00000001:02000400:1.0F:1788695593.470107:0:201098:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 119: writeconf on slave mdt shouldn't duplicate mdc/osp and crash ========================================================== 07:53:12 (1788695592) 00000400:00000001:1.0:1788695596.543875:0:201222:0:(module.c:513:lnet_init()) Process entered 00000400:00001000:1.0:1788695596.543883:0:201222:0:(module.c:604:libcfs_setup()) libcfs setup OK 00000400:00000010:1.0:1788695596.543892:0:201222:0:(lib-cpt.c:67:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 000000005195a464. 00000400:00000010:1.0:1788695596.543900:0:201222:0:(lib-cpt.c:76:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 00000000bb3b4b74. 00000400:00000010:1.0:1788695596.543903:0:201222:0:(lib-cpt.c:80:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 000000003a378380. 00000400:00000010:1.0:1788695596.543906:0:201222:0:(lib-cpt.c:87:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 00000000b6325234. 00000400:00000010:1.0:1788695596.543908:0:201222:0:(lib-cpt.c:94:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 32 at 00000000c13b31ce. 00000400:00000010:1.0:1788695596.543911:0:201222:0:(lib-cpt.c:106:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 000000004fa4ca7f. 00000400:00000010:1.0:1788695596.543913:0:201222:0:(lib-cpt.c:110:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 4 at 000000009238896f. 00000400:00000040:1.0:1788695596.543915:0:201222:0:(lib-cpt.c:561:cfs_cpt_set_node()) set_node() cpu=0 cpt=0 00000400:00000040:1.0:1788695596.543917:0:201222:0:(lib-cpt.c:561:cfs_cpt_set_node()) set_node() cpu=1 cpt=0 00000400:00000040:1.0:1788695596.543918:0:201222:0:(lib-cpt.c:561:cfs_cpt_set_node()) set_node() cpu=2 cpt=0 00000400:00000040:1.0:1788695596.543919:0:201222:0:(lib-cpt.c:561:cfs_cpt_set_node()) set_node() cpu=3 cpt=0 00000001:00000040:1.0:1788695596.704967:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.708606:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.711649:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.714348:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.726908:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.729528:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.733281:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.736264:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.740101:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.740882:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.741611:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.742420:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.743314:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.744130:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.744945:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.745757:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.746530:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.747359:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.748199:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.749011:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.749883:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.750651:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.751468:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.752301:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.753227:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.754057:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.754871:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.755603:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.756424:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.757249:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.758082:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.758902:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.759619:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.760428:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.761225:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.762024:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.762834:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.763570:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.764410:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.765376:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.766191:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.767028:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.767833:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.768608:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.769430:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.770220:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.771074:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.771891:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695596.772600:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 0 MB/s 00000001:00000040:1.0:1788695597.020103:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.020679:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.021433:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.022190:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.022793:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.023414:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.024040:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.024600:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.025087:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.025586:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.026131:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.026608:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.027212:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.027683:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.028204:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.028809:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.029295:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.030096:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.030574:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.031148:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.031625:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.032098:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.032576:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.033170:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.033694:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.034173:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.034660:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.035131:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.035616:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.036086:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.036557:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.037311:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.037909:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.038476:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.039080:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.039673:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.040264:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.040885:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.041473:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.042115:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.042727:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.043332:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.043961:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.044558:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.045178:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.046005:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.046611:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.047213:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.047789:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.048402:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.049018:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.049616:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.050232:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.050887:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.051456:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.052257:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.052866:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.053449:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.054049:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.054835:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.055452:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.056075:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.056686:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.057299:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.057925:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.058500:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.059140:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.059728:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.060335:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.060958:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.061959:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.062556:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.063263:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.063885:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.064466:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.065238:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.065825:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.066424:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.067239:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.067894:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.068567:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.069254:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.069873:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.070457:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.071287:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.071916:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.072485:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.077154:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.077751:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.078376:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.079009:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.080487:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.081227:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.082490:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.083241:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.084168:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.084787:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.085535:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.086228:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.086824:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.091637:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.092249:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.093361:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.094683:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.095394:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.096550:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.097217:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.102573:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.104293:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.106117:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.106639:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.107254:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.107946:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.108681:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.109299:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.109928:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.110498:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.111150:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.111784:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.112410:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.113062:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.113974:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000001:00000040:1.0:1788695597.114595:0:201222:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32 (crc32-pclmul) speed 0 MB/s 00000100:00000010:1.0:1788695597.849945:0:201287:0:(service.c:3235:ptlrpc_hr_main()) kmalloced '(env)': 56 at 000000002e663311. 00000020:00000010:1.0:1788695597.849951:0:201287:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008989119d. 00000020:00000010:1.0:1788695597.849954:0:201287:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000006000b638. 00000040:00000010:1.0:1788695597.849957:0:201287:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000ab3d026b. 00000020:00000010:1.0:1788695597.849960:0:201287:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000000de9a2f. 00000020:00000010:1.0:1788695597.849962:0:201287:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c261c45f. 00000400:00000010:1.0:1788695597.856764:0:201284:0:(api-ni.c:1879:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000c929eff3. 00000400:00000010:1.0:1788695597.856775:0:201284:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d9afa4e. 00000400:00000010:1.0:1788695597.856800:0:201284:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9bc731d. 00000400:00000200:1.0:1788695597.856811:0:201284:0:(lib-ptl.c:918:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:1.0:1788695597.856814:0:201284:0:(api-ni.c:1879:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000099553adf. 00000400:00000010:1.0:1788695597.856817:0:201284:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000083a5fb2. 00000400:00000010:1.0:1788695597.856819:0:201284:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005f95c5f. 00000400:00000200:1.0:1788695597.856822:0:201284:0:(api-ni.c:2388:lnet_push_target_post()) posted push target 0000000099553adf 00000400:00000200:1.0:1788695597.856824:0:201284:0:(api-ni.c:2345:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:1.0:1788695597.856827:0:201284:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000001a14325. 00000400:00000010:1.0:1788695597.856831:0:201284:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002746a98d. 00000400:00000010:1.0:1788695597.856832:0:201284:0:(lib-cpt.c:1311:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009deab6b9. 00000400:00000010:1.0:1788695597.856833:0:201284:0:(lib-cpt.c:1321:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d19ab922. 02000000:00000001:1.0:1788695597.939646:0:201315:0:(upcall_cache.c:579:upcall_cache_init()) Process entered 02000000:00000010:1.0:1788695597.939654:0:201315:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000c02d3668. 02000000:00000010:1.0:1788695597.939662:0:201315:0:(upcall_cache.c:589:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 0000000026084247. 02000000:00000001:1.0:1788695597.939672:0:201315:0:(upcall_cache.c:602:upcall_cache_init()) Process leaving (rc=18446630777204617216 : -113296504934400 : ffff98f51a11b000) 02000000:00000001:1.0:1788695597.939675:0:201315:0:(upcall_cache.c:579:upcall_cache_init()) Process entered 02000000:00000010:1.0:1788695597.939677:0:201315:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache)': 1208 at 0000000066dbb473. 02000000:00000010:1.0:1788695597.939689:0:201315:0:(upcall_cache.c:589:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 0000000041e79fa7. 02000000:00000001:1.0:1788695597.939694:0:201315:0:(upcall_cache.c:602:upcall_cache_init()) Process leaving (rc=18446630777204627456 : -113296504924160 : ffff98f51a11d800) 00008000:00000001:1.0:1788695600.272534:0:201425:0:(echo_client.c:2574:obdecho_init()) Process entered 00008000:02000000:1.0:1788695600.272540:0:201425:0:(echo_client.c:2575:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000001:1.0:1788695600.279194:0:201425:0:(genops.c:221:class_register_type()) Process entered 00000020:00000010:1.0:1788695600.279205:0:201425:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000e2a87c43. 00000020:00000001:1.0:1788695600.279246:0:201425:0:(genops.c:285:class_register_type()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695600.279513:0:201425:0:(genops.c:221:class_register_type()) Process entered 00000020:00000010:1.0:1788695600.279517:0:201425:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000314cdda7. 00000020:00000001:1.0:1788695600.279535:0:201425:0:(genops.c:285:class_register_type()) Process leaving (rc=0 : 0 : 0) 00008000:00000001:1.0:1788695600.279538:0:201425:0:(echo_client.c:2605:obdecho_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695602.158644:0:201794:0:(genops.c:221:class_register_type()) Process entered 00000020:00000010:1.0:1788695602.158654:0:201794:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 00000000da8b683a. 00000020:00000001:1.0:1788695602.158687:0:201794:0:(genops.c:285:class_register_type()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695602.245825:0:201807:0:(genops.c:221:class_register_type()) Process entered 00000020:00000010:1.0:1788695602.245834:0:201807:0:(genops.c:236:class_register_type()) kmalloced '(type)': 144 at 0000000034a985ac. 00000020:00000001:1.0:1788695602.245924:0:201807:0:(genops.c:285:class_register_type()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788695648.150351:0:203384:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788695648.150357:0:203384:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg118-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 1475 0 00000001:00000001:1.0:1788695648.155131:0:203384:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000010:1.0:1788695648.305457:0:203412:0:(super25.c:246:lustre_init_fs_context()) kmalloced '(lmd)': 128 at 00000000a10841ca. 00000020:00000001:1.0:1788695648.305469:0:203412:0:(obd_mount.c:1352:lustre_parse_monolithic()) Process entered 00000020:00000010:1.0:1788695648.305474:0:203412:0:(obd_mount.c:1374:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at 00000000a5016457. 00000020:00000010:1.0:1788695648.305485:0:203412:0:(obd_mount.c:1576:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 28 at 00000000063ec2e7. 00000020:00000010:1.0:1788695648.305489:0:203412:0:(obd_mount.c:1632:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at 00000000f5597b50. 00000020:00000010:1.0:1788695648.305493:0:203412:0:(obd_mount.c:1660:lustre_parse_monolithic()) kmalloced '(lmd->lmd_opts)': 17 at 00000000f3c5c157. 00000020:01000004:1.0:1788695648.305496:0:203412:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788695648.305497:0:203412:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1788695648.305498:0:203412:0:(obd_mount.c:926:lmd_print()) device: 192.168.201.118@tcp:/lustre 00000020:01000004:1.0:1788695648.305499:0:203412:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000020:00000001:1.0:1788695648.305506:0:203412:0:(obd_mount.c:1672:lustre_parse_monolithic()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788695648.305620:0:203412:0:(super25.c:130:lustre_fill_super()) Process entered 00000080:01200004:1.0:1788695648.305623:0:203412:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 000000004dba41a4 00000020:00000001:1.0:1788695648.305625:0:203412:0:(obd_mount.c:638:lustre_init_lsi()) Process entered 00000020:00000010:1.0:1788695648.305628:0:203412:0:(obd_mount.c:642:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 0000000005d5ed40. 00000020:00000001:1.0:1788695648.305630:0:203412:0:(obd_mount.c:659:lustre_init_lsi()) Process leaving (rc=18446630777182932992 : -113296526618624 : ffff98f518c6d000) 00000080:01000004:1.0:1788695648.305636:0:203412:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:00000001:1.0:1788695648.305638:0:203412:0:(obd_mount.c:289:lustre_start_mgc()) Process entered 00000020:00000010:1.0:1788695648.305649:0:203412:0:(obd_mount.c:332:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 00000000cee2d83c. 00000020:00000010:1.0:1788695648.305653:0:203412:0:(obd_mount.c:340:lustre_start_mgc()) kmalloced '(data)': 192 at 00000000acf7ecdd. 00000020:01000004:1.0:1788695648.305656:0:203412:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.201.118@tcp' 00000100:00000010:1.0:1788695648.305661:0:203412:0:(lustre_peer.c:90:class_add_uuid()) kmalloced '(data)': 704 at 0000000051bcb8de. 00000100:00000040:1.0:1788695648.305665:0:203412:0:(lustre_peer.c:134:class_add_uuid()) add uuid 192.168.201.118@tcp 192.168.201.118@tcp 00000400:00000200:1.0:1788695648.305667:0:203412:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1788695648.305671:0:203412:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:1.0:1788695648.305674:0:203412:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.201.118@tcp 00000400:00000010:1.0:1788695648.305680:0:203412:0:(peer.c:230:lnet_peer_alloc()) alloc '(lp)': 360 at 0000000034a0b674. 00000400:00000200:1.0:1788695648.305684:0:203412:0:(peer.c:266:lnet_peer_alloc()) 0000000034a0b674 nid 192.168.201.118@tcp 00000400:00000010:1.0:1788695648.305687:0:203412:0:(peer.c:194:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007a5c0583. 00000400:00000200:1.0:1788695648.305688:0:203412:0:(peer.c:203:lnet_peer_net_alloc()) 000000007a5c0583 net tcp 00000400:00000010:1.0:1788695648.305690:0:203412:0:(peer.c:138:lnet_peer_ni_alloc()) alloc '(lpni)': 480 at 00000000fcd1081c. 00000400:00000200:1.0:1788695648.305692:0:203412:0:(peer.c:184:lnet_peer_ni_alloc()) 00000000fcd1081c nid 192.168.201.118@tcp 00000400:00000200:1.0:1788695648.305696:0:203412:0:(peer.c:1196:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.201.118@tcp: -2 00000400:00000200:1.0:1788695648.305699:0:203412:0:(peer.c:1808:lnet_peer_attach_peer_ni()) peer 192.168.201.118@tcp NID 192.168.201.118@tcp flags 0x100001 00000400:00000200:1.0:1788695648.305766:0:203412:0:(peer.c:2617:lnet_peer_queue_for_discovery()) Queue peer 192.168.201.118@tcp: 0 00000400:00000200:1.0:1788695648.305768:0:203412:0:(peer.c:2939:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1788695648.305770:0:203412:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1788695648.305773:0:203412:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.201.118@tcp NID 192.168.201.118@tcp: 0. pending discovery 00000020:00000010:1.0:1788695648.305777:0:203412:0:(obd_mount.c:473:lustre_start_mgc()) kmalloced '(uuid)': 40 at 000000000b7fc569. 00000020:00000001:1.0:1788695648.305783:0:203412:0:(obd_mount.c:228:lustre_start_simple()) Process entered 00000020:01000004:1.0:1788695648.305785:0:203412:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.201.118@tcp (typ=mgc) 00000020:00000001:1.0:1788695648.305788:0:203412:0:(obd_config.c:683:class_attach_name()) Process entered 00000020:00000001:1.0:1788695648.305790:0:203412:0:(genops.c:350:class_newdev()) Process entered 00000020:00000010:1.0:1788695648.305808:0:203412:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 00000000ba710c47. 00000020:00000080:1.0:1788695648.305812:0:203412:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.201.118@tcp (00000000ba710c47) 00000020:00000001:1.0:1788695648.305815:0:203412:0:(genops.c:931:__class_new_export()) Process entered 00000020:00000010:1.0:1788695648.305820:0:203412:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 00000000a0473585. 00000020:00000001:1.0:1788695648.305822:0:203412:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788695648.305824:0:203412:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000a0473585 with handle 0x6acb2b64cadb1856 to hash 00000020:00000001:1.0:1788695648.305826:0:203412:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:1.0:1788695648.305829:0:203412:0:(obd_class.h:1015:obd_init_export()) Process entered 00000020:00000001:1.0:1788695648.305830:0:203412:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695648.305831:0:203412:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446630777182930944 : -113296526620672 : ffff98f518c6c800) 00000020:00000040:1.0:1788695648.305833:0:203412:0:(genops.c:879:class_export_put()) PUTting export 00000000a0473585 : new refcount 1 00000020:00000040:1.0:1788695648.305836:0:203412:0:(obd_config.c:995:class_incref()) incref MGC192.168.201.118@tcp (00000000ba710c47) now 2 - obd_device_list 00000020:00000001:1.0:1788695648.305839:0:203412:0:(genops.c:555:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1788695648.305840:0:203412:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000020:00000001:1.0:1788695648.305842:0:203412:0:(obd_config.c:722:class_attach_name()) Process leaving (rc=18446630776851215232 : -113296858336384 : ffff98f505013380) 00000020:00000010:1.0:1788695648.305869:0:203412:0:(obd_mount.c:249:lustre_start_simple()) kmalloced '(lcfg)': 104 at 00000000b7c83d20. 00000020:00000001:1.0:1788695648.305872:0:203412:0:(obd_config.c:742:class_setup()) Process entered 00000001:00000001:1.0:1788695648.305885:0:203412:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1788695648.305887:0:203412:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000065a769c9. 00000001:00000010:1.0:1788695648.305892:0:203412:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000004c20203. 00000001:00000010:1.0:1788695648.305895:0:203412:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e914cf5b. 00000001:00000010:1.0:1788695648.305896:0:203412:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004f0daa65. 00000001:00000010:1.0:1788695648.305898:0:203412:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000ff4043b. 00000001:00000010:1.0:1788695648.305899:0:203412:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000faa3c110. 00000020:00000001:1.0:1788695648.305901:0:203412:0:(obd_class.h:564:obd_setup()) Process entered 00000020:00000010:1.0:1788695648.305903:0:203412:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f07e351. 00000020:00000010:1.0:1788695648.305907:0:203412:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000264abcce. 00000020:00000010:1.0:1788695648.305917:0:203412:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005d771b77. 00000008:00000010:1.0:1788695648.305927:0:203412:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000009e1b3ebd. 00020000:00000010:1.0:1788695648.305936:0:203412:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 000000004a6300fd. 00008000:00000010:1.0:1788695648.305949:0:203412:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000694d5d68. 00000080:00000010:1.0:1788695648.305958:0:203412:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000001c0e16eb. 00000020:00000010:1.0:1788695648.305961:0:203412:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000ff5360f. 00000020:00000010:1.0:1788695648.305963:0:203412:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000000e02a06a. 00000040:00000010:1.0:1788695648.305966:0:203412:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000090a791f6. 00000020:00000010:1.0:1788695648.305969:0:203412:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000e273850. 00000020:00000010:1.0:1788695648.305974:0:203412:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000006217f6b8. 00040000:00000010:1.0:1788695648.305977:0:203412:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000372e11cf. 00040000:00000010:1.0:1788695648.305979:0:203412:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000069ef19bb. 10000000:00000001:1.0:1788695648.305981:0:203412:0:(mgc_request.c:850:mgc_device_alloc()) Process entered 10000000:00000010:1.0:1788695648.305982:0:203412:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at 00000000d57f3e38. 00000100:00000001:1.0:1788695648.305985:0:203412:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1788695648.305986:0:203412:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695648.305988:0:203412:0:(ldlm_lib.c:297:client_obd_setup()) Process entered 00010000:00000010:1.0:1788695648.305993:0:203412:0:(ldlm_lib.c:420:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000494ddd4d. 00010000:00000010:1.0:1788695648.305996:0:203412:0:(ldlm_lib.c:433:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000b19f2c3d. 00010000:00000001:1.0:1788695648.306000:0:203412:0:(ldlm_lockd.c:3036:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1788695648.306002:0:203412:0:(ldlm_lockd.c:3375:ldlm_setup()) Process entered 00010000:00000010:1.0:1788695648.306003:0:203412:0:(ldlm_lockd.c:3380:ldlm_setup()) kmalloced '(ldlm_state)': 32 at 000000006f3d5c57. 00010000:00000001:1.0:1788695648.306033:0:203412:0:(ldlm_resource.c:68:ldlm_debugfs_setup()) Process entered 00010000:00000001:1.0:1788695648.306056:0:203412:0:(ldlm_resource.c:78:ldlm_debugfs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695648.306058:0:203412:0:(service.c:700:ptlrpc_register_service()) Process entered 00000100:00000010:1.0:1788695648.306061:0:203412:0:(service.c:744:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000491987e0. 00000100:00000010:1.0:1788695648.306064:0:203412:0:(service.c:802:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000009da28101. 00000100:00000010:1.0:1788695648.306073:0:203412:0:(service.c:626:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000006c07762f. 00000100:00000010:1.0:1788695648.306078:0:203412:0:(service.c:634:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000094d48883. 00000100:00000010:1.0:1788695648.306084:0:203412:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a84a73ff. 00000100:00000010:1.0:1788695648.306088:0:203412:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000e9df771. 00000100:00100000:1.0:1788695648.306089:0:203412:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000400:00000200:1.0:1788695648.306093:0:203412:0:(lib-ptl.c:918:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:1.0:1788695648.306116:0:203412:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000824f1e7f. 00000020:00000010:1.0:1788695648.306120:0:203412:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 7360 at 000000006b78ea8a. 00000100:00000001:1.0:1788695648.306156:0:203412:0:(nrs.c:1015:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:1.0:1788695648.306158:0:203412:0:(nrs.c:932:nrs_register_policies_locked()) Process entered 00000100:00000001:1.0:1788695648.306160:0:203412:0:(nrs.c:789:nrs_policy_register()) Process entered 00000100:00000010:1.0:1788695648.306162:0:203412:0:(nrs.c:800:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000cf8c58d5. 00000100:00000001:1.0:1788695648.306164:0:203412:0:(nrs.c:214:nrs_policy_start_locked()) Process entered 00000100:00000010:1.0:1788695648.306167:0:203412:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000e490f4b7. 00000100:00000001:1.0:1788695648.306169:0:203412:0:(nrs.c:339:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695648.306170:0:203412:0:(nrs.c:848:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695648.306177:0:203412:0:(nrs.c:789:nrs_policy_register()) Process entered 00000100:00000010:1.0:1788695648.306179:0:203412:0:(nrs.c:800:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c4aa004a. 00000100:00000001:1.0:1788695648.306180:0:203412:0:(nrs.c:848:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695648.306182:0:203412:0:(nrs.c:789:nrs_policy_register()) Process entered 00000100:00000010:1.0:1788695648.306183:0:203412:0:(nrs.c:800:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000405b150a. 00000100:00000001:1.0:1788695648.306184:0:203412:0:(nrs.c:848:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695648.306186:0:203412:0:(nrs.c:789:nrs_policy_register()) Process entered 00000100:00000010:1.0:1788695648.306187:0:203412:0:(nrs.c:800:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000098ac3b18. 00000100:00000001:1.0:1788695648.306188:0:203412:0:(nrs.c:848:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695648.306189:0:203412:0:(nrs.c:952:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695648.306189:0:203412:0:(nrs.c:993:__nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695648.306191:0:203412:0:(nrs.c:1031:nrs_svcpt_setup_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695648.306192:0:203412:0:(nrs.c:1043:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695648.306222:0:203412:0:(nrs.c:1389:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788695648.306224:0:203412:0:(service.c:847:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000001:1.0:1788695648.306226:0:203412:0:(service.c:3421:ptlrpc_start_threads()) Process entered 00000100:00000001:1.0:1788695648.306228:0:203412:0:(service.c:3454:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1788695648.306229:0:203412:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00000010:1.0:1788695648.306233:0:203412:0:(service.c:3473:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000cf3bf5a. 00000100:00100000:1.0:1788695648.306236:0:203412:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000800:00000200:2.1F:1788695648.306443:0:201298:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (2) 00000100:00000001:1.0:1788695648.306610:0:203413:0:(service.c:3019:ptlrpc_main()) Process entered 00000100:00000010:1.0:1788695648.306624:0:203413:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f786d907. 00000020:00000010:1.0:1788695648.306628:0:203413:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e353ea1c. 00000020:00000010:1.0:1788695648.306634:0:203413:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d8c333d. 00000020:00000010:1.0:1788695648.306637:0:203413:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b7e4458d. 00000040:00000010:1.0:1788695648.306640:0:203413:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000000efb77d1. 00000020:00000010:1.0:1788695648.306643:0:203413:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d35f32e3. 00000020:00000010:1.0:1788695648.306659:0:203413:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000035f4889a. 00000020:00000010:1.0:1788695648.306663:0:203413:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000007db1821b. 80000000:00000010:1.0:1788695648.306666:0:203413:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000076faf012. 40000000:00000010:1.0:1788695648.306669:0:203413:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000bd7857c7. 00100000:00000010:1.0:1788695648.306673:0:203413:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e6ebbbc8. 00040000:00000010:1.0:1788695648.306676:0:203413:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c1e837ad. 00040000:00000010:1.0:1788695648.306680:0:203413:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000eebfd634. 00040000:00000010:1.0:1788695648.306684:0:203413:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000057f5b340. 00000004:00000010:1.0:1788695648.306687:0:203413:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e2058f01. 00000004:00000010:1.0:1788695648.306696:0:203413:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 000000003d3ce2ed. 00000004:00000010:1.0:1788695648.306702:0:203413:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 0000000000b898f3. 00002000:00000010:1.0:1788695648.306706:0:203413:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000e37a4631. 00000004:00000010:1.0:1788695648.306709:0:203413:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000913425da. 00000100:00000200:1.0:1788695648.306713:0:203413:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1788695648.306718:0:203413:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b463a867. 00000400:00000010:1.0:1788695648.306724:0:203413:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f407a5ad. 00000100:00000010:1.0:1788695648.306731:0:203413:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000c1564e0b. 00000100:00000200:1.0:1788695648.306784:0:203413:0:(service.c:3107:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1788695648.307278:0:203414:0:(service.c:3019:ptlrpc_main()) Process entered 00000100:00000010:1.0:1788695648.307288:0:203414:0:(service.c:3046:ptlrpc_main()) kmalloced '(env)': 56 at 000000007f205a99. 00000020:00000010:1.0:1788695648.307292:0:203414:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000040ecbf51. 00000020:00000010:1.0:1788695648.307295:0:203414:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000055f6014b. 00000020:00000010:1.0:1788695648.307298:0:203414:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000003842361. 00000040:00000010:1.0:1788695648.307300:0:203414:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000037d151f1. 00000020:00000010:1.0:1788695648.307303:0:203414:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005e5fdc75. 00000020:00000010:1.0:1788695648.307306:0:203414:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b2fbde63. 00000020:00000010:1.0:1788695648.307309:0:203414:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000002fa95930. 80000000:00000010:1.0:1788695648.307311:0:203414:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f64e5f38. 40000000:00000010:1.0:1788695648.307314:0:203414:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 000000005f9e58b4. 00100000:00000010:1.0:1788695648.307317:0:203414:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000073081231. 00040000:00000010:1.0:1788695648.307320:0:203414:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003b3eb759. 00040000:00000010:1.0:1788695648.307323:0:203414:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f3a838d0. 00040000:00000010:1.0:1788695648.307325:0:203414:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000877503bc. 00000004:00000010:1.0:1788695648.307328:0:203414:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b70bb38f. 00000004:00000010:1.0:1788695648.307331:0:203414:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cd0d2a11. 00000004:00000010:1.0:1788695648.307334:0:203414:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 0000000099426fed. 00002000:00000010:1.0:1788695648.307336:0:203414:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000d2b58eaf. 00000004:00000010:1.0:1788695648.307339:0:203414:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 000000003c5132f0. 00000100:00000010:1.0:1788695648.307341:0:203414:0:(service.c:3073:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000dab9d3c5. 00000100:00000200:1.0:1788695648.307388:0:203414:0:(service.c:3107:ptlrpc_main()) service thread 1 (#2) started 00000800:00000200:3.1F:1788695648.309982:0:201288:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1788695648.310072:0:201288:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.1:1788695648.310077:0:201288:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001278bf8a type 2, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1788695648.310139:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695648.310147:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788695648.310195:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695648.310205:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001278bf8a. 00000400:00000200:1.0:1788695648.310211:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695648.310217:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: GET: OK 00000400:00000200:1.0:1788695648.310224:0:201295:0:(peer.c:3293:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1788695648.310228:0:201295:0:(peer.c:3245:lnet_discovery_event_send()) Ping Send to 192.168.201.118@tcp: 0 00000800:00000001:1.0:1788695648.312924:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695648.312934:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695648.312937:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695648.312939:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695648.312950:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : REPLY - for me 00000400:00000200:1.0:1788695648.312986:0:201294:0:(lib-move.c:4479:lnet_parse_reply()) 192.168.201.18@tcp: Reply from 12345-192.168.201.118@tcp of length 48/48 into md 0x9 00000800:00000001:1.0:1788695648.312995:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695648.313003:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695648.313010:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695648.313016:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: REPLY: OK 00000400:00000200:1.0:1788695648.313024:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8b0aa1a 00000400:00000010:1.0:1788695648.313027:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c8b0aa1a. 00000400:00000200:1.0:1788695648.313031:0:201294:0:(peer.c:3293:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1788695648.313035:0:201294:0:(peer.c:3123:lnet_discovery_event_reply()) Peer 192.168.201.118@tcp has discovery enabled 00000400:00000200:1.0:1788695648.313037:0:201294:0:(peer.c:3135:lnet_discovery_event_reply()) peer 192.168.201.118@tcp(0000000034a0b674) is MR 00000400:00000200:1.0:1788695648.313041:0:201294:0:(peer.c:3204:lnet_discovery_event_reply()) peer 192.168.201.118@tcp data present 363512030. state = 0x100241 00000400:00000200:1.0:1788695648.313045:0:201294:0:(peer.c:2617:lnet_peer_queue_for_discovery()) Queue peer 192.168.201.118@tcp: -114 00000800:00000001:1.0:1788695648.313070:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695648.313073:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788695648.313484:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695648.313489:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000805c9010. 00000400:00000200:1.0:1788695648.313494:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695648.313499:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695648.313503:0:201295:0:(peer.c:3293:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1788695648.313505:0:201295:0:(peer.c:3245:lnet_discovery_event_send()) Push Send to 192.168.201.118@tcp: 0 00000800:00000200:3.1:1788695648.321723:0:201288:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:3.1:1788695648.327184:0:201288:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000100:00080000:1.0:1788695649.327066:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788695649.327073:0:171960:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1788695649.327075:0:171960:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788695649.327084:0:171960:0:(import.c:65:import_set_state_nolock()) 00000000884adf28 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788695649.327088:0:171960:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788695649.327092:0:171960:0:(import.c:545:import_select_connection()) MGC192.168.201.118@tcp: connect to NID 192.168.201.118@tcp last attempt 11942 00000400:00000200:1.0:1788695649.327102:0:171960:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.201.118@tcp is discovered: rc = 1 00000100:00000040:1.0:1788695649.327106:0:171960:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 2 to 192.168.201.118@tcp 00000100:00000001:1.0:1788695649.327109:0:171960:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788695649.327112:0:171960:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 3 to 192.168.201.118@tcp 00000100:00000001:1.0:1788695649.327114:0:171960:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000001:1.0:1788695649.327118:0:171960:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788695649.327119:0:171960:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb185d 00000020:00000001:1.0:1788695649.327122:0:171960:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695649.327125:0:171960:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000097e7721e refcount=3 00000020:00000001:1.0:1788695649.327127:0:171960:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776934985728 : -113296774565888 : ffff98f509ff7000) 00000020:00000001:1.0:1788695649.327130:0:171960:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776934985728 : -113296774565888 : ffff98f509ff7000) 00000100:00000040:1.0:1788695649.327132:0:171960:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 2 to 192.168.201.118@tcp 00000100:00000001:1.0:1788695649.327134:0:171960:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788695649.327136:0:171960:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 3 to 192.168.201.118@tcp 00000100:00000001:1.0:1788695649.327137:0:171960:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000040:1.0:1788695649.327139:0:171960:0:(genops.c:879:class_export_put()) PUTting export 0000000097e7721e : new refcount 2 00000100:00080000:1.0:1788695649.327143:0:171960:0:(import.c:665:import_select_connection()) MGC192.168.201.118@tcp: import 00000000884adf28 using connection 192.168.201.118@tcp/192.168.201.118@tcp 00000100:00000001:1.0:1788695649.327145:0:171960:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.327148:0:171960:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788695649.327151:0:171960:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695649.327154:0:171960:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.327156:0:171960:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1788695649.327158:0:171960:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695649.327164:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000146638d8. 00000020:00000040:1.0:1788695649.327167:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 02000000:00000001:1.0:1788695649.327171:0:171960:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788695649.327172:0:171960:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.327174:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695649.327177:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695649.327188:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695649.327195:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000091eb8812. 00000100:00000001:1.0:1788695649.327202:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695649.327208:0:171960:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000146638d8 x1875583274320256/t0(0) o250->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695649.327218:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695649.327220:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695649.327224:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000146638d8] to pc [ptlrpcd_rcv+-1] req@00000000146638d8 x1875583274320256/t0(0) o250->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.327245:0:171960:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695649.327250:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 25 (11968) 00000100:00000040:1.0:1788695649.332147:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306611141, at 4306611142 00000100:00000010:1.0:1788695649.332154:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f2086fc. 00000100:00000001:1.0:1788695649.334111:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695649.334114:0:203412:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695649.334117:0:203412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695649.334119:0:203412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.334122:0:203412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695649.334125:0:203412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695649.334127:0:203412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.334129:0:203412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695649.334135:0:203412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695649.334137:0:203412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.334140:0:203412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695649.334145:0:203412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c02f0e4b. 02000000:00000001:1.0:1788695649.334147:0:203412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695649.334152:0:203412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8b70b82. 00000400:00000010:1.0:1788695649.334157:0:203412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012b41b2b. 00000100:00000200:1.0:1788695649.334163:0:203412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274320128, portal 25 00000100:00000001:1.0:1788695649.334166:0:203412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695649.334168:0:203412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611086336 : -113296098465280 : ffff98f5324bea00) 00000100:00000040:1.0:1788695649.334174:0:203412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d0911758 x1875583274320128/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.334192:0:203412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695649.334195:0:203412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695649.334197:0:203412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2359dc9. 00000100:00000200:1.0:1788695649.334200:0:203412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875583274320128, offset 0 00000400:00000200:1.0:1788695649.334206:0:203412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695649.334215:0:203412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695649.334221:0:203412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695649.334225:0:203412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695649.334228:0:203412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695649.334230:0:203412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695649.334234:0:203412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [5:5:256:4294967295] 192.168.201.118@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:1.0:1788695649.334243:0:203412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695649.334248:0:203412:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695649.334252:0:203412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7e36ce6. 00000800:00000200:1.0:1788695649.334258:0:203412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695649.334265:0:203412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695649.334269:0:203412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f7e36ce6 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788695649.334287:0:203412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.334291:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306611147 00000100:00000010:1.0:1788695649.334295:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000006519822. 00000100:00000001:1.0:1788695649.334301:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788695649.334309:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306611147 00000100:00000010:1.0:1788695649.334312:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002d5320ad. 00000100:00000001:1.0:1788695649.334314:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788695649.334316:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306611147 00000100:00000010:1.0:1788695649.334319:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000048720ab5. 00000100:00000001:1.0:1788695649.334321:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788695649.334374:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306611147 00000100:00000010:1.0:1788695649.334379:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007edff0d3. 00000100:00000001:1.0:1788695649.334387:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788695649.334398:0:203412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695649.334401:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695649.334403:0:203412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695649.334404:0:203412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788695649.334406:0:203412:0:(client.c:2716:ptlrpc_set_wait()) set 00000000ee64b11d going to sleep for 11 seconds 00000100:00000001:1.0:1788695649.334408:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695649.334409:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695649.337964:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306611147, at 4306611148 00000100:00000010:1.0:1788695649.337973:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002d5320ad. 00000100:00000001:1.0:1788695649.343417:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695649.344532:0:203412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695649.344537:0:203412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695649.344541:0:203412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8b70b82. 00000400:00000200:1.0:1788695649.344551:0:203412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012b41b2b 00000400:00000010:1.0:1788695649.344554:0:203412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000012b41b2b. 00000100:00000001:1.0:1788695649.344558:0:203412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695649.344566:0:203412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000d0911758 x1875583274320128/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695649.344576:0:203412:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000d0911758 x1875583274320128/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.344592:0:203412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695649.344594:0:203412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695649.344597:0:203412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695649.344599:0:203412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695649.344602:0:203412:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695649.344604:0:203412:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.344607:0:203412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695649.344612:0:203412:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695649.344616:0:203412:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695649.344618:0:203412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695649.344620:0:203412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695649.344621:0:203412:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695649.344624:0:203412:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.344626:0:203412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695649.344647:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d0911758 x1875583274320128/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.344654:0:203412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695649.344657:0:203412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695649.344659:0:203412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695649.344661:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0911758 x1875583274320128/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695649.344667:0:203412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d0911758 pname:cluuid:pid:xid:nid:opc:job mount.lustre:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203412:1875583274320128:192.168.201.118@tcp:101: 00000100:00000001:1.0:1788695649.344672:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695649.344675:0:203412:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.344677:0:203412:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788695649.344679:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695649.344681:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d0911758 x1875583274320128/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.344687:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695649.344689:0:203412:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ee64b11d. 00000100:00000001:1.0:1788695649.344693:0:203412:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788695649.344694:0:203412:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695649.344697:0:203412:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788695649.344700:0:203412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788695649.344702:0:203412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695649.344705:0:203412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000bb598dc6 refcount=4 00000020:00000001:1.0:1788695649.344708:0:203412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777555945984 : -113296153605632 : ffff98f52f028a00) 00010000:00000001:1.0:1788695649.344711:0:203412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777555945984 : -113296153605632 : ffff98f52f028a00) 00010000:00000040:1.0:1788695649.344717:0:203412:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: 00000000bb598dc6, remote cookie: 0x602192bd911ffb82, flags: 0x0 00010000:00000001:1.0:1788695649.344721:0:203412:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788695649.344724:0:203412:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788695649.344727:0:203412:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788695649.344728:0:203412:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788695649.344730:0:203412:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788695649.344732:0:203412:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000339ec051) refcount = 1 00010000:00010000:1.0:1788695649.344736:0:203412:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.118@tcp lock: 00000000bb598dc6/0x6acb2b64cadb1864 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffb82 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788695649.344749:0:203412:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788695649.344751:0:203412:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788695649.344752:0:203412:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788695649.344755:0:203412:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788695649.344757:0:203412:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695649.344760:0:203412:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.118@tcp lock: 00000000bb598dc6/0x6acb2b64cadb1864 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x602192bd911ffb82 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788695649.344766:0:203412:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788695649.344767:0:203412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695649.344769:0:203412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788695649.344770:0:203412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695649.344771:0:203412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788695649.344773:0:203412:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.344775:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695649.344778:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d0911758 x1875583274320128/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.344786:0:203412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695649.344788:0:203412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695649.344792:0:203412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c02f0e4b. 02000000:00000001:1.0:1788695649.344796:0:203412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695649.344799:0:203412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695649.344801:0:203412:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695649.344804:0:203412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695649.344806:0:203412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e99c044f. 02000000:00000001:1.0:1788695649.344811:0:203412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695649.344813:0:203412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695649.344815:0:203412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d0911758. 00000100:00000001:1.0:1788695649.344820:0:203412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695649.344821:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788695649.344824:0:203412:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695649.344826:0:203412:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788695649.344828:0:203412:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000223875fc) refs 2 10000000:00000001:1.0:1788695649.344830:0:203412:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695649.344837:0:203412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788695649.344838:0:203412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695649.344839:0:203412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000bb598dc6 refcount=3 00000020:00000001:1.0:1788695649.344841:0:203412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777555945984 : -113296153605632 : ffff98f52f028a00) 00010000:00000001:1.0:1788695649.344842:0:203412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777555945984 : -113296153605632 : ffff98f52f028a00) 00010000:00000001:1.0:1788695649.344920:0:203412:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788695649.344921:0:203412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695649.344922:0:203412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788695649.344924:0:203412:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695649.344927:0:203412:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788695649.344931:0:203412:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000006ef88fe9. 00000020:00000010:1.0:1788695649.344935:0:203412:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6ea7a0c. 00000020:00000010:1.0:1788695649.344940:0:203412:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000005a72de4d. 00000040:00000010:1.0:1788695649.344943:0:203412:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000bbfec1c6. 00000020:00000010:1.0:1788695649.344947:0:203412:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b04ef8ac. 00000020:00000010:1.0:1788695649.344998:0:203412:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000eb910c0b. 80000000:00000010:1.0:1788695649.345005:0:203412:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d80e0650. 00040000:00000010:1.0:1788695649.345010:0:203412:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007323e9b3. 20000000:00000010:1.0:1788695649.345014:0:203412:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at 000000009ec63942. 10000000:00000040:1.0:1788695649.345018:0:203412:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt 000000001f26160a : new refcount 2 00000020:00000001:1.0:1788695649.345022:0:203412:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788695649.345023:0:203412:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:1.0:1788695649.345026:0:203412:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788695649.345030:0:203412:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000516873d7. 00000040:00000001:1.0:1788695649.345034:0:203412:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788695649.345036:0:203412:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000010:1.0:1788695649.345041:0:203412:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016cdf310. 00000020:00000040:1.0:1788695649.345043:0:203412:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695649.345048:0:203412:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695649.345050:0:203412:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695649.345054:0:203412:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695649.345061:0:203412:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000171f4f44. 00000100:00000001:1.0:1788695649.345066:0:203412:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.345072:0:203412:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788695649.345074:0:203412:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788695649.345085:0:203412:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5fa1d12. 00000100:00000001:1.0:1788695649.345087:0:203412:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630776855919040 : -113296853632576 : ffff98f50548f9c0) 00000100:00000001:1.0:1788695649.345090:0:203412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695649.345092:0:203412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479936 : -113296832071680 : ffff98f50691f800) 00000100:00000001:1.0:1788695649.345095:0:203412:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695649.345098:0:203412:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.345100:0:203412:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788695649.345101:0:203412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695649.345105:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016cdf310 x1875583274320384/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.345112:0:203412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695649.345113:0:203412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.345116:0:203412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695649.345119:0:203412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695649.345121:0:203412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695649.345123:0:203412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000016cdf310 pname:cluuid:pid:xid:nid:opc:job mount.lustre:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203412:1875583274320384:192.168.201.118@tcp:501: 00000100:00000001:1.0:1788695649.345127:0:203412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695649.345132:0:203412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695649.345135:0:203412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.345138:0:203412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695649.345144:0:203412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b47cf0c3. 02000000:00000001:1.0:1788695649.345145:0:203412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695649.345150:0:203412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8b70b82. 00000400:00000010:1.0:1788695649.345154:0:203412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012b41b2b. 00000100:00000200:1.0:1788695649.345159:0:203412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274320384, portal 25 00000100:00000001:1.0:1788695649.345161:0:203412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695649.345162:0:203412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479936 : -113296832071680 : ffff98f50691f800) 00000100:00000040:1.0:1788695649.345166:0:203412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000016cdf310 x1875583274320384/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695665 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.345173:0:203412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695649.345175:0:203412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695649.345177:0:203412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000144fb93. 00000100:00000200:1.0:1788695649.345180:0:203412:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875583274320384, offset 0 00000400:00000200:1.0:1788695649.345186:0:203412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695649.345204:0:203412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695649.345209:0:203412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695649.345213:0:203412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695649.345216:0:203412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695649.345218:0:203412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695649.345221:0:203412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [6:6:256:4294967295] 192.168.201.118@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:1.0:1788695649.345233:0:203412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695649.345239:0:203412:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695649.345244:0:203412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dffc0522. 00000800:00000200:1.0:1788695649.345250:0:203412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695649.345257:0:203412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695649.345261:0:203412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dffc0522 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1788695649.345276:0:203412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.345280:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306611158 00000100:00000010:1.0:1788695649.345284:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b59a03d5. 00000100:00000001:1.0:1788695649.345291:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788695649.345308:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306611158 00000100:00000010:1.0:1788695649.345311:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005dd2cbdf. 00000100:00000001:1.0:1788695649.345314:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788695649.345317:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306611158 00000100:00000010:1.0:1788695649.345319:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a910904. 00000100:00000001:1.0:1788695649.345322:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788695649.345590:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306611158 00000100:00000010:1.0:1788695649.345595:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaf496b0. 00000100:00000001:1.0:1788695649.345598:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788695649.345602:0:203412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695649.345605:0:203412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.345608:0:203412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695649.345610:0:203412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788695649.345613:0:203412:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d5fa1d12 going to sleep for 11 seconds 00000100:00000001:1.0:1788695649.345621:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695649.345623:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695649.349028:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306611158, at 4306611159 00000100:00000010:1.0:1788695649.349046:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005dd2cbdf. 00000100:00000001:1.0:1788695649.352407:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695649.352526:0:203412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695649.352529:0:203412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695649.352531:0:203412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8b70b82. 00000400:00000200:1.0:1788695649.352536:0:203412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012b41b2b 00000400:00000010:1.0:1788695649.352539:0:203412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000012b41b2b. 00000100:00000001:1.0:1788695649.352542:0:203412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695649.352545:0:203412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000016cdf310 x1875583274320384/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695649.352553:0:203412:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000016cdf310 x1875583274320384/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.352558:0:203412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695649.352560:0:203412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695649.352562:0:203412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695649.352565:0:203412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695649.352567:0:203412:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695649.352569:0:203412:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.352571:0:203412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695649.352577:0:203412:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695649.352592:0:203412:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695649.352595:0:203412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788695649.352598:0:203412:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@0000000016cdf310 x1875583274320384/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.352604:0:203412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1788695649.352607:0:203412:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1788695649.352610:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016cdf310 x1875583274320384/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.352616:0:203412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1788695649.352619:0:203412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695649.352629:0:203412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695649.352632:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016cdf310 x1875583274320384/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695665 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695649.352639:0:203412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000016cdf310 pname:cluuid:pid:xid:nid:opc:job mount.lustre:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203412:1875583274320384:192.168.201.118@tcp:501: 00000100:00000001:1.0:1788695649.352643:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695649.352645:0:203412:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1788695649.352648:0:203412:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788695649.352650:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695649.352653:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016cdf310 x1875583274320384/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695665 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.352658:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695649.352660:0:203412:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d5fa1d12. 00000100:00000001:1.0:1788695649.352663:0:203412:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788695649.352665:0:203412:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1788695649.352667:0:203412:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1788695649.352672:0:203412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695649.352673:0:203412:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695649.352675:0:203412:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788695649.352677:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695649.352678:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016cdf310 x1875583274320384/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695665 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.352684:0:203412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695649.352686:0:203412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695649.352688:0:203412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b47cf0c3. 02000000:00000001:1.0:1788695649.352691:0:203412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695649.352692:0:203412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695649.352693:0:203412:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695649.352695:0:203412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695649.352696:0:203412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000171f4f44. 02000000:00000001:1.0:1788695649.352700:0:203412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695649.352701:0:203412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695649.352703:0:203412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016cdf310. 00000100:00000001:1.0:1788695649.352705:0:203412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695649.352721:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1788695649.352724:0:203412:0:(llog.c:1559:llog_open()) MGC192.168.201.118@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1788695649.352727:0:203412:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000516873d7. 00000040:00000001:1.0:1788695649.352729:0:203412:0:(llog.c:1563:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1788695649.352732:0:203412:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1788695649.352734:0:203412:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:1.0:1788695649.352740:0:203412:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000005a72de4d. 00000040:00000010:1.0:1788695649.352743:0:203412:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000bbfec1c6. 00000020:00000010:1.0:1788695649.352746:0:203412:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b04ef8ac. 00000020:00000010:1.0:1788695649.352751:0:203412:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 00000000eb910c0b. 80000000:00000010:1.0:1788695649.352755:0:203412:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d80e0650. 00040000:00000010:1.0:1788695649.352760:0:203412:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007323e9b3. 20000000:00000010:1.0:1788695649.352764:0:203412:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at 000000009ec63942. 00000020:00000010:1.0:1788695649.352766:0:203412:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6ea7a0c. 10000000:00000010:1.0:1788695649.352768:0:203412:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at 000000006ef88fe9. 10000000:01000000:1.0:1788695649.352771:0:203412:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.118@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:1.0:1788695649.352783:0:203412:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788695649.352786:0:203412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788695649.352788:0:203412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695649.352791:0:203412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000bb598dc6 refcount=3 00000020:00000001:1.0:1788695649.352794:0:203412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777555945984 : -113296153605632 : ffff98f52f028a00) 00010000:00000001:1.0:1788695649.352796:0:203412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777555945984 : -113296153605632 : ffff98f52f028a00) 00010000:00000001:1.0:1788695649.352799:0:203412:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788695649.352802:0:203412:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.118@tcp lock: 00000000bb598dc6/0x6acb2b64cadb1864 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffb82 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788695649.352810:0:203412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695649.352812:0:203412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788695649.352814:0:203412:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.118@tcp lock: 00000000bb598dc6/0x6acb2b64cadb1864 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffb82 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788695649.352821:0:203412:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788695649.352823:0:203412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695649.352829:0:203412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788695649.352831:0:203412:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695649.352833:0:203412:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1788695649.352836:0:203412:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446630777068128768 : -113296641422848 : ffff98f511ef0a00) 10000000:00000001:1.0:1788695649.352840:0:203412:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1788695649.352841:0:203412:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695649.352843:0:203412:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:1.0:1788695649.352874:0:203412:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff98f518c6e000 10000000:00000010:1.0:1788695649.352879:0:203412:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 00000000b47cf0c3. 10000000:01000000:1.0:1788695649.352882:0:203412:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:1.0:1788695649.352886:0:203412:0:(genops.c:868:class_export_get()) GET export 00000000a0473585 refcount=4 10000000:00000001:1.0:1788695649.352888:0:203412:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446630776949903872 : -113296759647744 : ffff98f50ae31200) 10000000:00000001:1.0:1788695649.352890:0:203412:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:1.0:1788695649.352891:0:203412:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff98f518c6e000 10000000:00000010:1.0:1788695649.352894:0:203412:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000e6ea7a0c. 10000000:01000000:1.0:1788695649.352896:0:203412:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:1.0:1788695649.352897:0:203412:0:(genops.c:868:class_export_get()) GET export 00000000a0473585 refcount=5 10000000:00000001:1.0:1788695649.352898:0:203412:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446630776908361216 : -113296801190400 : ffff98f508692e00) 10000000:00000001:1.0:1788695649.352901:0:203412:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:1.0:1788695649.352902:0:203412:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff98f518c6e000 10000000:00000010:1.0:1788695649.352905:0:203412:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 000000009ec63942. 10000000:01000000:1.0:1788695649.352906:0:203412:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 00000020:00000040:1.0:1788695649.352908:0:203412:0:(genops.c:868:class_export_get()) GET export 00000000a0473585 refcount=6 10000000:00000001:1.0:1788695649.352909:0:203412:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446630776908363264 : -113296801188352 : ffff98f508693600) 10000000:00000001:1.0:1788695649.352911:0:203412:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446630776908361216 : -113296801190400 : ffff98f508692e00) 10000000:00000001:1.0:1788695649.352914:0:203412:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788695649.352915:0:203412:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff98f518c6e000 from 1 10000000:00000001:1.0:1788695649.352917:0:203412:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788695649.352918:0:203412:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1788695649.352922:0:203412:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016cdf310. 00000020:00000040:1.0:1788695649.352925:0:203412:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695649.352928:0:203412:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695649.352931:0:203412:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695649.352940:0:203412:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695649.353081:0:203412:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007323e9b3. 00000100:00000001:1.0:1788695649.353088:0:203412:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695649.353093:0:203412:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788695649.353095:0:203412:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788695649.353100:0:203412:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: 00000000339ec051 count: 2 00010000:00000001:1.0:1788695649.353102:0:203412:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788695649.353105:0:203412:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788695649.353109:0:203412:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000017b30982. 00000020:00000010:1.0:1788695649.353113:0:203412:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000910c735a. 00000020:00000001:1.0:1788695649.353116:0:203412:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788695649.353118:0:203412:0:(lustre_handles.c:93:class_handle_hash()) added object 0000000017b30982 with handle 0x6acb2b64cadb186b to hash 00000020:00000001:1.0:1788695649.353120:0:203412:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788695649.353121:0:203412:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630777557909504 : -113296151642112 : ffff98f52f208000) 00010000:00000001:1.0:1788695649.353124:0:203412:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630777557909504 : -113296151642112 : ffff98f52f208000) 00010000:00000001:1.0:1788695649.353126:0:203412:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788695649.353129:0:203412:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695649.353131:0:203412:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.118@tcp lock: 0000000017b30982/0x6acb2b64cadb186b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788695649.353137:0:203412:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.118@tcp lock: 0000000017b30982/0x6acb2b64cadb186b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788695649.353145:0:203412:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.118@tcp lock: 0000000017b30982/0x6acb2b64cadb186b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788695649.353202:0:203412:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788695649.353203:0:203412:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788695649.353208:0:203412:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5fa1d12. 00000100:00000001:1.0:1788695649.353210:0:203412:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630776855919040 : -113296853632576 : ffff98f50548f9c0) 00000100:00000001:1.0:1788695649.353213:0:203412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695649.353214:0:203412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479936 : -113296832071680 : ffff98f50691f800) 00000100:00000001:1.0:1788695649.353218:0:203412:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695649.353224:0:203412:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.353226:0:203412:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788695649.353228:0:203412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695649.353231:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016cdf310 x1875583274320512/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.353238:0:203412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695649.353240:0:203412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.353243:0:203412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695649.353245:0:203412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695649.353248:0:203412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695649.353250:0:203412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000016cdf310 pname:cluuid:pid:xid:nid:opc:job mount.lustre:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203412:1875583274320512:192.168.201.118@tcp:101: 00000100:00000001:1.0:1788695649.353253:0:203412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695649.353257:0:203412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695649.353259:0:203412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.353262:0:203412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695649.353265:0:203412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c02f0e4b. 02000000:00000001:1.0:1788695649.353267:0:203412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695649.353270:0:203412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8b70b82. 00000400:00000010:1.0:1788695649.353274:0:203412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012b41b2b. 00000100:00000200:1.0:1788695649.353279:0:203412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274320512, portal 25 00000100:00000001:1.0:1788695649.353281:0:203412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695649.353282:0:203412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479936 : -113296832071680 : ffff98f50691f800) 00000100:00000040:1.0:1788695649.353285:0:203412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000016cdf310 x1875583274320512/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.353291:0:203412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695649.353294:0:203412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695649.353296:0:203412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de91f7a2. 00000100:00000200:1.0:1788695649.353298:0:203412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875583274320512, offset 0 00000400:00000200:1.0:1788695649.353303:0:203412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695649.353311:0:203412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695649.353315:0:203412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695649.353319:0:203412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695649.353322:0:203412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695649.353329:0:203412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695649.353333:0:203412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [7:7:256:4294967295] 192.168.201.118@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:1.0:1788695649.353342:0:203412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695649.353346:0:203412:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695649.353350:0:203412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb85f65. 00000800:00000200:1.0:1788695649.353356:0:203412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695649.353362:0:203412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695649.353366:0:203412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004bb85f65 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788695649.353383:0:203412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.353387:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306611166 00000100:00000010:1.0:1788695649.353390:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d80e0650. 00000100:00000001:1.0:1788695649.353396:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788695649.353444:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306611166 00000100:00000010:1.0:1788695649.353447:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005dd2cbdf. 00000100:00000001:1.0:1788695649.353450:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788695649.353453:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306611166 00000100:00000010:1.0:1788695649.353454:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000721208b6. 00000100:00000001:1.0:1788695649.353457:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788695649.353462:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306611166 00000100:00000010:1.0:1788695649.353465:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051bc30db. 00000100:00000001:1.0:1788695649.353467:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788695649.353476:0:203412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695649.353478:0:203412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.353480:0:203412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695649.353482:0:203412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788695649.353483:0:203412:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d5fa1d12 going to sleep for 11 seconds 00000100:00000001:1.0:1788695649.353485:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695649.353487:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.356085:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695649.356094:0:203412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695649.356105:0:203412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695649.356107:0:203412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8b70b82. 00000400:00000200:1.0:1788695649.356111:0:203412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012b41b2b 00000400:00000010:1.0:1788695649.356113:0:203412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000012b41b2b. 00000100:00000001:1.0:1788695649.356116:0:203412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695649.356120:0:203412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000016cdf310 x1875583274320512/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695649.356127:0:203412:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000016cdf310 x1875583274320512/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.356132:0:203412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695649.356133:0:203412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695649.356135:0:203412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695649.356138:0:203412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695649.356140:0:203412:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695649.356142:0:203412:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.356144:0:203412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695649.356150:0:203412:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695649.356153:0:203412:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695649.356156:0:203412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695649.356157:0:203412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695649.356169:0:203412:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695649.356172:0:203412:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.356174:0:203412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695649.356178:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016cdf310 x1875583274320512/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.356184:0:203412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695649.356187:0:203412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695649.356189:0:203412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695649.356193:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016cdf310 x1875583274320512/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695649.356201:0:203412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000016cdf310 pname:cluuid:pid:xid:nid:opc:job mount.lustre:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203412:1875583274320512:192.168.201.118@tcp:101: 00000100:00000001:1.0:1788695649.356206:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695649.356209:0:203412:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.356219:0:203412:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788695649.356222:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695649.356225:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016cdf310 x1875583274320512/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.356230:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695649.356233:0:203412:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d5fa1d12. 00000100:00000001:1.0:1788695649.356236:0:203412:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788695649.356238:0:203412:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695649.356242:0:203412:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788695649.356245:0:203412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788695649.356248:0:203412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695649.356252:0:203412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 0000000017b30982 refcount=4 00000020:00000001:1.0:1788695649.356254:0:203412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777557909504 : -113296151642112 : ffff98f52f208000) 00010000:00000001:1.0:1788695649.356257:0:203412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777557909504 : -113296151642112 : ffff98f52f208000) 00010000:00000040:1.0:1788695649.356264:0:203412:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: 0000000017b30982, remote cookie: 0x602192bd911ffb89, flags: 0x0 00010000:00000001:1.0:1788695649.356267:0:203412:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788695649.356271:0:203412:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788695649.356274:0:203412:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788695649.356275:0:203412:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788695649.356276:0:203412:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788695649.356279:0:203412:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000339ec051) refcount = 2 00010000:00000040:1.0:1788695649.356282:0:203412:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788695649.356285:0:203412:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.201.118@tcp lock: 00000000bb598dc6/0x6acb2b64cadb1864 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x602192bd911ffb82 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788695649.356292:0:203412:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.118@tcp lock: 0000000017b30982/0x6acb2b64cadb186b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffb89 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788695649.356297:0:203412:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788695649.356299:0:203412:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788695649.356301:0:203412:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788695649.356303:0:203412:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788695649.356305:0:203412:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695649.356307:0:203412:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.118@tcp lock: 0000000017b30982/0x6acb2b64cadb186b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x602192bd911ffb89 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788695649.356319:0:203412:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788695649.356320:0:203412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695649.356322:0:203412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788695649.356323:0:203412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695649.356324:0:203412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788695649.356326:0:203412:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.356329:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695649.356332:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016cdf310 x1875583274320512/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.356338:0:203412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695649.356341:0:203412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695649.356344:0:203412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c02f0e4b. 02000000:00000001:1.0:1788695649.356348:0:203412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695649.356350:0:203412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695649.356351:0:203412:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695649.356353:0:203412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695649.356356:0:203412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007323e9b3. 02000000:00000001:1.0:1788695649.356359:0:203412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695649.356361:0:203412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695649.356363:0:203412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016cdf310. 00000100:00000001:1.0:1788695649.356366:0:203412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695649.356367:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788695649.356369:0:203412:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695649.356372:0:203412:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788695649.356374:0:203412:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000e6ea7a0c) refs 2 10000000:00000001:1.0:1788695649.356376:0:203412:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695649.356378:0:203412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788695649.356379:0:203412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695649.356381:0:203412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 0000000017b30982 refcount=3 00000020:00000001:1.0:1788695649.356382:0:203412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777557909504 : -113296151642112 : ffff98f52f208000) 00010000:00000001:1.0:1788695649.356384:0:203412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777557909504 : -113296151642112 : ffff98f52f208000) 00010000:00000001:1.0:1788695649.356386:0:203412:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788695649.356388:0:203412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695649.356389:0:203412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788695649.356394:0:203412:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695649.356397:0:203412:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788695649.356401:0:203412:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000006ef88fe9. 00000020:00000010:1.0:1788695649.356404:0:203412:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007323e9b3. 00000020:00000010:1.0:1788695649.356409:0:203412:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eb910c0b. 00000040:00000010:1.0:1788695649.356411:0:203412:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000bbfec1c6. 00000020:00000010:1.0:1788695649.356415:0:203412:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b04ef8ac. 00000020:00000010:1.0:1788695649.356419:0:203412:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000005a72de4d. 80000000:00000010:1.0:1788695649.356423:0:203412:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000066276fdb. 00040000:00000010:1.0:1788695649.356426:0:203412:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000516873d7. 20000000:00000010:1.0:1788695649.356430:0:203412:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at 00000000171f4f44. 10000000:00000040:1.0:1788695649.356434:0:203412:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt 000000001f26160a : new refcount 2 00000020:00000001:1.0:1788695649.356437:0:203412:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788695649.356439:0:203412:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1788695649.356441:0:203412:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788695649.356445:0:203412:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001d0712a6. 00000040:00000001:1.0:1788695649.356448:0:203412:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788695649.356450:0:203412:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000010:1.0:1788695649.356454:0:203412:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016cdf310. 00000020:00000040:1.0:1788695649.356456:0:203412:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695649.356460:0:203412:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695649.356463:0:203412:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695649.356466:0:203412:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695649.356471:0:203412:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c8a985b0. 00000100:00000001:1.0:1788695649.356476:0:203412:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.356482:0:203412:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788695649.356483:0:203412:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788695649.356488:0:203412:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5fa1d12. 00000100:00000001:1.0:1788695649.356490:0:203412:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630776855919040 : -113296853632576 : ffff98f50548f9c0) 00000100:00000001:1.0:1788695649.356492:0:203412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695649.356493:0:203412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479936 : -113296832071680 : ffff98f50691f800) 00000100:00000001:1.0:1788695649.356496:0:203412:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695649.356498:0:203412:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.356500:0:203412:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788695649.356502:0:203412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695649.356510:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016cdf310 x1875583274320640/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.356516:0:203412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695649.356518:0:203412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.356522:0:203412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695649.356524:0:203412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695649.356526:0:203412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695649.356528:0:203412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000016cdf310 pname:cluuid:pid:xid:nid:opc:job mount.lustre:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203412:1875583274320640:192.168.201.118@tcp:501: 00000100:00000001:1.0:1788695649.356531:0:203412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695649.356535:0:203412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695649.356537:0:203412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.356539:0:203412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695649.356542:0:203412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071a54c87. 02000000:00000001:1.0:1788695649.356544:0:203412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695649.356547:0:203412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8b70b82. 00000400:00000010:1.0:1788695649.356551:0:203412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012b41b2b. 00000100:00000200:1.0:1788695649.356555:0:203412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274320640, portal 25 00000100:00000001:1.0:1788695649.356556:0:203412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695649.356557:0:203412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479936 : -113296832071680 : ffff98f50691f800) 00000100:00000040:1.0:1788695649.356561:0:203412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000016cdf310 x1875583274320640/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695665 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.356568:0:203412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695649.356570:0:203412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695649.356572:0:203412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c401c26b. 00000100:00000200:1.0:1788695649.356574:0:203412:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875583274320640, offset 0 00000400:00000200:1.0:1788695649.356579:0:203412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695649.356599:0:203412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695649.356603:0:203412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695649.356607:0:203412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695649.356610:0:203412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695649.356612:0:203412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695649.356616:0:203412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [8:8:256:4294967295] 192.168.201.118@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:1.0:1788695649.356624:0:203412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695649.356635:0:203412:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695649.356638:0:203412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb85f65. 00000800:00000200:1.0:1788695649.356644:0:203412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695649.356651:0:203412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695649.356654:0:203412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004bb85f65 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1788695649.356661:0:203412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.356665:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306611169 00000100:00000001:1.0:1788695649.356671:0:203412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306611166 00000100:00000001:1.0:1788695649.356677:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306611169 00000100:00000001:1.0:1788695649.356679:0:203412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306611166 00000100:00000001:1.0:1788695649.356681:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306611169 00000100:00000001:1.0:1788695649.356684:0:203412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306611166 00000100:00000001:1.0:1788695649.356686:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306611169 00000100:00000001:1.0:1788695649.356689:0:203412:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306611166 00000100:00000001:1.0:1788695649.356691:0:203412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695649.356693:0:203412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.356695:0:203412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695649.356697:0:203412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788695649.356699:0:203412:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d5fa1d12 going to sleep for 11 seconds 00000100:00000001:1.0:1788695649.356701:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695649.356702:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695649.359989:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306611169, at 4306611170 00000100:00000010:1.0:1788695649.359995:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005dd2cbdf. 00000100:00000001:1.0:1788695649.360337:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695649.360409:0:203412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695649.360411:0:203412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695649.360413:0:203412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8b70b82. 00000400:00000200:1.0:1788695649.360416:0:203412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012b41b2b 00000400:00000010:1.0:1788695649.360419:0:203412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000012b41b2b. 00000100:00000001:1.0:1788695649.360422:0:203412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695649.360437:0:203412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000016cdf310 x1875583274320640/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695649.360445:0:203412:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000016cdf310 x1875583274320640/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.360451:0:203412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695649.360453:0:203412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695649.360455:0:203412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695649.360457:0:203412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695649.360460:0:203412:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695649.360462:0:203412:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.360464:0:203412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695649.360469:0:203412:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695649.360473:0:203412:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695649.360475:0:203412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695649.360476:0:203412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695649.360478:0:203412:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695649.360480:0:203412:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.360483:0:203412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695649.360487:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016cdf310 x1875583274320640/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.360494:0:203412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695649.360497:0:203412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695649.360499:0:203412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695649.360502:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016cdf310 x1875583274320640/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695665 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695649.360508:0:203412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000016cdf310 pname:cluuid:pid:xid:nid:opc:job mount.lustre:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203412:1875583274320640:192.168.201.118@tcp:501: 00000100:00000001:1.0:1788695649.360513:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695649.360516:0:203412:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.360519:0:203412:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788695649.360521:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695649.360523:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016cdf310 x1875583274320640/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695665 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.360530:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695649.360538:0:203412:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d5fa1d12. 00000100:00000001:1.0:1788695649.360541:0:203412:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788695649.360543:0:203412:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788695649.360548:0:203412:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788695649.360551:0:203412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695649.360553:0:203412:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695649.360591:0:203412:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788695649.360593:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695649.360596:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016cdf310 x1875583274320640/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695665 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.360604:0:203412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695649.360606:0:203412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695649.360609:0:203412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071a54c87. 02000000:00000001:1.0:1788695649.360612:0:203412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695649.360614:0:203412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695649.360615:0:203412:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695649.360616:0:203412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695649.360618:0:203412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c8a985b0. 02000000:00000001:1.0:1788695649.360621:0:203412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695649.360623:0:203412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695649.360624:0:203412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016cdf310. 00000100:00000001:1.0:1788695649.360628:0:203412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695649.360629:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788695649.360631:0:203412:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788695649.360634:0:203412:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788695649.360640:0:203412:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e1bc8852. 00000040:00000001:1.0:1788695649.360642:0:203412:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788695649.360644:0:203412:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788695649.360646:0:203412:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000010:1.0:1788695649.360649:0:203412:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016cdf310. 00000020:00000040:1.0:1788695649.360651:0:203412:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695649.360654:0:203412:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695649.360656:0:203412:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695649.360660:0:203412:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695649.360665:0:203412:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c8a985b0. 00000100:00000001:1.0:1788695649.360671:0:203412:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.360675:0:203412:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788695649.360681:0:203412:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788695649.360686:0:203412:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d5fa1d12. 00000100:00000001:1.0:1788695649.360688:0:203412:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630776855919040 : -113296853632576 : ffff98f50548f9c0) 00000100:00000001:1.0:1788695649.360690:0:203412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695649.360691:0:203412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479936 : -113296832071680 : ffff98f50691f800) 00000100:00000001:1.0:1788695649.360784:0:203412:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695649.360787:0:203412:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.360790:0:203412:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788695649.360791:0:203412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695649.360795:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016cdf310 x1875583274320768/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.360801:0:203412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695649.360804:0:203412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.360807:0:203412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695649.360809:0:203412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695649.360811:0:203412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695649.360814:0:203412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000016cdf310 pname:cluuid:pid:xid:nid:opc:job mount.lustre:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203412:1875583274320768:192.168.201.118@tcp:503: 00000100:00000001:1.0:1788695649.360818:0:203412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695649.360822:0:203412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695649.360824:0:203412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.360826:0:203412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695649.360841:0:203412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000008bdb4c16. 02000000:00000001:1.0:1788695649.360867:0:203412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695649.360874:0:203412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8b70b82. 00000400:00000010:1.0:1788695649.360880:0:203412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000bac277a5. 00000100:00000200:1.0:1788695649.360885:0:203412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875583274320768, portal 25 00000100:00000001:1.0:1788695649.360886:0:203412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695649.360887:0:203412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479936 : -113296832071680 : ffff98f50691f800) 00000100:00000040:1.0:1788695649.360892:0:203412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000016cdf310 x1875583274320768/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788695665 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.360898:0:203412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695649.360900:0:203412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695649.360902:0:203412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012b41b2b. 00000100:00000200:1.0:1788695649.360904:0:203412:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875583274320768, offset 0 00000400:00000200:1.0:1788695649.360915:0:203412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695649.360924:0:203412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695649.360928:0:203412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695649.360932:0:203412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695649.360935:0:203412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695649.360938:0:203412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695649.360941:0:203412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [9:9:256:4294967295] 192.168.201.118@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:1.0:1788695649.361014:0:203412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695649.361020:0:203412:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695649.361024:0:203412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dffc0522. 00000800:00000200:1.0:1788695649.361030:0:203412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695649.361037:0:203412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695649.361041:0:203412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dffc0522 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788695649.361095:0:203412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.361100:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306611174 00000100:00000010:1.0:1788695649.361103:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005dd2cbdf. 00000100:00000001:1.0:1788695649.361108:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788695649.361121:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306611174 00000100:00000010:1.0:1788695649.361124:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d1d951b. 00000100:00000001:1.0:1788695649.361126:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788695649.361129:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306611174 00000100:00000010:1.0:1788695649.361131:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091b67439. 00000100:00000001:1.0:1788695649.361133:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788695649.361141:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306611174 00000100:00000010:1.0:1788695649.361143:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051f28e6c. 00000100:00000001:1.0:1788695649.361146:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788695649.361148:0:203412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695649.361159:0:203412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.361161:0:203412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695649.361170:0:203412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788695649.361173:0:203412:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d5fa1d12 going to sleep for 11 seconds 00000100:00000001:1.0:1788695649.361175:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695649.361177:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.364282:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695649.364288:0:203412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695649.364290:0:203412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695649.364292:0:203412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8b70b82. 00000400:00000200:1.0:1788695649.364295:0:203412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bac277a5 00000400:00000010:1.0:1788695649.364297:0:203412:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 00000000bac277a5. 00000100:00000001:1.0:1788695649.364300:0:203412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695649.364304:0:203412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000016cdf310 x1875583274320768/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695649.364310:0:203412:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000016cdf310 x1875583274320768/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.364315:0:203412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695649.364317:0:203412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695649.364319:0:203412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695649.364321:0:203412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695649.364323:0:203412:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695649.364324:0:203412:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.364326:0:203412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695649.364332:0:203412:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695649.364335:0:203412:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695649.364337:0:203412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695649.364339:0:203412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695649.364341:0:203412:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695649.364343:0:203412:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.364345:0:203412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695649.364348:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016cdf310 x1875583274320768/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.364353:0:203412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695649.364355:0:203412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695649.364357:0:203412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695649.364360:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016cdf310 x1875583274320768/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788695665 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695649.364376:0:203412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000016cdf310 pname:cluuid:pid:xid:nid:opc:job mount.lustre:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203412:1875583274320768:192.168.201.118@tcp:503: 00000100:00000001:1.0:1788695649.364381:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695649.364383:0:203412:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.364385:0:203412:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788695649.364386:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695649.364388:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016cdf310 x1875583274320768/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788695665 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.364394:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695649.364396:0:203412:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d5fa1d12. 00000100:00000001:1.0:1788695649.364398:0:203412:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788695649.364399:0:203412:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788695649.364406:0:203412:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1788695649.364407:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695649.364409:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016cdf310 x1875583274320768/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788695665 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.364415:0:203412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695649.364417:0:203412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695649.364419:0:203412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000008bdb4c16. 02000000:00000001:1.0:1788695649.364427:0:203412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695649.364430:0:203412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695649.364431:0:203412:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695649.364434:0:203412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695649.364435:0:203412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c8a985b0. 02000000:00000001:1.0:1788695649.364438:0:203412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695649.364439:0:203412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695649.364441:0:203412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016cdf310. 00000100:00000001:1.0:1788695649.364444:0:203412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695649.364445:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788695649.364447:0:203412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695649.364448:0:203412:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695649.364449:0:203412:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1788695649.364451:0:203412:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788695649.364453:0:203412:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788695649.364460:0:203412:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1788695649.364463:0:203412:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000000626f377. 00000040:00001000:1.0:1788695649.364464:0:203412:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000100:00000040:1.0:1788695649.365053:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306611174, at 4306611175 00000100:00000010:1.0:1788695649.365058:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d1d951b. 00000100:00000040:1.0:1788695649.368919:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306611178, at 4306611179 00000100:00000010:1.0:1788695649.368933:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a830e63. 00000800:00000001:1.0:1788695649.371566:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695649.371592:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695649.371596:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695649.371598:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695649.371609:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695649.371627:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 8472 into portal 25 MB=0x6a9d542d00400 00000400:00000200:1.0:1788695649.371634:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 8472/8472 into md 0x149 [4] + 224 00000800:00000001:1.0:1788695649.371641:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695649.371654:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695649.371657:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695649.371661:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695649.371668:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695649.371675:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000f13ca9d8 x1875583274320896/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788695665 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695649.371686:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000f13ca9d8 x1875583274320896/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.371706:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695649.371715:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695649.371718:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788695649.409927:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695649.409933:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001278bf8a. 00000400:00000200:1.0:1788695649.409940:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695649.409945:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695649.409951:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce843621 00000400:00000010:1.0:1788695649.409959:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ce843621. 00000100:00000001:1.0:1788695649.409965:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695649.409969:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274321024/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788695665 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.409979:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695649.409981:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000048524a16 x1875583274321024/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788695665 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.409988:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.409990:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1788695649.413874:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306611222, at 4306611223 00000100:00000010:1.0:1788695649.413883:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1edae85. 00000800:00000001:1.0:1788695649.422710:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695649.422725:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695649.422729:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695649.422731:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695649.422741:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695649.422755:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 344 into portal 25 MB=0x6a9d542d00500 00000400:00000200:1.0:1788695649.422762:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 344/344 into md 0x159 [1] + 224 00000800:00000001:1.0:1788695649.422768:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695649.422774:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695649.422776:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695649.422781:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695649.422786:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695649.422792:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000bf3524a4 x1875583274321152/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695649.422802:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000bf3524a4 x1875583274321152/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.422819:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695649.422826:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695649.422828:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695649.427990:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306611237, at 4306611238 00000100:00000010:1.0:1788695649.427996:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000938a813a. 00000100:00000001:1.0:1788695649.429443:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695649.429448:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.431561:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695649.431576:0:203412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695649.431586:0:203412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695649.431589:0:203412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6c73983. 00000400:00000200:1.0:1788695649.431597:0:203412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a64d0d8 00000400:00000010:1.0:1788695649.431599:0:203412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001a64d0d8. 00000100:00000001:1.0:1788695649.431602:0:203412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695649.431607:0:203412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000bf3524a4 x1875583274321280/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695649.431614:0:203412:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000bf3524a4 x1875583274321280/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.431620:0:203412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695649.431622:0:203412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695649.431624:0:203412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695649.431627:0:203412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695649.431629:0:203412:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695649.431631:0:203412:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.431634:0:203412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695649.431640:0:203412:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695649.431644:0:203412:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695649.431647:0:203412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695649.431648:0:203412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695649.431651:0:203412:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695649.431653:0:203412:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.431656:0:203412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695649.431659:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000bf3524a4 x1875583274321280/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695649.431668:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000bf3524a4 x1875583274321280/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788695665 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.431676:0:203412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695649.431678:0:203412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695649.431681:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf3524a4 x1875583274321280/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788695665 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695649.431695:0:203412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203412:1875583274321280:192.168.201.118@tcp:256: 00000100:00000001:1.0:1788695649.431700:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695649.431703:0:203412:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.431705:0:203412:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788695649.431707:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695649.431710:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf3524a4 x1875583274321280/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788695665 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.431716:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695649.431718:0:203412:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000049fb5ea7. 00000100:00000001:1.0:1788695649.431721:0:203412:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788695649.431722:0:203412:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788695649.431729:0:203412:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 11, more 0. 10000000:00000001:1.0:1788695649.431732:0:203412:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1788695649.431736:0:203412:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 0000000048c3a6dc. 10000000:00000010:1.0:1788695649.431740:0:203412:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 0000000012ab3f6a. 10000000:00000200:1.0:1788695649.431745:0:203412:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1788695649.431747:0:203412:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-ffff98f518c6e000 00010000:00000001:1.0:1788695649.431754:0:203412:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1788695649.431758:0:203412:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1788695649.431762:0:203412:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.201.118@tcp has 192.168.201.118@tcp. 00000100:00000001:1.0:1788695649.431764:0:203412:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695649.431766:0:203412:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1788695649.431767:0:203412:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.201.118@tcp with 192.168.201.118@tcp 00000100:00000200:1.0:1788695649.431769:0:203412:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.201.118@tcp' 00000400:00000200:1.0:1788695649.431771:0:203412:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1788695649.431774:0:203412:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:1.0:1788695649.431777:0:203412:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.201.118@tcp 00000400:00000200:1.0:1788695649.431782:0:203412:0:(peer.c:1911:lnet_peer_add()) peer 192.168.201.118@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1788695649.431788:0:203412:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1788695649.431791:0:203412:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.201.118@tcp NID 192.168.201.118@tcp: 0. pending discovery 00000400:00000200:1.0:1788695649.431793:0:203412:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.201.118@tcp 00000100:00000001:1.0:1788695649.431795:0:203412:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695649.431802:0:203412:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788695649.431805:0:203412:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 9/11 for lustre-MDT0000-mdc-ffff98f518c6e000 10000000:00000200:1.0:1788695649.431809:0:203412:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1788695649.431811:0:203412:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0001-mdc-ffff98f518c6e000 00010000:00000001:1.0:1788695649.431814:0:203412:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1788695649.431815:0:203412:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1788695649.431817:0:203412:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.201.118@tcp has 192.168.201.118@tcp. 00000100:00000001:1.0:1788695649.431819:0:203412:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695649.431820:0:203412:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1788695649.431821:0:203412:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.201.118@tcp with 192.168.201.118@tcp 00000100:00000200:1.0:1788695649.431823:0:203412:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.201.118@tcp' 00000400:00000200:1.0:1788695649.431824:0:203412:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1788695649.431826:0:203412:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:1.0:1788695649.431828:0:203412:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.201.118@tcp 00000400:00000200:1.0:1788695649.431831:0:203412:0:(peer.c:1911:lnet_peer_add()) peer 192.168.201.118@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1788695649.431834:0:203412:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1788695649.431836:0:203412:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.201.118@tcp NID 192.168.201.118@tcp: 0. pending discovery 00000400:00000200:1.0:1788695649.431838:0:203412:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.201.118@tcp 00000100:00000001:1.0:1788695649.431839:0:203412:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695649.431841:0:203412:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788695649.431842:0:203412:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 10/11 for lustre-MDT0001-mdc-ffff98f518c6e000 10000000:00000200:1.0:1788695649.431876:0:203412:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1788695649.431878:0:203412:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0000-osc-ffff98f518c6e000 00010000:00000001:1.0:1788695649.431881:0:203412:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1788695649.431882:0:203412:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1788695649.431885:0:203412:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.201.118@tcp has 192.168.201.118@tcp. 00000100:00000001:1.0:1788695649.431886:0:203412:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695649.431888:0:203412:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1788695649.431889:0:203412:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.201.118@tcp with 192.168.201.118@tcp 00000100:00000200:1.0:1788695649.431890:0:203412:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.201.118@tcp' 00000400:00000200:1.0:1788695649.431892:0:203412:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1788695649.431893:0:203412:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:1.0:1788695649.431894:0:203412:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.201.118@tcp 00000400:00000200:1.0:1788695649.431897:0:203412:0:(peer.c:1911:lnet_peer_add()) peer 192.168.201.118@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1788695649.431900:0:203412:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1788695649.431908:0:203412:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.201.118@tcp NID 192.168.201.118@tcp: 0. pending discovery 00000400:00000200:1.0:1788695649.431910:0:203412:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.201.118@tcp 00000100:00000001:1.0:1788695649.431912:0:203412:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695649.431913:0:203412:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788695649.431915:0:203412:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 11/11 for lustre-OST0000-osc-ffff98f518c6e000 10000000:00000010:1.0:1788695649.431917:0:203412:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 0000000012ab3f6a. 10000000:00000010:1.0:1788695649.431920:0:203412:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 0000000048c3a6dc. 10000000:00000001:1.0:1788695649.431923:0:203412:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.431926:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695649.431929:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf3524a4 x1875583274321280/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788695665 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.431935:0:203412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695649.431937:0:203412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695649.431939:0:203412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d24d2ab8. 02000000:00000001:1.0:1788695649.431942:0:203412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695649.431944:0:203412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695649.431945:0:203412:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695649.431947:0:203412:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788695649.431949:0:203412:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788695649.431950:0:203412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695649.431951:0:203412:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695649.431952:0:203412:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1788695649.431973:0:203412:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 0000000024990afd. 00000100:00000010:1.0:1788695649.431975:0:203412:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000834ad581. 00000100:00000001:1.0:1788695649.431977:0:203412:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788695649.431979:0:203412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007729331e. 02000000:00000001:1.0:1788695649.431982:0:203412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695649.431984:0:203412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695649.431985:0:203412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf3524a4. 00000100:00000001:1.0:1788695649.431989:0:203412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695649.431990:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1788695649.432842:0:203412:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 2048 at 00000000b88a8c1a. 10000000:01000000:1.0:1788695649.433059:0:203412:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.118@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1788695649.433110:0:203412:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788695649.433113:0:203412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788695649.433127:0:203412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695649.433130:0:203412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000004138a327 refcount=3 00000020:00000001:1.0:1788695649.433132:0:203412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777555943936 : -113296153607680 : ffff98f52f028200) 00010000:00000001:1.0:1788695649.433136:0:203412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777555943936 : -113296153607680 : ffff98f52f028200) 00010000:00000001:1.0:1788695649.433138:0:203412:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788695649.433141:0:203412:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.118@tcp lock: 000000004138a327/0x6acb2b64cadb1895 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffb90 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788695649.433150:0:203412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695649.433151:0:203412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788695649.433153:0:203412:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.118@tcp lock: 000000004138a327/0x6acb2b64cadb1895 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffb90 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788695649.433159:0:203412:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788695649.433160:0:203412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695649.433161:0:203412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788695649.433163:0:203412:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695649.433165:0:203412:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695649.433167:0:203412:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788695649.433169:0:203412:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98f518c6e000 from 1 10000000:00000001:1.0:1788695649.433172:0:203412:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788695649.433173:0:203412:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1788695649.433178:0:203412:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016cdf310. 00000020:00000040:1.0:1788695649.433183:0:203412:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695649.433187:0:203412:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695649.433190:0:203412:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695649.433195:0:203412:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695649.433202:0:203412:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c8a985b0. 00000100:00000001:1.0:1788695649.433208:0:203412:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695649.433213:0:203412:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788695649.433215:0:203412:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788695649.433220:0:203412:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 00000000b0a84b18. 00010000:00000001:1.0:1788695649.433225:0:203412:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788695649.433228:0:203412:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d1ca88c9. 00000020:00000001:1.0:1788695649.433231:0:203412:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788695649.433238:0:203412:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000d1ca88c9 with handle 0x6acb2b64cadb189c to hash 00000020:00000001:1.0:1788695649.433240:0:203412:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788695649.433241:0:203412:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630777557911552 : -113296151640064 : ffff98f52f208800) 00010000:00000001:1.0:1788695649.433244:0:203412:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630777557911552 : -113296151640064 : ffff98f52f208800) 00010000:00000001:1.0:1788695649.433247:0:203412:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788695649.433250:0:203412:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695649.433252:0:203412:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.118@tcp lock: 00000000d1ca88c9/0x6acb2b64cadb189c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788695649.433258:0:203412:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.118@tcp lock: 00000000d1ca88c9/0x6acb2b64cadb189c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788695649.433267:0:203412:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.118@tcp lock: 00000000d1ca88c9/0x6acb2b64cadb189c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788695649.433272:0:203412:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788695649.433274:0:203412:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788695649.433280:0:203412:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007150178e. 00000100:00000001:1.0:1788695649.433282:0:203412:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630776855916544 : -113296853635072 : ffff98f50548f000) 00000100:00000001:1.0:1788695649.433284:0:203412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695649.433286:0:203412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479936 : -113296832071680 : ffff98f50691f800) 00000100:00000001:1.0:1788695649.433290:0:203412:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695649.433293:0:203412:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.433295:0:203412:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788695649.433296:0:203412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695649.433303:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016cdf310 x1875583274321408/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.433310:0:203412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695649.433312:0:203412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.433316:0:203412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695649.433318:0:203412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695649.433320:0:203412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695649.433322:0:203412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000016cdf310 pname:cluuid:pid:xid:nid:opc:job mount.lustre:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203412:1875583274321408:192.168.201.118@tcp:101: 00000100:00000001:1.0:1788695649.433332:0:203412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695649.433337:0:203412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695649.433339:0:203412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.433342:0:203412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695649.433345:0:203412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000048c3a6dc. 02000000:00000001:1.0:1788695649.433347:0:203412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695649.433352:0:203412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8b70b82. 00000400:00000010:1.0:1788695649.433358:0:203412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053d383cc. 00000100:00000200:1.0:1788695649.433364:0:203412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274321408, portal 25 00000100:00000001:1.0:1788695649.433366:0:203412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695649.433367:0:203412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479936 : -113296832071680 : ffff98f50691f800) 00000100:00000040:1.0:1788695649.433371:0:203412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000016cdf310 x1875583274321408/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.433378:0:203412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695649.433381:0:203412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695649.433383:0:203412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f37ab13. 00000100:00000200:1.0:1788695649.433385:0:203412:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875583274321408, offset 0 00000400:00000200:1.0:1788695649.433392:0:203412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695649.433403:0:203412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695649.433409:0:203412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695649.433413:0:203412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695649.433416:0:203412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695649.433419:0:203412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695649.433422:0:203412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [15:15:256:4294967295] 192.168.201.118@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:1.0:1788695649.433446:0:203412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695649.433451:0:203412:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695649.433456:0:203412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7e36ce6. 00000800:00000200:1.0:1788695649.433463:0:203412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695649.433470:0:203412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695649.433473:0:203412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f7e36ce6 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788695649.433489:0:203412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.433497:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306611246 00000100:00000010:1.0:1788695649.433501:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d1d951b. 00000100:00000001:1.0:1788695649.433508:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788695649.433514:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306611246 00000100:00000010:1.0:1788695649.433516:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005c916321. 00000100:00000001:1.0:1788695649.433519:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788695649.433521:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306611246 00000100:00000010:1.0:1788695649.433523:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003847b311. 00000100:00000001:1.0:1788695649.433525:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788695649.433528:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306611246 00000100:00000010:1.0:1788695649.433529:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d24fff6b. 00000100:00000001:1.0:1788695649.433532:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788695649.433539:0:203412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695649.433541:0:203412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.433543:0:203412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695649.433545:0:203412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788695649.433547:0:203412:0:(client.c:2716:ptlrpc_set_wait()) set 000000007150178e going to sleep for 11 seconds 00000100:00000001:1.0:1788695649.433549:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695649.433551:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695649.437129:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306611246, at 4306611247 00000100:00000010:1.0:1788695649.437135:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005c916321. 00000100:00000001:1.0:1788695649.438755:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695649.439450:0:203412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695649.439454:0:203412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695649.439456:0:203412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8b70b82. 00000400:00000200:1.0:1788695649.439461:0:203412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053d383cc 00000400:00000010:1.0:1788695649.439464:0:203412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000053d383cc. 00000100:00000001:1.0:1788695649.439468:0:203412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695649.439473:0:203412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000016cdf310 x1875583274321408/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695649.439482:0:203412:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000016cdf310 x1875583274321408/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.439507:0:203412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695649.439509:0:203412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695649.439512:0:203412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695649.439514:0:203412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695649.439517:0:203412:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695649.439519:0:203412:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.439521:0:203412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695649.439527:0:203412:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=0 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695649.439530:0:203412:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695649.439532:0:203412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695649.439533:0:203412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695649.439536:0:203412:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695649.439538:0:203412:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.439541:0:203412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695649.439545:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016cdf310 x1875583274321408/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.439552:0:203412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695649.439555:0:203412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695649.439557:0:203412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695649.439560:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016cdf310 x1875583274321408/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695649.439668:0:203412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000016cdf310 pname:cluuid:pid:xid:nid:opc:job mount.lustre:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203412:1875583274321408:192.168.201.118@tcp:101: 00000100:00000001:1.0:1788695649.439674:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695649.439677:0:203412:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.439680:0:203412:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788695649.439682:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695649.439685:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016cdf310 x1875583274321408/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.439692:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695649.439695:0:203412:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007150178e. 00000100:00000001:1.0:1788695649.439698:0:203412:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788695649.439700:0:203412:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695649.439709:0:203412:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788695649.439713:0:203412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788695649.439715:0:203412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695649.439718:0:203412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000d1ca88c9 refcount=4 00000020:00000001:1.0:1788695649.439721:0:203412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777557911552 : -113296151640064 : ffff98f52f208800) 00010000:00000001:1.0:1788695649.439724:0:203412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777557911552 : -113296151640064 : ffff98f52f208800) 00010000:00000040:1.0:1788695649.439731:0:203412:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: 00000000d1ca88c9, remote cookie: 0x602192bd911ffb97, flags: 0x0 00010000:00000001:1.0:1788695649.439734:0:203412:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788695649.439738:0:203412:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788695649.439740:0:203412:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788695649.439742:0:203412:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788695649.439743:0:203412:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788695649.439746:0:203412:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000b0a84b18) refcount = 1 00010000:00010000:1.0:1788695649.439750:0:203412:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.118@tcp lock: 00000000d1ca88c9/0x6acb2b64cadb189c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffb97 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788695649.439758:0:203412:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788695649.439760:0:203412:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788695649.439762:0:203412:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788695649.439765:0:203412:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788695649.439767:0:203412:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695649.439769:0:203412:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.118@tcp lock: 00000000d1ca88c9/0x6acb2b64cadb189c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x602192bd911ffb97 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788695649.439775:0:203412:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788695649.439777:0:203412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695649.439778:0:203412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788695649.439779:0:203412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695649.439780:0:203412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788695649.439782:0:203412:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.439785:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695649.439788:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016cdf310 x1875583274321408/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695665 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.439796:0:203412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695649.439798:0:203412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695649.439805:0:203412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000048c3a6dc. 02000000:00000001:1.0:1788695649.439808:0:203412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695649.439811:0:203412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695649.439812:0:203412:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695649.439815:0:203412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695649.439817:0:203412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c8a985b0. 02000000:00000001:1.0:1788695649.439820:0:203412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695649.439822:0:203412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695649.439824:0:203412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016cdf310. 00000100:00000001:1.0:1788695649.439827:0:203412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695649.439828:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788695649.439830:0:203412:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695649.439833:0:203412:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788695649.439835:0:203412:0:(mgc_request.c:108:config_log_get()) log params (00000000b47cf0c3) refs 2 10000000:00000001:1.0:1788695649.439837:0:203412:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695649.439839:0:203412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788695649.439840:0:203412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695649.439842:0:203412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000d1ca88c9 refcount=3 00000020:00000001:1.0:1788695649.439941:0:203412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777557911552 : -113296151640064 : ffff98f52f208800) 00010000:00000001:1.0:1788695649.439943:0:203412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777557911552 : -113296151640064 : ffff98f52f208800) 00010000:00000001:1.0:1788695649.439945:0:203412:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788695649.439947:0:203412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695649.439948:0:203412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788695649.439949:0:203412:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695649.439952:0:203412:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788695649.439956:0:203412:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000005a7460bb. 00000020:00000010:1.0:1788695649.439960:0:203412:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8a985b0. 00000020:00000010:1.0:1788695649.439965:0:203412:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000002f36eeeb. 00000040:00000010:1.0:1788695649.439970:0:203412:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000209ea088. 00000020:00000010:1.0:1788695649.439974:0:203412:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d0bb9722. 00000020:00000010:1.0:1788695649.439978:0:203412:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 0000000071a54c87. 80000000:00000010:1.0:1788695649.439982:0:203412:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005c916321. 00040000:00000010:1.0:1788695649.439987:0:203412:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001d0712a6. 20000000:00000010:1.0:1788695649.439992:0:203412:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at 00000000bd375e2e. 10000000:00000040:1.0:1788695649.439996:0:203412:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt 000000001f26160a : new refcount 2 00000020:00000001:1.0:1788695649.439999:0:203412:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788695649.440005:0:203412:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1788695649.440008:0:203412:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788695649.440011:0:203412:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e7d1739b. 00000040:00000001:1.0:1788695649.440014:0:203412:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788695649.440017:0:203412:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000010:1.0:1788695649.440021:0:203412:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016cdf310. 00000020:00000040:1.0:1788695649.440023:0:203412:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695649.440028:0:203412:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695649.440030:0:203412:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695649.440034:0:203412:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695649.440042:0:203412:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000057ed93cf. 00000100:00000001:1.0:1788695649.440047:0:203412:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.440053:0:203412:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788695649.440054:0:203412:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788695649.440060:0:203412:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007150178e. 00000100:00000001:1.0:1788695649.440062:0:203412:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630776855916544 : -113296853635072 : ffff98f50548f000) 00000100:00000001:1.0:1788695649.440064:0:203412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695649.440066:0:203412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479936 : -113296832071680 : ffff98f50691f800) 00000100:00000001:1.0:1788695649.440070:0:203412:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695649.440072:0:203412:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.440074:0:203412:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788695649.440076:0:203412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695649.440079:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016cdf310 x1875583274321536/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.440087:0:203412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695649.440089:0:203412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.440092:0:203412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695649.440094:0:203412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695649.440097:0:203412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695649.440099:0:203412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000016cdf310 pname:cluuid:pid:xid:nid:opc:job mount.lustre:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203412:1875583274321536:192.168.201.118@tcp:501: 00000100:00000001:1.0:1788695649.440103:0:203412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695649.440107:0:203412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695649.440109:0:203412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.440112:0:203412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695649.440117:0:203412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002009dd19. 02000000:00000001:1.0:1788695649.440122:0:203412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695649.440127:0:203412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8b70b82. 00000400:00000010:1.0:1788695649.440132:0:203412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053d383cc. 00000100:00000200:1.0:1788695649.440138:0:203412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274321536, portal 25 00000100:00000001:1.0:1788695649.440141:0:203412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695649.440142:0:203412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479936 : -113296832071680 : ffff98f50691f800) 00000100:00000040:1.0:1788695649.440147:0:203412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000016cdf310 x1875583274321536/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1788695665 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.440155:0:203412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695649.440157:0:203412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695649.440160:0:203412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c78758bc. 00000100:00000200:1.0:1788695649.440162:0:203412:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875583274321536, offset 0 00000400:00000200:1.0:1788695649.440167:0:203412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695649.440177:0:203412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695649.440182:0:203412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695649.440186:0:203412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695649.440189:0:203412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695649.440192:0:203412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695649.440196:0:203412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [16:16:256:4294967295] 192.168.201.118@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:1.0:1788695649.440205:0:203412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695649.440211:0:203412:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695649.440215:0:203412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a465274b. 00000800:00000200:1.0:1788695649.440221:0:203412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695649.440228:0:203412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695649.440232:0:203412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a465274b type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1788695649.440249:0:203412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.440253:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306611253 00000100:00000010:1.0:1788695649.440257:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a02473c0. 00000100:00000001:1.0:1788695649.440263:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788695649.440269:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306611253 00000100:00000010:1.0:1788695649.440272:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000257bdaf2. 00000100:00000001:1.0:1788695649.440280:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788695649.440283:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306611253 00000100:00000010:1.0:1788695649.440287:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b72f1bf0. 00000100:00000001:1.0:1788695649.440290:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788695649.440293:0:203412:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306611253 00000100:00000010:1.0:1788695649.440296:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098edf6dd. 00000100:00000001:1.0:1788695649.440299:0:203412:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788695649.440302:0:203412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695649.440305:0:203412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.440307:0:203412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695649.440309:0:203412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788695649.440311:0:203412:0:(client.c:2716:ptlrpc_set_wait()) set 000000007150178e going to sleep for 11 seconds 00000100:00000001:1.0:1788695649.440313:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695649.440315:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695649.444120:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695649.444132:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695649.444136:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695649.444138:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695649.444151:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695649.444169:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 272 into portal 25 MB=0x6a9d542d00680 00000400:00000200:1.0:1788695649.444178:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 272/272 into md 0x175 [1] + 224 00000800:00000001:1.0:1788695649.444186:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695649.444193:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695649.444197:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695649.444201:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695649.444208:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695649.444215:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000016cdf310 x1875583274321536/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1788695665 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695649.444225:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@0000000016cdf310 x1875583274321536/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 504/272 e 0 to 0 dl 1788695665 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.444250:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695649.444264:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695649.444268:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695649.444279:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306611253, at 4306611254 00000100:00000010:1.0:1788695649.444283:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000257bdaf2. 00000100:00000040:1.0:1788695649.448942:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306611258, at 4306611259 00000100:00000010:1.0:1788695649.448960:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00000040:00000010:1.0:1788695649.453681:0:203412:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000c81c9ce7. 00000040:00000001:1.0:1788695649.453686:0:203412:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1788695649.453689:0:203412:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 00000040:00000010:1.0:1788695649.453694:0:203412:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009697ce53. 00000040:00000010:1.0:1788695649.453697:0:203412:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e7d1739b. 00000020:00000001:1.0:1788695649.453700:0:203412:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695649.453703:0:203412:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1788695649.453707:0:203412:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000002f36eeeb. 00000040:00000010:1.0:1788695649.453709:0:203412:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000209ea088. 00000020:00000010:1.0:1788695649.453712:0:203412:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d0bb9722. 00000020:00000010:1.0:1788695649.453715:0:203412:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 0000000071a54c87. 80000000:00000010:1.0:1788695649.453718:0:203412:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005c916321. 00040000:00000010:1.0:1788695649.453721:0:203412:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001d0712a6. 20000000:00000010:1.0:1788695649.453723:0:203412:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at 00000000bd375e2e. 00000020:00000010:1.0:1788695649.453726:0:203412:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8a985b0. 10000000:00000010:1.0:1788695649.453728:0:203412:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at 000000005a7460bb. 10000000:01000000:1.0:1788695649.453731:0:203412:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.118@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1788695649.453791:0:203412:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788695649.453794:0:203412:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788695649.453796:0:203412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695649.453799:0:203412:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000d1ca88c9 refcount=3 00000020:00000001:1.0:1788695649.453802:0:203412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777557911552 : -113296151640064 : ffff98f52f208800) 00010000:00000001:1.0:1788695649.453805:0:203412:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777557911552 : -113296151640064 : ffff98f52f208800) 00010000:00000001:1.0:1788695649.453807:0:203412:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788695649.453810:0:203412:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.118@tcp lock: 00000000d1ca88c9/0x6acb2b64cadb189c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffb97 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788695649.453831:0:203412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695649.453833:0:203412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788695649.453835:0:203412:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.118@tcp lock: 00000000d1ca88c9/0x6acb2b64cadb189c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffb97 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788695649.453840:0:203412:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788695649.453842:0:203412:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695649.453843:0:203412:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788695649.453863:0:203412:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695649.453865:0:203412:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695649.453868:0:203412:0:(mgc_request.c:2017:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788695649.453871:0:203412:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000069ef19bb. 00000040:00000010:1.0:1788695649.453875:0:203412:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000006217f6b8. 00000020:00000010:1.0:1788695649.453877:0:203412:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 0000000036e77cb6. 00000020:00000010:1.0:1788695649.453880:0:203412:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 0000000090a791f6. 00040000:00000010:1.0:1788695649.453884:0:203412:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000528632a1. 00040000:00000010:1.0:1788695649.453887:0:203412:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000e02a06a. 00000020:00000010:1.0:1788695649.453889:0:203412:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000ff5360f. 00000020:00000001:1.0:1788695649.453892:0:203412:0:(obd_class.h:703:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788695649.453894:0:203412:0:(obd_mount.c:81:lustre_process_log()) kfreed 'lcfg': 184 at 00000000e60425e4. 00000020:00000010:1.0:1788695649.453897:0:203412:0:(obd_mount.c:83:lustre_process_log()) kfreed 'bufs': 104 at 0000000026ff9af2. 00000020:00000001:1.0:1788695649.453900:0:203412:0:(obd_mount.c:92:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695649.453903:0:203412:0:(obd_config.c:1128:class_get_profile()) Process entered 00000020:00000001:1.0:1788695649.453905:0:203412:0:(obd_config.c:1114:class_get_profile_nolock()) Process entered 00000020:00000001:1.0:1788695649.453907:0:203412:0:(obd_config.c:1118:class_get_profile_nolock()) Process leaving (rc=18446630777556565056 : -113296152986560 : ffff98f52f0bfc40) 00000020:00000001:1.0:1788695649.453909:0:203412:0:(obd_config.c:1132:class_get_profile()) Process leaving (rc=18446630777556565056 : -113296152986560 : ffff98f52f0bfc40) 00000080:01000000:1.0:1788695649.453912:0:203412:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000080:00000010:1.0:1788695649.453916:0:203412:0:(llite_lib.c:1617:ll_fill_super()) kmalloced '(dt)': 33 at 000000005a7460bb. 00000080:00000010:1.0:1788695649.453919:0:203412:0:(llite_lib.c:1623:ll_fill_super()) kmalloced '(md)': 33 at 00000000501112b3. 00000080:00000001:1.0:1788695649.453922:0:203412:0:(llite_lib.c:430:client_common_fill_super()) Process entered 00000080:00000010:1.0:1788695649.453929:0:203412:0:(llite_lib.c:438:client_common_fill_super()) kmalloced '(data)': 192 at 00000000d5fa1d12. 00000080:00000010:1.0:1788695649.453932:0:203412:0:(llite_lib.c:442:client_common_fill_super()) kmalloced '(osfs)': 144 at 00000000bac277a5. 00000080:00000040:1.0:1788695649.453940:0:203412:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1239, crc32c 7035, adler 867 00000080:00000001:1.0:1788695649.453944:0:203412:0:(obd_class.h:859:obd_connect()) Process entered 00800000:00000001:1.0:1788695649.453947:0:203412:0:(lmv_obd.c:239:lmv_connect()) Process entered 00000020:00000001:1.0:1788695649.453948:0:203412:0:(genops.c:1375:class_connect()) Process entered 00000020:00000001:1.0:1788695649.453950:0:203412:0:(genops.c:931:__class_new_export()) Process entered 00000020:00000010:1.0:1788695649.453952:0:203412:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 00000000d0bb9722. 00000020:00000001:1.0:1788695649.453954:0:203412:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788695649.453957:0:203412:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000d0bb9722 with handle 0x6acb2b64cadb18a3 to hash 00000020:00000001:1.0:1788695649.453959:0:203412:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:1.0:1788695649.453962:0:203412:0:(obd_class.h:1015:obd_init_export()) Process entered 00000020:00000001:1.0:1788695649.453964:0:203412:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788695649.453967:0:203412:0:(obd_config.c:995:class_incref()) incref lustre-clilmv-ffff98f518c6e000 (000000009a7fec15) now 5 - export 00000020:00000001:1.0:1788695649.453969:0:203412:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446630776938012672 : -113296771538944 : ffff98f50a2da000) 00000020:00000040:1.0:1788695649.453972:0:203412:0:(genops.c:879:class_export_put()) PUTting export 00000000d0bb9722 : new refcount 1 00000020:00000080:1.0:1788695649.453974:0:203412:0:(genops.c:1385:class_connect()) connect: client f4931000-78c8-4821-9b44-b56343695343, cookie 0x6acb2b64cadb18a3 00000020:00000001:1.0:1788695649.453976:0:203412:0:(genops.c:1386:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695649.453977:0:203412:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788695649.453979:0:203412:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18a3 00000020:00000001:1.0:1788695649.453981:0:203412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695649.453982:0:203412:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d0bb9722 refcount=2 00000020:00000001:1.0:1788695649.453984:0:203412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776938012672 : -113296771538944 : ffff98f50a2da000) 00000020:00000001:1.0:1788695649.453986:0:203412:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776938012672 : -113296771538944 : ffff98f50a2da000) 00800000:00000001:1.0:1788695649.454008:0:203412:0:(lmv_obd.c:493:lmv_check_connect()) Process entered 00800000:01000000:1.0:1788695649.454011:0:203412:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect f4931000-78c8-4821-9b44-b56343695343 to lustre-clilmv-ffff98f518c6e000 00800000:00000001:1.0:1788695649.454013:0:203412:0:(lmv_obd.c:327:lmv_connect_mdc()) Process entered 00800000:01000000:1.0:1788695649.454018:0:203412:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff98f518c6e000(f4931000-78c8-4821-9b44-b56343695343) - lustre-MDT0000_UUID, f4931000-78c8-4821-9b44-b56343695343 00800000:00000001:1.0:1788695649.454021:0:203412:0:(obd_class.h:1355:obd_register_observer()) Process entered 00800000:00000001:1.0:1788695649.454022:0:203412:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788695649.454025:0:203412:0:(obd_class.h:859:obd_connect()) Process entered 00010000:00000001:1.0:1788695649.454027:0:203412:0:(ldlm_lib.c:666:client_connect_import()) Process entered 00000020:00000001:1.0:1788695649.454028:0:203412:0:(genops.c:1375:class_connect()) Process entered 00000020:00000001:1.0:1788695649.454029:0:203412:0:(genops.c:931:__class_new_export()) Process entered 00000020:00000010:1.0:1788695649.454032:0:203412:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 00000000eb0b9b93. 00000020:00000001:1.0:1788695649.454033:0:203412:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788695649.454041:0:203412:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000eb0b9b93 with handle 0x6acb2b64cadb18aa to hash 00000020:00000001:1.0:1788695649.454043:0:203412:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:1.0:1788695649.454045:0:203412:0:(obd_class.h:1015:obd_init_export()) Process entered 00000020:00000001:1.0:1788695649.454046:0:203412:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788695649.454048:0:203412:0:(obd_config.c:995:class_incref()) incref lustre-MDT0000-mdc-ffff98f518c6e000 (00000000f567b9c1) now 5 - export 00000020:00000001:1.0:1788695649.454050:0:203412:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446630776938010624 : -113296771540992 : ffff98f50a2d9800) 00000020:00000040:1.0:1788695649.454052:0:203412:0:(genops.c:879:class_export_put()) PUTting export 00000000eb0b9b93 : new refcount 1 00000020:00000080:1.0:1788695649.454053:0:203412:0:(genops.c:1385:class_connect()) connect: client f4931000-78c8-4821-9b44-b56343695343, cookie 0x6acb2b64cadb18aa 00000020:00000001:1.0:1788695649.454055:0:203412:0:(genops.c:1386:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695649.454056:0:203412:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788695649.454057:0:203412:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18aa 00000020:00000001:1.0:1788695649.454059:0:203412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695649.454060:0:203412:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000eb0b9b93 refcount=2 00000020:00000001:1.0:1788695649.454061:0:203412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776938010624 : -113296771540992 : ffff98f50a2d9800) 00000020:00000001:1.0:1788695649.454063:0:203412:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776938010624 : -113296771540992 : ffff98f50a2d9800) 00000100:00000001:1.0:1788695649.454067:0:203412:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788695649.454070:0:203412:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788695649.454076:0:203412:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff98f518c6e000: connect to NID 192.168.201.118@tcp last attempt 0 00000400:00000200:1.0:1788695649.454084:0:203412:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.201.118@tcp is discovered: rc = 1 00000100:00000001:1.0:1788695649.454088:0:203412:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788695649.454089:0:203412:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 7 to 192.168.201.118@tcp 00000100:00000001:1.0:1788695649.454092:0:203412:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000001:1.0:1788695649.454094:0:203412:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788695649.454095:0:203412:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18aa 00000020:00000001:1.0:1788695649.454096:0:203412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695649.454097:0:203412:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000eb0b9b93 refcount=3 00000020:00000001:1.0:1788695649.454099:0:203412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776938010624 : -113296771540992 : ffff98f50a2d9800) 00000020:00000001:1.0:1788695649.454100:0:203412:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776938010624 : -113296771540992 : ffff98f50a2d9800) 00000100:00000001:1.0:1788695649.454102:0:203412:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788695649.454103:0:203412:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 8 to 192.168.201.118@tcp 00000100:00000001:1.0:1788695649.454105:0:203412:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000040:1.0:1788695649.454107:0:203412:0:(genops.c:879:class_export_put()) PUTting export 00000000eb0b9b93 : new refcount 2 00000100:00080000:1.0:1788695649.454115:0:203412:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff98f518c6e000: import 00000000aa1e8aa1 using connection 192.168.201.118@tcp/192.168.201.118@tcp 00000100:00000001:1.0:1788695649.454118:0:203412:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.454120:0:203412:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788695649.454126:0:203412:0:(sec.c:1444:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1788695649.454128:0:203412:0:(sec.c:1462:sptlrpc_sec_create()) mdc lustre-MDT0000-mdc-ffff98f518c6e000: select security flavor null 02000000:00000001:1.0:1788695649.454131:0:203412:0:(sec.c:1483:sptlrpc_sec_create()) Process leaving (rc=18446744072651236768 : -1058314848 : ffffffffc0eb65a0) 02000000:00000001:1.0:1788695649.454134:0:203412:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.454136:0:203412:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788695649.454140:0:203412:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 134217728, lost: 0. 00000008:00000001:1.0:1788695649.454142:0:203412:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.454144:0:203412:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695649.454149:0:203412:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b66d9e0. 00000020:00000040:1.0:1788695649.454152:0:203412:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 02000000:00000001:1.0:1788695649.454155:0:203412:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788695649.454157:0:203412:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.454159:0:203412:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695649.454162:0:203412:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695649.454165:0:203412:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695649.454170:0:203412:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000048c3a6dc. 00000100:00000001:1.0:1788695649.454176:0:203412:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695649.454182:0:203412:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002b66d9e0 x1875583274321792/t0(0) o38->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695649.454191:0:203412:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695649.454193:0:203412:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695649.454197:0:203412:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b66d9e0] to pc [ptlrpcd_rcv+-1] req@000000002b66d9e0 x1875583274321792/t0(0) o38->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.454220:0:203412:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.454223:0:203412:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1788695649.454225:0:203412:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID 00000020:00000040:1.0:1788695649.454227:0:203412:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695649.454243:0:203412:0:(pinger.c:384:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695649.454245:0:203412:0:(ldlm_lib.c:723:client_connect_import()) Process leaving 00800000:00000001:1.0:1788695649.454253:0:203412:0:(obd_class.h:875:obd_connect()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1788695649.454255:0:203412:0:(fid_request.c:435:client_fid_init()) Process entered 00000100:00000040:1.0:1788695649.454269:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11948) 40000000:00000010:1.0:1788695649.454281:0:203412:0:(fid_request.c:438:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000620ddfef. 40000000:00000010:1.0:1788695649.454284:0:203412:0:(fid_request.c:442:client_fid_init()) kmalloced '(prefix)': 133 at 00000000b0f00c1f. 40000000:00000001:1.0:1788695649.454286:0:203412:0:(fid_request.c:401:seq_client_init()) Process entered 00000020:00000040:1.0:1788695649.454288:0:203412:0:(genops.c:868:class_export_get()) GET export 00000000eb0b9b93 refcount=3 40000000:00000010:1.0:1788695649.454359:0:203412:0:(fid_request.c:450:client_fid_init()) kfreed 'prefix': 133 at 00000000b0f00c1f. 40000000:00000001:1.0:1788695649.454364:0:203412:0:(fid_request.c:459:client_fid_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788695649.454366:0:203412:0:(fld_request.c:140:fld_client_add_target()) Process entered 80000000:00000040:1.0:1788695649.454367:0:203412:0:(fld_request.c:148:fld_client_add_target()) cli-lustre-clilmv-ffff98f518c6e000: Adding target lustre-MDT0000-mdc-ffff98f518c6e000 (idx 0) 80000000:00000010:1.0:1788695649.454370:0:203412:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at 0000000057be7016. 00000020:00000040:1.0:1788695649.454372:0:203412:0:(genops.c:868:class_export_get()) GET export 00000000eb0b9b93 refcount=4 80000000:00000001:1.0:1788695649.454373:0:203412:0:(fld_request.c:176:fld_client_add_target()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788695649.454375:0:203412:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1788695649.454377:0:203412:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788695649.454380:0:203412:0:(lu_tgt_descs.c:82:lu_qos_add_tgt()) Process entered 00020000:00000010:1.0:1788695649.454382:0:203412:0:(lu_tgt_descs.c:102:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000dc1bd231. 00020000:00001000:1.0:1788695649.454387:0:203412:0:(lu_tgt_descs.c:121:lu_qos_add_tgt()) add tgt lustre-MDT0000_UUID to server 192.168.201.118@tcp (1 targets) 00020000:00000001:1.0:1788695649.454389:0:203412:0:(lu_tgt_descs.c:143:lu_qos_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:01000000:1.0:1788695649.454390:0:203412:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff98f518c6e000(f4931000-78c8-4821-9b44-b56343695343) successfully (5) 00800000:00000001:1.0:1788695649.454393:0:203412:0:(obd_class.h:1043:obd_statfs_async()) Process entered 00800000:00000004:1.0:1788695649.454394:0:203412:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff98f518c6e000: age 10943, max_age 0 00000100:00000010:1.0:1788695649.454398:0:203412:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006716c132. 00000020:00000040:1.0:1788695649.454400:0:203412:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=5 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695649.454402:0:203412:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695649.454404:0:203412:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695649.454406:0:203412:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695649.454409:0:203412:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000155bbcce. 00000100:00000001:1.0:1788695649.454411:0:203412:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.454414:0:203412:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695649.454415:0:203412:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695649.454419:0:203412:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006716c132] to pc [ptlrpcd_00_01+1] req@000000006716c132 x1875583274321920/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00800000:00000001:1.0:1788695649.459492:0:203412:0:(obd_class.h:1060:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695649.459511:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306611267, at 4306611269 00000100:00000010:1.0:1788695649.459520:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000418efba9. 00800000:00000001:1.0:1788695649.459546:0:203412:0:(lmv_obd.c:406:lmv_connect_mdc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788695649.459552:0:203412:0:(lmv_obd.c:327:lmv_connect_mdc()) Process entered 00800000:01000000:1.0:1788695649.459561:0:203412:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff98f518c6e000(f4931000-78c8-4821-9b44-b56343695343) - lustre-MDT0001_UUID, f4931000-78c8-4821-9b44-b56343695343 00800000:00000001:1.0:1788695649.459565:0:203412:0:(obd_class.h:1355:obd_register_observer()) Process entered 00800000:00000001:1.0:1788695649.459663:0:203412:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788695649.459666:0:203412:0:(obd_class.h:859:obd_connect()) Process entered 00010000:00000001:1.0:1788695649.459669:0:203412:0:(ldlm_lib.c:666:client_connect_import()) Process entered 00000020:00000001:1.0:1788695649.459672:0:203412:0:(genops.c:1375:class_connect()) Process entered 00000020:00000001:1.0:1788695649.459674:0:203412:0:(genops.c:931:__class_new_export()) Process entered 00000020:00000010:1.0:1788695649.459678:0:203412:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 00000000d44de2da. 00000020:00000001:1.0:1788695649.459682:0:203412:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788695649.459685:0:203412:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000d44de2da with handle 0x6acb2b64cadb18b1 to hash 00000020:00000001:1.0:1788695649.459687:0:203412:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:1.0:1788695649.459690:0:203412:0:(obd_class.h:1015:obd_init_export()) Process entered 00000020:00000001:1.0:1788695649.459691:0:203412:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788695649.459694:0:203412:0:(obd_config.c:995:class_incref()) incref lustre-MDT0001-mdc-ffff98f518c6e000 (000000000485cdfe) now 5 - export 00000020:00000001:1.0:1788695649.459697:0:203412:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000020:00000040:1.0:1788695649.459700:0:203412:0:(genops.c:879:class_export_put()) PUTting export 00000000d44de2da : new refcount 1 00000020:00000080:1.0:1788695649.459702:0:203412:0:(genops.c:1385:class_connect()) connect: client f4931000-78c8-4821-9b44-b56343695343, cookie 0x6acb2b64cadb18b1 00000020:00000001:1.0:1788695649.459705:0:203412:0:(genops.c:1386:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695649.459707:0:203412:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788695649.459708:0:203412:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18b1 00000020:00000001:1.0:1788695649.459709:0:203412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695649.459711:0:203412:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d44de2da refcount=2 00000020:00000001:1.0:1788695649.459713:0:203412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000020:00000001:1.0:1788695649.459715:0:203412:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000100:00000001:1.0:1788695649.459719:0:203412:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788695649.459722:0:203412:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788695649.459733:0:203412:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: connect to NID 192.168.201.118@tcp last attempt 0 00000400:00000200:1.0:1788695649.459743:0:203412:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.201.118@tcp is discovered: rc = 1 00000100:00000001:1.0:1788695649.459746:0:203412:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788695649.459748:0:203412:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 9 to 192.168.201.118@tcp 00000100:00000001:1.0:1788695649.459750:0:203412:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000001:1.0:1788695649.459752:0:203412:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788695649.459753:0:203412:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18b1 00000020:00000001:1.0:1788695649.459754:0:203412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695649.459755:0:203412:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d44de2da refcount=3 00000020:00000001:1.0:1788695649.459757:0:203412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000020:00000001:1.0:1788695649.459759:0:203412:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000100:00000001:1.0:1788695649.459761:0:203412:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788695649.459762:0:203412:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 10 to 192.168.201.118@tcp 00000100:00000001:1.0:1788695649.459764:0:203412:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000040:1.0:1788695649.459766:0:203412:0:(genops.c:879:class_export_put()) PUTting export 00000000d44de2da : new refcount 2 00000100:00080000:1.0:1788695649.459768:0:203412:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: import 00000000ad055e41 using connection 192.168.201.118@tcp/192.168.201.118@tcp 00000100:00000001:1.0:1788695649.459771:0:203412:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695649.459773:0:203412:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788695649.459778:0:203412:0:(sec.c:1444:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1788695649.459781:0:203412:0:(sec.c:1462:sptlrpc_sec_create()) mdc lustre-MDT0001-mdc-ffff98f518c6e000: select security flavor null 02000000:00000001:1.0:1788695649.459784:0:203412:0:(sec.c:1483:sptlrpc_sec_create()) Process leaving (rc=18446744072651236768 : -1058314848 : ffffffffc0eb65a0) 02000000:00000001:1.0:1788695649.459788:0:203412:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.459790:0:203412:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788695649.459793:0:203412:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 134217728, lost: 0. 00000008:00000001:1.0:1788695649.459796:0:203412:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.459797:0:203412:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695649.459802:0:203412:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000094b15cb1. 00000020:00000040:1.0:1788695649.459804:0:203412:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:1.0:1788695649.459808:0:203412:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788695649.459809:0:203412:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.459812:0:203412:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695649.459814:0:203412:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695649.459823:0:203412:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695649.459829:0:203412:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c02f0e4b. 00000100:00000001:1.0:1788695649.459835:0:203412:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695649.459841:0:203412:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000094b15cb1 x1875583274322048/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695649.460069:0:203412:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695649.460073:0:203412:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695649.460081:0:203412:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094b15cb1] to pc [ptlrpcd_rcv+-1] req@0000000094b15cb1 x1875583274322048/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.460098:0:203412:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.460102:0:203412:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1788695649.460106:0:203412:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID 00000020:00000040:1.0:1788695649.460111:0:203412:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695649.460133:0:203412:0:(pinger.c:384:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695649.460138:0:203412:0:(ldlm_lib.c:723:client_connect_import()) Process leaving 00800000:00000001:1.0:1788695649.460143:0:203412:0:(obd_class.h:875:obd_connect()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1788695649.460148:0:203412:0:(fid_request.c:435:client_fid_init()) Process entered 40000000:00000010:1.0:1788695649.460153:0:203412:0:(fid_request.c:438:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 000000001ea0493a. 40000000:00000010:1.0:1788695649.460158:0:203412:0:(fid_request.c:442:client_fid_init()) kmalloced '(prefix)': 133 at 00000000b0f00c1f. 40000000:00000001:1.0:1788695649.460164:0:203412:0:(fid_request.c:401:seq_client_init()) Process entered 00000020:00000040:1.0:1788695649.460167:0:203412:0:(genops.c:868:class_export_get()) GET export 00000000d44de2da refcount=3 40000000:00000010:1.0:1788695649.460230:0:203412:0:(fid_request.c:450:client_fid_init()) kfreed 'prefix': 133 at 00000000b0f00c1f. 40000000:00000001:1.0:1788695649.460236:0:203412:0:(fid_request.c:459:client_fid_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788695649.460240:0:203412:0:(fld_request.c:140:fld_client_add_target()) Process entered 80000000:00000040:1.0:1788695649.460243:0:203412:0:(fld_request.c:148:fld_client_add_target()) cli-lustre-clilmv-ffff98f518c6e000: Adding target lustre-MDT0001-mdc-ffff98f518c6e000 (idx 1) 80000000:00000010:1.0:1788695649.460250:0:203412:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at 00000000d3863ea9. 00000020:00000040:1.0:1788695649.460254:0:203412:0:(genops.c:868:class_export_get()) GET export 00000000d44de2da refcount=4 80000000:00000001:1.0:1788695649.460257:0:203412:0:(fld_request.c:176:fld_client_add_target()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788695649.460263:0:203412:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1788695649.460267:0:203412:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788695649.460271:0:203412:0:(lu_tgt_descs.c:82:lu_qos_add_tgt()) Process entered 00020000:00001000:1.0:1788695649.460275:0:203412:0:(lu_tgt_descs.c:121:lu_qos_add_tgt()) add tgt lustre-MDT0001_UUID to server 192.168.201.118@tcp (2 targets) 00020000:00000001:1.0:1788695649.460280:0:203412:0:(lu_tgt_descs.c:143:lu_qos_add_tgt()) Process leaving (rc=0 : 0 : 0) 00800000:01000000:1.0:1788695649.460289:0:203412:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff98f518c6e000(f4931000-78c8-4821-9b44-b56343695343) successfully (5) 00800000:00000001:1.0:1788695649.460291:0:203412:0:(obd_class.h:1043:obd_statfs_async()) Process entered 00800000:00000004:1.0:1788695649.460293:0:203412:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff98f518c6e000: age 10943, max_age 0 00000100:00000010:1.0:1788695649.460298:0:203412:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c801b762. 00000020:00000040:1.0:1788695649.460300:0:203412:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=5 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695649.460302:0:203412:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695649.460304:0:203412:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695649.460305:0:203412:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695649.460308:0:203412:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000032870841. 00000100:00000001:1.0:1788695649.460311:0:203412:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.460314:0:203412:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695649.460315:0:203412:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695649.460323:0:203412:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c801b762] to pc [ptlrpcd_00_02+2] req@00000000c801b762 x1875583274322176/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00800000:00000001:1.0:1788695649.460493:0:203412:0:(obd_class.h:1060:obd_statfs_async()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788695649.460506:0:203412:0:(lmv_obd.c:406:lmv_connect_mdc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788695649.460508:0:203412:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00000002:00000001:1.0:1788695649.460510:0:203412:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1788695649.460511:0:203412:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788695649.460513:0:203412:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1788695649.460514:0:203412:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788695649.460515:0:203412:0:(lmv_obd.c:314:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788695649.460516:0:203412:0:(lmv_obd.c:526:lmv_check_connect()) Process leaving 00800000:00000001:1.0:1788695649.460518:0:203412:0:(lmv_obd.c:266:lmv_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788695649.460521:0:203412:0:(obd_class.h:875:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788695649.460524:0:203412:0:(obd_class.h:1074:obd_statfs()) Process entered 00000080:00000004:1.0:1788695649.460525:0:203412:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff98f518c6e000: age 10943, max_age 11942 00800000:00000001:1.0:1788695649.460529:0:203412:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:1.0:1788695649.460531:0:203412:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at 00000000b0f00c1f. 00800000:00000001:1.0:1788695649.460533:0:203412:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1788695649.460534:0:203412:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff98f518c6e000: age 10943, max_age 11942 00000002:00000001:1.0:1788695649.460537:0:203412:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1788695649.460538:0:203412:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=6 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000010:1.0:1788695649.460542:0:203412:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5a80015. 00000020:00000040:1.0:1788695649.460544:0:203412:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=7 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695649.460551:0:203412:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695649.460553:0:203412:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695649.460554:0:203412:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695649.460558:0:203412:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006596e7c6. 00000100:00000001:1.0:1788695649.460561:0:203412:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.460564:0:203412:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788695649.460565:0:203412:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788695649.460591:0:203412:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d19d787. 00000100:00000001:1.0:1788695649.460594:0:203412:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630776855918848 : -113296853632768 : ffff98f50548f900) 00000100:00000001:1.0:1788695649.460598:0:203412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695649.460599:0:203412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877466496 : -113296832085120 : ffff98f50691c380) 00000100:00000001:1.0:1788695649.460602:0:203412:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695649.460603:0:203412:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.460605:0:203412:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788695649.460606:0:203412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695649.460609:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b5a80015 x1875583274322304/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.460615:0:203412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695649.460617:0:203412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788695649.460619:0:203412:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000b5a80015 x1875583274322304/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695649.460625:0:203412:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.460627:0:203412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695649.460629:0:203412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695649.460631:0:203412:0:(client.c:2716:ptlrpc_set_wait()) set 000000007d19d787 going to sleep for 0 seconds 00000100:00000001:1.0:1788695649.460633:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695649.460634:0:203412:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695649.460636:0:203412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695649.460637:0:203412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695649.460639:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695649.460945:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1788695649.460950:0:201303:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006cb10342. 00000020:00000010:1.0:1788695649.460954:0:201303:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000dd1c8a42. 80000000:00000010:1.0:1788695649.460957:0:201303:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000257bdaf2. 40000000:00000010:1.0:1788695649.460964:0:201303:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 0000000043e3fe26. 00000008:00000010:1.0:1788695649.460976:0:201303:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000001fa064ec. 00020000:00000010:1.0:1788695649.460980:0:201303:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000b5941b2c. 00008000:00000010:1.0:1788695649.460991:0:201303:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000395d8f09. 00100000:00000010:1.0:1788695649.460995:0:201303:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000f2229b2. 00040000:00000010:1.0:1788695649.460998:0:201303:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a465274b. 00040000:00000010:1.0:1788695649.461001:0:201303:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a14c7781. 00040000:00000010:1.0:1788695649.461003:0:201303:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000007175ab8. 00000004:00000010:1.0:1788695649.461006:0:201303:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b73cc936. 00000004:00000010:1.0:1788695649.461009:0:201303:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 0000000018faf162. 00000004:00000010:1.0:1788695649.461012:0:201303:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000a9e3a65d. 00002000:00000010:1.0:1788695649.461015:0:201303:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 0000000091eb8812. 00000004:00000010:1.0:1788695649.461018:0:201303:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 000000000ad8436c. 00000080:00000010:1.0:1788695649.461030:0:201303:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c33a5242. 00000080:00000010:1.0:1788695649.461042:0:201303:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000d9ca2d42. 00000008:00000010:1.0:1788695649.461047:0:201303:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000caf5fe93. 00020000:00000010:1.0:1788695649.461050:0:201303:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 00000000f254d8ea. 00008000:00000010:1.0:1788695649.461052:0:201303:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000481b3a60. 00000080:00000010:1.0:1788695649.461055:0:201303:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000e9a07e0f. 00000100:00000001:1.0:1788695649.461058:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1788695649.499477:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.499781:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.500007:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.500167:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.500326:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.500482:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.500648:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.500803:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.501636:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.501804:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.501984:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.502383:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.502542:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.502706:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.502952:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.503105:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.503348:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.503498:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.504332:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.504483:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.504645:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.504795:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.504978:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.505130:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.507303:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.507459:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.507623:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.507778:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.508009:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.508225:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.508376:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.508527:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.508688:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.508843:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.509027:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.509242:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.509428:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.509589:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.509743:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.509992:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.510146:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.510357:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.510523:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.512458:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.512631:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.512792:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.512968:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.513136:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.513295:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.513453:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.513625:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.513786:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.513976:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.514131:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.514287:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.514442:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.514611:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.514770:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.514955:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.515113:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.515271:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.515436:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.516730:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.516970:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.517253:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.517408:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.517564:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.517733:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.517910:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.518121:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.518336:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.518493:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.518662:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.518822:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.519213:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.519378:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.519538:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.519706:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.519897:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.520311:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.520472:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.520641:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.520800:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.521248:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.521403:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.521564:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.521743:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.521928:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.522640:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.522800:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.523051:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.523271:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.523425:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.523592:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.523749:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.523934:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.524088:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.526700:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.526883:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.527072:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.527241:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.527394:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.527550:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.527739:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.527925:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.528081:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.528236:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.528392:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.528548:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.528713:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.528911:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.529068:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.529224:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.529382:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.529536:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.530561:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.530735:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.530980:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.531264:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.531422:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.531592:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.531751:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.531939:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.532519:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.532688:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.532956:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.533111:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.533328:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.533483:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.533651:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.533805:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.533987:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.535556:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.535729:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.535904:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.536059:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.537503:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.537682:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.537911:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.538079:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.539054:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.539339:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.539502:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.539677:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.539839:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.540020:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.540442:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.540623:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.540778:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.541327:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.541478:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.541640:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.541790:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.541967:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.542506:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.542668:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.542819:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.543106:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.543323:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.543475:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.543638:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.543798:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.544117:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.544326:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.544476:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.544639:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.544795:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.545403:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.545558:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.545733:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.545917:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.546079:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.546300:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.546464:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.546639:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.546793:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.547059:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.547282:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.547446:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.547615:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.547774:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.548749:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.548998:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.549226:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.549392:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.549547:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.549714:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.549896:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.550051:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.550279:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.550439:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.550614:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.550777:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.551914:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.552087:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.552255:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.552412:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.552594:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.552761:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.552953:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.553118:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.553281:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.553447:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.553940:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.554105:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.554423:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.554601:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.554764:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.555503:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.555682:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.555878:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.556041:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.556215:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.556375:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.556532:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.556704:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.557025:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.557241:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.557399:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.557557:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.558049:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.558379:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.558541:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.558713:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.560275:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.560444:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.560613:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:0.0:1788695649.560768:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.685646:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.685806:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.685982:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.686138:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.686291:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.686448:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.687229:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.687371:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.687494:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.687664:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.687824:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.688003:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.688162:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.688326:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.688492:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.688665:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.688831:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.690781:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.690979:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.691418:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.691603:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.691769:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.691954:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.692541:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.692724:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.692919:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.693147:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.693422:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.693591:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.693764:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.693946:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.694411:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.694569:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.694734:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.694913:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.695081:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.695304:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.695455:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.695605:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.695828:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.696049:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.696343:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.696481:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.696617:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.696789:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.696990:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.697232:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.697388:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.697514:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.697649:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.697834:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.698057:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.698210:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.698353:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.698475:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.698611:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.698784:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.698984:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.699138:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.699293:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.699442:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.699605:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.699823:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.700071:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.700226:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.700381:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.700535:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.700702:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.701025:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.701187:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.701347:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.701511:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.701683:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.701998:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.702158:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.702321:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.702481:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.702653:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.702969:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.703129:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.703286:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.703441:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.703610:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.703834:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.704081:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.704239:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.704586:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.704810:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.705054:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.705206:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.705359:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.705515:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.705678:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.705986:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.706138:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.706292:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.706450:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.706610:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.706788:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.707013:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.707168:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.707304:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.707426:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.707548:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.707682:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.740159:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.740294:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.740423:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.740548:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.740685:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.740806:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.740953:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.741081:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.741215:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.741342:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.741471:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.741612:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.741742:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.741973:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.742100:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.742226:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.742354:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.742482:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.742620:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.742747:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.742900:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.743027:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.743155:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.743275:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.743386:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.743497:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.743633:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.743754:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.743983:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.744110:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.744239:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.744367:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.744497:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.744637:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.744766:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.744920:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.745055:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.745183:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.745311:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.745439:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.745569:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.745702:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.745814:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.746009:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.746137:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.746266:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.746385:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.746496:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.746626:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.746752:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.746906:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.747035:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.747162:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.747291:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.747418:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.747546:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.748418:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.748543:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.748680:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.748808:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.748951:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.749079:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.749207:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.749337:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.749464:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.749606:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.749733:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.749894:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.750022:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.750151:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.750280:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.750409:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.750537:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.752646:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.752776:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.752915:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.753036:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.753169:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.753298:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.753423:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.753535:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.753664:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.753783:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.755436:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.755568:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.755705:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.755834:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.756055:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.756389:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.756518:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.759788:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.759943:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.760077:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.760214:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.760341:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.760453:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.760564:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.760776:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.760924:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.761047:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.761175:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.761299:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.761411:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.761522:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.761652:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.761780:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.764039:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.764189:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.764317:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.764445:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.764567:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.764707:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.764831:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.765012:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.765140:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.765269:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.765396:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.765524:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.765933:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.766056:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.766241:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.766368:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.766638:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.766766:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.766931:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.767058:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.767244:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.767374:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.767494:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.767625:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.767747:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.767901:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.768029:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.768210:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.768338:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.768465:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.768600:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.768720:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.768839:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.769003:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.769372:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.769502:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.769635:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.769754:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.769896:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.770019:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.770146:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.770272:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.770393:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.770504:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.770637:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.770756:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.812330:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.812467:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.812609:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.812741:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.812958:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.813084:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.813212:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.813339:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.813468:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.813683:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.813809:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.814087:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.814217:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.814346:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.814474:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.814614:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.814744:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.814955:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.815083:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.815211:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.815339:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.815463:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.815602:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.815727:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.815842:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.816080:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.816208:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.816337:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.816464:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.816603:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.817150:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.817280:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.817409:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.817539:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.817680:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.817811:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.818107:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.818234:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.818364:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.818490:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.818625:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.818753:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.818981:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.819109:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.819239:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.819367:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.819495:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.819634:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.819761:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.820052:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.820181:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.820310:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.820445:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.821568:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.821718:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.821873:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.822248:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.822378:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.822504:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.822645:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.822775:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.822935:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.823075:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.823203:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.823333:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.823462:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.823680:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.823811:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.824165:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.824294:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.824418:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.824529:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.824660:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.824771:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.825096:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.825214:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.825339:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.825450:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.825560:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.825693:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.825820:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.826780:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.826952:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.827090:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.827277:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.827405:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.827529:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.827679:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.827790:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.828771:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.829074:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.829308:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.829436:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.829565:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.829707:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.829835:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.830560:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.830700:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.830829:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.831114:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.831331:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.831458:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.831598:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.831727:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.832161:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.832290:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.832419:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.832545:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.832690:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.832816:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.833144:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.833270:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.833395:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.833525:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.833667:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.833795:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.834546:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.834686:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.834815:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.835137:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.835265:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.835387:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.835499:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.835631:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.835746:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.836069:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.836330:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.836458:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.836595:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.836722:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.837047:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.837177:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.837306:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.837436:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.837563:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.837704:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.837837:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.838141:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.838270:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.838399:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.838526:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.838666:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.838795:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.839124:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.839252:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.839381:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.839509:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.839645:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.839756:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.840172:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.840299:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.840419:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.840530:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.840659:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.840770:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.841039:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.841163:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.841288:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.841408:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.841529:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.841659:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.841770:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.842030:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.842153:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.842283:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.842407:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.842528:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.842658:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.842770:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.843407:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.843519:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.843648:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.843759:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.880651:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.880789:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.880944:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.881073:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.881203:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.881330:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.881459:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.881597:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.881729:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.881886:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.882017:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.882146:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.882275:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.882402:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.882529:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.882666:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.882795:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.882956:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.883081:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.883204:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.883326:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.883450:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.883589:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.883710:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.883820:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.883970:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.884095:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.884214:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.884336:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.884454:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.884595:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.884725:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.884885:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.885012:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.885139:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.885268:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.885395:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.885522:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.885659:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.885788:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.885937:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.886060:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.886183:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.886307:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.886418:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.886529:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.886665:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.886800:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.887019:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.887145:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.887275:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.887393:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.887504:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.887635:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.887754:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.887955:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.888085:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.888217:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.888347:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.888474:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.888615:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.888741:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.888952:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.889082:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.889209:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.889338:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.889466:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.889608:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.889736:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.889896:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.890022:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.890146:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.890271:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.890396:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.890522:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.890718:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.890910:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.891039:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.891168:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.891295:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.891422:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.891552:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.891689:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.891816:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.892020:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.892148:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.892277:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.892404:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.892533:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.892673:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.892802:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.893015:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.893141:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.893270:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.893399:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.893524:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.893664:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.893790:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.893944:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.894321:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.894453:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.894594:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.894724:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.894953:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.895082:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.895210:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.895329:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.895447:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.895558:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.895688:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.895799:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.895993:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.896121:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.896251:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.896380:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.896509:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.896649:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.896783:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.896998:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.897127:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.897254:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.897381:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.897503:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.897642:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.897766:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.897971:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.898099:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.898227:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.898356:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.898482:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.898621:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.898754:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.898958:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.899087:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.899215:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.899336:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.899460:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.899599:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.899724:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.899835:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.900020:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.900145:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.900264:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.900383:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.900494:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.900625:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.900740:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.900921:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.901046:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.901174:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.901303:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.901429:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.901558:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.901700:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.901828:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.901985:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.902114:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.902242:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.902373:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.902506:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.902647:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.902773:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.902997:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.903127:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.903258:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.903385:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.903514:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.903652:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.903783:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.903996:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.904122:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.904251:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.904379:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.904505:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.904636:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.904748:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.904945:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.905065:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.905176:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.905298:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.905409:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.905519:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.905649:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.905760:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.905947:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.906069:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.906180:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.906306:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.906418:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.906528:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.906657:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.909802:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.909952:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.910080:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.910209:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.910335:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.910461:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.910611:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.910741:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.910914:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.911042:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.911173:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.911306:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.911431:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.911560:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.911921:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.912051:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.912178:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.912307:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.912432:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.912544:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.912676:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.912787:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.913004:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.913128:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.913253:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.913372:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.913483:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.913612:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.913729:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.913840:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.914025:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.914144:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.914268:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.914384:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.914495:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.914632:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.914744:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.914933:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.915062:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.915179:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.915305:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.915433:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.915559:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.915700:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.915829:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.915987:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.916115:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.916263:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.916537:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.916678:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.916808:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.917342:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.917470:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.917610:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.917736:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.917890:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.918086:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.918217:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.918344:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.918470:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.918609:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.918737:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.919034:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.919165:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.919293:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.919415:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.919527:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.919656:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.919768:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.919907:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.920097:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.920215:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.920333:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.920444:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.920554:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.920688:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.920809:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.921100:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.921230:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.921358:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.921493:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.921631:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.921759:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.922030:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.922157:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.922272:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.922390:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.922501:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.922631:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.922743:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.922940:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.923118:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.923397:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.923508:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.923638:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.923753:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.923903:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.924091:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.924224:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.924354:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.924485:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.924624:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.924747:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.925023:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.925150:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.925275:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.925403:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.925530:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.925675:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.925805:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.925956:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.926149:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.926278:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.926406:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.926529:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.926659:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.926770:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.927028:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.927140:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.927263:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.927380:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.927492:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.927641:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.927753:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.927889:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.928055:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.928166:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.928289:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.928400:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.928511:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.928638:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.928750:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.928954:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.929116:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.929241:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.929368:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.929499:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.929636:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.929764:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.930034:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.930164:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.930293:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.930422:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.930548:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.930689:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.930816:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.931090:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.931220:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.931348:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.931475:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.931615:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.931743:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.931895:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.932089:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.932213:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.932335:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.932446:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.932556:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.932686:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.932797:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.933053:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.933169:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.933292:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.933404:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.933520:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.933650:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.933761:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.933898:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.934071:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.934183:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.934304:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.934416:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.934526:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.934656:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.934767:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.935020:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.935147:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.935276:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.935397:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.935508:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.935638:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.935750:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.935897:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.936089:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.936217:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.936345:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.936475:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.936616:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.937061:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.937191:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.937319:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.937451:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.937597:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.937729:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.937943:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.938139:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.938267:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.938393:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.938521:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.938660:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.938786:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.939050:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.939180:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.939308:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.939432:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.939543:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.939672:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.939802:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.939940:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.940115:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.940236:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.940356:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.940467:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.940593:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.940711:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.940822:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.941093:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.941221:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.941618:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.941750:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.941912:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.942108:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.942237:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.942367:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.942496:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.942771:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.975520:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.976130:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.976674:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.977481:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.978244:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.979078:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.979817:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.980444:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.981132:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.981696:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.982280:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.982824:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.983446:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.984230:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.985140:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.985990:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.986823:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.987878:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.988651:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.989504:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.990287:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.990982:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.991528:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.992176:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.992785:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.993420:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.994016:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.994842:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.995463:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.996074:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.996669:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.997353:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.998055:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.998810:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695649.999655:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.000444:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.001313:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.001934:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.002503:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.003225:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.003773:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.004408:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.005061:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.005774:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.006414:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.007266:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.008088:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.008819:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.009639:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.010291:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.010952:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.011691:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.012386:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.013111:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.013687:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.014272:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.014826:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.015677:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.016416:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.017192:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.020944:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.022746:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.023666:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.024444:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.025143:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.025747:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.026424:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.027082:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.027730:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.028541:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.029461:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.030269:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.031184:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.032052:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.032619:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.033291:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.033949:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.034556:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.035296:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.035825:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.036523:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.037567:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.038328:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.039186:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.039763:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.040584:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.041420:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.042205:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.043031:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.043765:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.044585:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.045630:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.046389:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.047272:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.048175:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.049000:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.049812:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.050560:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.051454:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.052351:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.053466:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.054312:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.055326:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.056425:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.057302:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.058092:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.059015:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.059806:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.060698:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.061590:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.062403:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.063299:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.064088:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.064741:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.065620:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.066436:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.067330:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.068225:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.069069:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.069934:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.070787:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.128581:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.129362:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.130373:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.131216:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.132017:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.133033:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.134060:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.134789:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.135672:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.136509:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.137340:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.138471:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.139300:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.140132:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.140962:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.141715:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.142558:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.143593:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.144368:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.145678:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.146516:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.151077:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.151822:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.152623:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.153426:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.154438:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.155248:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.156130:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.156973:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.157732:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.158565:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.159402:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.160275:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.161176:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.162075:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.162899:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.163662:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.259510:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.260169:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.260954:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.261725:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.262492:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.263259:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.263935:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.264670:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.265404:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.266070:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.266836:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.267561:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.268313:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.268979:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.269740:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.270483:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.271425:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.272041:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.272772:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.273490:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.274627:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.275264:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.275913:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.276501:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.277163:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.279090:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.279929:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.280759:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.281757:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.282523:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.283351:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.284052:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.284828:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.285587:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.286336:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.286962:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.287620:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.288301:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.288936:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.289609:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.290314:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.291007:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.291662:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.292353:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.293084:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.293799:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.294504:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.295184:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.295834:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.296502:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.297276:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.297931:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.298628:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.299421:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.300039:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.300696:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.301423:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.302031:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.302697:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.303408:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.304032:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.304709:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.305461:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.306068:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.306745:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.307512:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.308120:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.309186:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.309825:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.310509:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.311180:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.311841:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.312519:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.313282:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.313930:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.314592:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.315372:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.315978:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.316603:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.317321:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.317955:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.318589:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.319263:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.319894:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.320483:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.321360:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.321988:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.322609:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.323324:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.323977:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.324560:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.325213:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.325819:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.326627:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.327389:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.328126:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.328726:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.329490:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.330222:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.330814:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.331784:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.332402:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.333116:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.333709:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.334326:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.334985:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.335713:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.336335:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.337040:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.337663:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.338277:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.338991:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.339550:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.340176:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.340758:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.341388:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.341920:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.342435:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.343154:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.343643:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.344205:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.344697:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.345334:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.345824:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.346387:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.346992:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.347465:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.348066:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.348643:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.349309:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.349791:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.350556:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.351110:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.351578:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.352117:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.352733:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.353364:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.354056:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.354664:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.355273:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.355741:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.356307:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.356783:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.357288:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.357790:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.358456:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.359284:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.360173:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.360673:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.361261:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.361970:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.362593:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.363291:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.363974:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.364581:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.365210:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.365825:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.366522:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.367181:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.367841:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.368608:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.369251:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.369979:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.370582:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.371433:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.372127:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.372716:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.373331:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.374026:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.374537:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.375111:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.375722:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.376425:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.377044:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.377648:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.378335:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.378971:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.379459:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.380066:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.380672:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.381297:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.382133:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.382694:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.383284:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.383973:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.384492:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.385034:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.385518:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.386111:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.386602:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.387173:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.387696:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.388292:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.388783:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.389335:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.389822:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.390403:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.390957:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.391440:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.392038:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.392522:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.393059:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.393540:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.394151:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.394661:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.395294:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000001:00000040:3.0:1788695650.395770:0:201299:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s 00000100:00000001:3.0:1788695650.461155:0:203412:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788695650.461159:0:203412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695650.461160:0:203412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695650.461162:0:203412:0:(client.c:2716:ptlrpc_set_wait()) set 000000007d19d787 going to sleep for 0 seconds 00000100:00000001:3.0:1788695650.461164:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695650.461167:0:203412:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.461169:0:203412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695650.461171:0:203412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695650.461173:0:203412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695650.461176:0:203412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695650.461179:0:203412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.461238:0:203412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695650.461241:0:203412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695650.461242:0:203412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695650.461244:0:203412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695650.461247:0:203412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bd6683d3. 02000000:00000001:3.0:1788695650.461249:0:203412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695650.461254:0:203412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006feba292. 00000400:00000010:3.0:1788695650.461261:0:203412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d21c6e9a. 00000100:00000200:3.0:1788695650.461274:0:203412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274322304, portal 10 00000100:00000001:3.0:1788695650.461276:0:203412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695650.461277:0:203412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877466496 : -113296832085120 : ffff98f50691c380) 00000100:00000040:3.0:1788695650.461285:0:203412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b5a80015 x1875583274322304/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.461292:0:203412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695650.461295:0:203412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695650.461297:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1788695650.461297:0:203412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000864cac17. 00000100:00000001:0.0:1788695650.461299:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695650.461301:0:201301:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695650.461303:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695650.461304:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695650.461306:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695650.461307:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1788695650.461307:0:203412:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274322304, offset 0 02000000:00000001:0.0:1788695650.461309:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695650.461311:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695650.461313:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1788695650.461313:0:203412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788695650.461314:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695650.461315:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695650.461318:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b828ed1a. 02000000:00000001:0.0:1788695650.461320:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695650.461322:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4a2faf4. 00000400:00000200:3.0:1788695650.461325:0:203412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695650.461330:0:203412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695650.461334:0:203412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000010:0.0:1788695650.461335:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c828ede. 00000400:00000200:3.0:1788695650.461337:0:203412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1788695650.461339:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274321920, portal 10 00000100:00000001:0.0:1788695650.461340:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1788695650.461340:0:203412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:0.0:1788695650.461341:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877476352 : -113296832075264 : ffff98f50691ea00) 00000400:00000200:3.0:1788695650.461343:0:203412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [19:19:256:4294967295] 192.168.201.118@tcp LPNI seq info [19:19:8:4294967295] 00000020:00000010:0.0:1788695650.461348:0:201301:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008c14637e. 00000100:00000040:0.0:1788695650.461352:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006716c132 x1875583274321920/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788695650.461353:0:203412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:0.0:1788695650.461359:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1788695650.461359:0:203412:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000040:0.0:1788695650.461361:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695650.461363:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aad6401. 00000100:00000200:0.0:1788695650.461364:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274321920, offset 0 00000800:00000010:3.0:1788695650.461364:0:203412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000615e006f. 00000400:00000200:0.0:1788695650.461368:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:3.0:1788695650.461371:0:203412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:0.0:1788695650.461372:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695650.461375:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695650.461376:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000800:00000200:3.0:1788695650.461377:0:203412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:0.0:1788695650.461378:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1788695650.461381:0:203412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000615e006f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1788695650.461384:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695650.461387:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [20:20:255:4294967295] 192.168.201.118@tcp LPNI seq info [20:20:7:4294967295] 00000100:00000001:3.0:1788695650.461393:0:203412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695650.461394:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000040:3.0:1788695650.461396:0:203412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 7367 usecs (8 jiffies) 00000800:00000200:0.0:1788695650.461398:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695650.461400:0:203412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306612279 00000800:00000010:0.0:1788695650.461401:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000805c9010. 00000100:00000010:3.0:1788695650.461403:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b6749. 00000800:00000200:0.0:1788695650.461404:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695650.461407:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695650.461409:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000805c9010 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695650.461409:0:203412:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788695650.461411:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695650.461413:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 7367 usecs (8 jiffies) 00000100:00000001:0.0:1788695650.461415:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306612279 00000100:00000001:3.0:1788695650.461415:0:203412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306612279 00000100:00000001:0.0:1788695650.461417:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306612279 00000100:00000010:3.0:1788695650.461418:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000100:00000001:0.0:1788695650.461419:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306612279 00000100:00000001:3.0:1788695650.461420:0:203412:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788695650.461422:0:203412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306612279 00000100:00000001:0.0:1788695650.461423:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306612279 00000100:00000001:0.0:1788695650.461425:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306612279 00000100:00000010:3.0:1788695650.461425:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000100:00000001:3.0:1788695650.461427:0:203412:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788695650.461429:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306612279 00000100:00000001:3.0:1788695650.461429:0:203412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306612279 00000100:00000001:0.0:1788695650.461431:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306612279 00000100:00000010:3.0:1788695650.461432:0:203412:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000100:00000001:3.0:1788695650.461434:0:203412:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788695650.461440:0:203412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695650.461443:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.461445:0:203412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695650.461446:0:203412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788695650.461448:0:203412:0:(client.c:2716:ptlrpc_set_wait()) set 000000007d19d787 going to sleep for 11 seconds 00000100:00000001:3.0:1788695650.461450:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695650.461451:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695650.461493:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695650.461496:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000615e006f. 00000400:00000200:3.0:1788695650.461501:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695650.461505:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695650.461513:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864cac17 00000400:00000010:3.0:1788695650.461515:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000864cac17. 00000100:00000001:3.0:1788695650.461518:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695650.461521:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b5a80015 x1875583274322304/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.461529:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695650.461532:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b5a80015 x1875583274322304/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.461538:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.461540:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695650.461549:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695650.461551:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000805c9010. 00000400:00000200:3.0:1788695650.461553:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695650.461556:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695650.461558:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aad6401 00000400:00000010:3.0:1788695650.461560:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009aad6401. 00000100:00000001:3.0:1788695650.461579:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695650.461581:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006716c132 x1875583274321920/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.461587:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695650.461589:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006716c132 x1875583274321920/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.461605:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.461607:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000002:00000001:1.0:1788695650.461619:0:203436:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:1.0:1788695650.461623:0:203436:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:1.0:1788695650.461625:0:203436:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695650.461627:0:203436:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695650.461628:0:203436:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=6 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695650.461630:0:203436:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:1.0:1788695650.461631:0:203436:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695650.461666:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695650.461668:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000528632a1. 00000400:00000200:3.0:1788695650.461672:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695650.461675:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695650.461677:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6ba0334 00000400:00000010:3.0:1788695650.461679:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a6ba0334. 00000100:00000001:3.0:1788695650.461681:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695650.461684:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000094b15cb1 x1875583274322048/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.461690:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695650.461692:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000094b15cb1 x1875583274322048/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695660 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.461698:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.461699:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788695650.461711:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306612279 00000100:00000001:0.0:1788695650.461714:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695650.461716:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695650.461718:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695650.461722:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695650.461723:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695650.461725:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695650.461726:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695650.461727:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695650.461729:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788695650.463736:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695650.463753:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695650.463757:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695650.463759:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695650.463769:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695650.463784:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 368 into portal 10 MB=0x6a9d542d00800 00000400:00000200:3.0:1788695650.463793:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 368/368 into md 0x199 [1] + 224 00000800:00000001:3.0:1788695650.463800:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695650.463805:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695650.463808:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695650.463811:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695650.463817:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695650.463823:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006716c132 x1875583274321920/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695650.463833:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006716c132 x1875583274321920/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.463887:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695650.463896:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695650.463899:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695650.463945:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695650.463949:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695650.463960:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695650.463962:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695650.463964:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4a2faf4. 00000400:00000200:0.0:1788695650.463968:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c828ede 00000400:00000010:0.0:1788695650.463970:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000c828ede. 00000100:00000001:0.0:1788695650.463973:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695650.463977:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006716c132 x1875583274321920/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695650.463985:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006716c132 x1875583274321920/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695650.463991:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695650.463993:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695650.463995:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695650.463997:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695650.463999:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695650.464001:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695650.464004:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695650.464011:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=1 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695650.464015:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695650.464017:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695650.464019:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695650.464021:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788695650.464025:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006716c132 x1875583274321920/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695650.464031:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695650.464035:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695650.464036:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695650.464038:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695650.464040:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695650.464043:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006716c132 x1875583274321920/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695650.464050:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695650.464053:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695650.464061:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:0.0:1788695650.464067:0:201301:0:(mdc_request.c:1625:mdc_statfs_interpret()) blocks=23812 free=23408 avail=20244 objects=79992 free=79718 state=0 00000100:00000040:0.0:1788695650.464073:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006716c132 x1875583274321920/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695650.464080:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006716c132 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:0:1875583274321920:192.168.201.118@tcp:41: 00000100:00000001:0.0:1788695650.464084:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695650.464086:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695650.464089:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006716c132 x1875583274321920/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695650.464095:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695650.464097:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695650.464100:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b828ed1a. 02000000:00000001:0.0:1788695650.464103:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695650.464105:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695650.464107:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=5 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695650.464109:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695650.464111:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000155bbcce. 02000000:00000001:0.0:1788695650.464115:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695650.464117:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695650.464118:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006716c132. 00000100:00000001:0.0:1788695650.464121:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695650.464123:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695650.464125:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695650.464131:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695650.464132:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695650.464134:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695650.464136:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695650.465722:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695650.465735:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695650.465740:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695650.465742:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695650.465751:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695650.465767:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 368 into portal 10 MB=0x6a9d542d00980 00000400:00000200:0.0:1788695650.465775:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 368/368 into md 0x191 [1] + 224 00000800:00000001:0.0:1788695650.465787:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695650.465791:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695650.465793:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695650.465798:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695650.465804:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695650.465809:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b5a80015 x1875583274322304/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695650.465819:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000b5a80015 x1875583274322304/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.465884:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695650.465928:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695650.465936:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695650.465940:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695650.465942:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695650.465943:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695650.465948:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695650.465954:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 416 into portal 10 MB=0x6a9d542d00880 00000400:00000200:0.0:1788695650.465959:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 416/416 into md 0x18d [1] + 0 00000800:00000001:0.0:1788695650.465963:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695650.465969:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695650.465970:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695650.465973:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695650.465976:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695650.465979:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000094b15cb1 x1875583274322048/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695650.465988:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@0000000094b15cb1 x1875583274322048/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695650.466007:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695650.466011:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695650.466013:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788695650.467595:0:203412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695650.467600:0:203412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695650.467603:0:203412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006feba292. 00000400:00000200:3.0:1788695650.467610:0:203412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21c6e9a 00000400:00000010:3.0:1788695650.467612:0:203412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d21c6e9a. 00000100:00000001:3.0:1788695650.467618:0:203412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695650.467627:0:203412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b5a80015 x1875583274322304/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695650.467639:0:203412:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b5a80015 x1875583274322304/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.467646:0:203412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695650.467648:0:203412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.467652:0:203412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695650.467654:0:203412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695650.467656:0:203412:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695650.467658:0:203412:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695650.467661:0:203412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695650.467667:0:203412:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=1 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695650.467671:0:203412:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695650.467674:0:203412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695650.467676:0:203412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695650.467679:0:203412:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788695650.467684:0:203412:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b5a80015 x1875583274322304/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788695650.467692:0:203412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.467695:0:203412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695650.467697:0:203412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695650.467700:0:203412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695650.467702:0:203412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695650.467718:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b5a80015 x1875583274322304/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.467724:0:203412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695650.467727:0:203412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695650.467729:0:203412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695650.467733:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b5a80015 x1875583274322304/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695650.467740:0:203412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b5a80015 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f4931000-78c8-4821-9b44-b56343695343:203412:1875583274322304:192.168.201.118@tcp:41: 00000100:00000001:3.0:1788695650.467747:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.467751:0:203412:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.467753:0:203412:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788695650.467756:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695650.467760:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b5a80015 x1875583274322304/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.467768:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788695650.467771:0:203412:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007d19d787. 00000100:00000001:3.0:1788695650.467776:0:203412:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788695650.467777:0:203412:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788695650.467782:0:203412:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:3.0:1788695650.467784:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695650.467787:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b5a80015 x1875583274322304/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.467793:0:203412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695650.467796:0:203412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695650.467799:0:203412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bd6683d3. 02000000:00000001:3.0:1788695650.467802:0:203412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695650.467804:0:203412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695650.467805:0:203412:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695650.467807:0:203412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695650.467809:0:203412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006596e7c6. 02000000:00000001:3.0:1788695650.467812:0:203412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695650.467814:0:203412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695650.467816:0:203412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b5a80015. 00000100:00000001:3.0:1788695650.467826:0:203412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695650.467827:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788695650.467830:0:203412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695650.467831:0:203412:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695650.467833:0:203412:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:3.0:1788695650.467835:0:203412:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff98f518c6e000: update 000000008402aeb1 cache blocks 20244/23812 objects 79718/79992 00800000:00000001:3.0:1788695650.467840:0:203412:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788695650.467842:0:203412:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:3.0:1788695650.467861:0:203412:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at 00000000b0f00c1f. 00800000:00000001:3.0:1788695650.467864:0:203412:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1788695650.467867:0:203412:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff98f518c6e000: update 0000000082cda068 cache blocks 20244/23812 objects 79718/79992 00000080:00000001:3.0:1788695650.467871:0:203412:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788695650.467874:0:203412:0:(lmv_obd.c:1563:lmv_get_root()) Process entered 00000002:00000001:3.0:1788695650.467877:0:203412:0:(mdc_request.c:89:mdc_get_root()) Process entered 00000100:00000010:3.0:1788695650.467882:0:203412:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32a5d79. 00000020:00000040:3.0:1788695650.467885:0:203412:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695650.467890:0:203412:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695650.467892:0:203412:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695650.467896:0:203412:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695650.467902:0:203412:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001ba3b932. 00000100:00000001:3.0:1788695650.467908:0:203412:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.467913:0:203412:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788695650.467914:0:203412:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788695650.467919:0:203412:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001af10743. 00000100:00000001:3.0:1788695650.467922:0:203412:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630776834697664 : -113296874853952 : ffff98f5040529c0) 00000100:00000001:3.0:1788695650.467924:0:203412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695650.467926:0:203412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548231040 : -113296161320576 : ffff98f52e8cd180) 00000100:00000001:3.0:1788695650.467929:0:203412:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695650.468047:0:203412:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.468051:0:203412:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788695650.468053:0:203412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695650.468058:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a32a5d79 x1875583274322432/t0(0) o40->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 440/448 e 0 to 0 dl 0 ref 2 fl New:QU/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.468066:0:203412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695650.468077:0:203412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695650.468081:0:203412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695650.468084:0:203412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695650.468086:0:203412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695650.468090:0:203412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f4931000-78c8-4821-9b44-b56343695343:203412:1875583274322432:192.168.201.118@tcp:40: 00000100:00000001:3.0:1788695650.468094:0:203412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695650.468100:0:203412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695650.468102:0:203412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695650.468105:0:203412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695650.468108:0:203412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005b49f819. 02000000:00000001:3.0:1788695650.468111:0:203412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695650.468115:0:203412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006feba292. 00000400:00000010:3.0:1788695650.468121:0:203412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d21c6e9a. 00000100:00000200:3.0:1788695650.468135:0:203412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274322432, portal 10 00000100:00000001:3.0:1788695650.468138:0:203412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695650.468139:0:203412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548231040 : -113296161320576 : ffff98f52e8cd180) 00000100:00000040:3.0:1788695650.468145:0:203412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=209 req@00000000a32a5d79 x1875583274322432/t0(0) o40->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 440/448 e 0 to 0 dl 1788695666 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.468153:0:203412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695650.468158:0:203412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695650.468161:0:203412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000864cac17. 00000100:00000200:3.0:1788695650.468164:0:203412:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1875583274322432, offset 0 00000400:00000200:3.0:1788695650.468172:0:203412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695650.468185:0:203412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695650.468190:0:203412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695650.468195:0:203412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695650.468200:0:203412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695650.468204:0:203412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695650.468209:0:203412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [22:22:256:4294967295] 192.168.201.118@tcp LPNI seq info [22:22:8:4294967295] 00000400:00000200:3.0:1788695650.468418:0:203412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695650.468427:0:203412:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695650.468432:0:203412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000615e006f. 00000800:00000200:3.0:1788695650.468444:0:203412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695650.468452:0:203412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695650.468456:0:203412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000615e006f type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1788695650.468523:0:203412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695650.468527:0:203412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 842710 usecs (843 jiffies) 00000100:00000001:3.0:1788695650.468531:0:203412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306613121 00000100:00000001:3.0:1788695650.468539:0:203412:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, simply extend its deadline from 4306612279 00000100:00000001:3.0:1788695650.468546:0:203412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306613121 00000100:00000001:3.0:1788695650.468551:0:203412:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, simply extend its deadline from 4306612279 00000100:00000001:3.0:1788695650.468555:0:203412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306613121 00000100:00000001:3.0:1788695650.468560:0:203412:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, simply extend its deadline from 4306612279 00000100:00000001:3.0:1788695650.468574:0:203412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306613121 00000100:00000001:3.0:1788695650.468579:0:203412:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, simply extend its deadline from 4306612279 00000100:00000001:3.0:1788695650.468584:0:203412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695650.468586:0:203412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.468589:0:203412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695650.468591:0:203412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788695650.468593:0:203412:0:(client.c:2716:ptlrpc_set_wait()) set 000000001af10743 going to sleep for 11 seconds 00000100:00000001:3.0:1788695650.468596:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695650.468598:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695650.471701:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695650.471709:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000615e006f. 00000400:00000200:0.0:1788695650.471728:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695650.471736:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695650.471743:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864cac17 00000400:00000010:0.0:1788695650.471746:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000864cac17. 00000100:00000001:0.0:1788695650.471751:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695650.471758:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a32a5d79 x1875583274322432/t0(0) o40->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 440/448 e 0 to 0 dl 1788695666 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695650.471769:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695650.471771:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a32a5d79 x1875583274322432/t0(0) o40->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 440/448 e 0 to 0 dl 1788695666 ref 3 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695650.471777:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695650.471779:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000002:00000001:3.0:1788695650.471956:0:201299:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.471961:0:201299:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788695650.471963:0:201299:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695650.471966:0:201299:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1788695650.471973:0:201299:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000809c651e): req@00000000c801b762 x1875583274322176/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.471992:0:201299:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.471995:0:201299:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695650.472001:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094b15cb1 x1875583274322048/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/416 e 0 to 0 dl 1788695660 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695650.472016:0:201299:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000094b15cb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274322048:192.168.201.118@tcp:38: 00000100:00000001:3.0:1788695650.472021:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.472023:0:201299:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695650.472026:0:201299:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000094b15cb1 x1875583274322048/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/416 e 0 to 0 dl 1788695660 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.472032:0:201299:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695650.472035:0:201299:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695650.472038:0:201299:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000834ad581. 02000000:00000001:3.0:1788695650.472041:0:201299:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695650.472044:0:201299:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695650.472045:0:201299:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=5 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695650.472047:0:201299:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695650.472050:0:201299:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000c02f0e4b. 02000000:00000001:3.0:1788695650.472053:0:201299:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695650.472055:0:201299:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695650.472056:0:201299:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000094b15cb1. 00000100:00000001:3.0:1788695650.472060:0:201299:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695650.472061:0:201299:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.472063:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.472070:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695650.472072:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.472074:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695650.472076:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695650.472889:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695650.472894:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695650.472897:0:201302:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695650.472901:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695650.472903:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695650.472905:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695650.472909:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695650.472912:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695650.472914:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695650.472920:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695650.472923:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695650.472924:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695650.472931:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005d4dfe05. 02000000:00000001:0.0:1788695650.472934:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695650.472940:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4a2faf4. 00000400:00000010:0.0:1788695650.472946:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c828ede. 00000100:00000200:0.0:1788695650.472962:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274322176, portal 10 00000100:00000001:0.0:1788695650.472964:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695650.472966:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877469184 : -113296832082432 : ffff98f50691ce00) 00000020:00000010:0.0:1788695650.472974:0:201302:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000619811c0. 00000100:00000040:0.0:1788695650.472981:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c801b762 x1875583274322176/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695650.473002:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695650.473004:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695650.473007:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016d26bd0. 00000100:00000200:0.0:1788695650.473010:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274322176, offset 0 00000400:00000200:0.0:1788695650.473015:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695650.473028:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695650.473033:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695650.473037:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695650.473040:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695650.473042:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695650.473045:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [23:23:256:4294967295] 192.168.201.118@tcp LPNI seq info [23:23:8:4294967295] 00000400:00000200:0.0:1788695650.473056:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695650.473061:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695650.473065:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000805c9010. 00000800:00000200:0.0:1788695650.473071:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695650.473077:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695650.473081:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000805c9010 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695650.473098:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695650.473102:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 1257653 usecs (1258 jiffies) 00000100:00000001:0.0:1788695650.473106:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306613540 00000100:00000001:0.0:1788695650.473114:0:201302:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, simply extend its deadline from 4306613121 00000100:00000001:0.0:1788695650.473119:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306613540 00000100:00000001:0.0:1788695650.473122:0:201302:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, simply extend its deadline from 4306613121 00000100:00000001:0.0:1788695650.473125:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306613540 00000100:00000001:0.0:1788695650.473136:0:201302:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, simply extend its deadline from 4306613121 00000100:00000001:0.0:1788695650.473139:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306613540 00000100:00000001:0.0:1788695650.473142:0:201302:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, simply extend its deadline from 4306613121 00000100:00000001:0.0:1788695650.473151:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695650.473154:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695650.473156:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695650.473160:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695650.473162:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695650.473164:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695650.473166:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695650.473167:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695650.473169:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695650.473436:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695650.473440:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000805c9010. 00000400:00000200:3.0:1788695650.473445:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695650.473450:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695650.473455:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016d26bd0 00000400:00000010:3.0:1788695650.473457:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000016d26bd0. 00000100:00000001:3.0:1788695650.473461:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695650.473464:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000c801b762 x1875583274322176/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.473474:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695650.473481:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c801b762 x1875583274322176/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.473489:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.473491:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000002:00000001:1.0:1788695650.473673:0:203437:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:1.0:1788695650.473678:0:203437:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:1.0:1788695650.473681:0:203437:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695650.473685:0:203437:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695650.473686:0:203437:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695650.473689:0:203437:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:1.0:1788695650.473691:0:203437:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695650.474010:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695650.474020:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695650.474022:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695650.474023:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695650.474029:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695650.474038:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 448 into portal 10 MB=0x6a9d542d00a00 00000400:00000200:0.0:1788695650.474044:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 448/448 into md 0x1a5 [1] + 224 00000800:00000001:0.0:1788695650.474049:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695650.474053:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695650.474055:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695650.474057:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695650.474061:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695650.474064:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a32a5d79 x1875583274322432/t0(0) o40->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 440/448 e 0 to 0 dl 1788695666 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695650.474071:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=209 mlen=448 offset=224 replen=448 req@00000000a32a5d79 x1875583274322432/t0(0) o40->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 440/448 e 0 to 0 dl 1788695666 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.474119:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695650.474333:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695650.474352:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1788695650.474352:0:203412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695650.474356:0:203412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1788695650.474358:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1788695650.474359:0:203412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006feba292. 00000400:00000200:3.0:1788695650.474366:0:203412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21c6e9a 00000400:00000010:3.0:1788695650.474367:0:203412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d21c6e9a. 00000100:00000001:3.0:1788695650.474371:0:203412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695650.474375:0:203412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a32a5d79 x1875583274322432/t0(0) o40->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 440/448 e 0 to 0 dl 1788695666 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695650.474384:0:203412:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a32a5d79 x1875583274322432/t0(0) o40->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 440/448 e 0 to 0 dl 1788695666 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.474391:0:203412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695650.474393:0:203412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.474395:0:203412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695650.474397:0:203412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695650.474400:0:203412:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695650.474402:0:203412:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695650.474405:0:203412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695650.474413:0:203412:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=1 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695650.474417:0:203412:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695650.474419:0:203412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695650.474421:0:203412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695650.474424:0:203412:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788695650.474428:0:203412:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a32a5d79 x1875583274322432/t0(0) o40->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 440/448 e 0 to 0 dl 1788695666 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788695650.474434:0:203412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.474437:0:203412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695650.474439:0:203412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695650.474442:0:203412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695650.474443:0:203412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695650.474453:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a32a5d79 x1875583274322432/t0(0) o40->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 440/448 e 0 to 0 dl 1788695666 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.474459:0:203412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695650.474462:0:203412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695650.474464:0:203412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695650.474467:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a32a5d79 x1875583274322432/t0(0) o40->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 440/448 e 0 to 0 dl 1788695666 ref 2 fl Interpret:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695650.474474:0:203412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f4931000-78c8-4821-9b44-b56343695343:203412:1875583274322432:192.168.201.118@tcp:40: 00000100:00000001:3.0:1788695650.474478:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.474480:0:203412:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.474482:0:203412:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788695650.474484:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695650.474486:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a32a5d79 x1875583274322432/t0(0) o40->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 440/448 e 0 to 0 dl 1788695666 ref 2 fl Complete:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.474492:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788695650.474495:0:203412:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001af10743. 00000100:00000001:3.0:1788695650.474498:0:203412:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788695650.474499:0:203412:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:3.0:1788695650.474504:0:203412:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 00000002:00000001:3.0:1788695650.474507:0:203412:0:(mdc_request.c:135:mdc_get_root()) Process leaving 00000100:00000001:3.0:1788695650.474508:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695650.474510:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a32a5d79 x1875583274322432/t0(0) o40->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 440/448 e 0 to 0 dl 1788695666 ref 1 fl Complete:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.474517:0:203412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695650.474519:0:203412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695650.474522:0:203412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005b49f819. 02000000:00000001:3.0:1788695650.474525:0:203412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695650.474527:0:203412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695650.474528:0:203412:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695650.474531:0:203412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695650.474533:0:203412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001ba3b932. 02000000:00000001:3.0:1788695650.474536:0:203412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695650.474542:0:203412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695650.474544:0:203412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32a5d79. 00000100:00000001:3.0:1788695650.474548:0:203412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695650.474549:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788695650.474552:0:203412:0:(lmv_obd.c:1571:lmv_get_root()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1788695650.474554:0:203412:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788695650.474557:0:203412:0:(obd_class.h:510:obd_get_info()) Process entered 00800000:00000001:3.0:1788695650.474559:0:203412:0:(lmv_obd.c:3600:lmv_get_info()) Process entered 00800000:00000001:3.0:1788695650.474578:0:203412:0:(obd_class.h:510:obd_get_info()) Process entered 00000002:00000001:3.0:1788695650.474580:0:203412:0:(mdc_request.c:2756:mdc_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788695650.474582:0:203412:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788695650.474584:0:203412:0:(lmv_obd.c:3632:lmv_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695650.474586:0:203412:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000040:3.0:1788695650.474592:0:203412:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1239, crc32c 7035, adler 867 00000080:00100000:3.0:1788695650.474595:0:203412:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 2146304 00000080:00000001:3.0:1788695650.474597:0:203412:0:(obd_class.h:859:obd_connect()) Process entered 00020000:00000001:3.0:1788695650.474600:0:203412:0:(lov_obd.c:185:lov_connect()) Process entered 00020000:01000000:3.0:1788695650.474601:0:203412:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000001:3.0:1788695650.474603:0:203412:0:(genops.c:1375:class_connect()) Process entered 00000020:00000001:3.0:1788695650.474605:0:203412:0:(genops.c:931:__class_new_export()) Process entered 00000020:00000010:3.0:1788695650.474608:0:203412:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 00000000f7cdd90a. 00000020:00000001:3.0:1788695650.474612:0:203412:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788695650.474614:0:203412:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000f7cdd90a with handle 0x6acb2b64cadb18b8 to hash 00000020:00000001:3.0:1788695650.474617:0:203412:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:3.0:1788695650.474620:0:203412:0:(obd_class.h:1015:obd_init_export()) Process entered 00000020:00000001:3.0:1788695650.474622:0:203412:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788695650.474625:0:203412:0:(obd_config.c:995:class_incref()) incref lustre-clilov-ffff98f518c6e000 (00000000b4062db9) now 4 - export 00000020:00000001:3.0:1788695650.474627:0:203412:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446630777188163584 : -113296521388032 : ffff98f51916a000) 00000020:00000040:3.0:1788695650.474630:0:203412:0:(genops.c:879:class_export_put()) PUTting export 00000000f7cdd90a : new refcount 1 00000020:00000080:3.0:1788695650.474633:0:203412:0:(genops.c:1385:class_connect()) connect: client f4931000-78c8-4821-9b44-b56343695343, cookie 0x6acb2b64cadb18b8 00000020:00000001:3.0:1788695650.474634:0:203412:0:(genops.c:1386:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788695650.474636:0:203412:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788695650.474637:0:203412:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18b8 00000020:00000001:3.0:1788695650.474639:0:203412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695650.474641:0:203412:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000f7cdd90a refcount=2 00000020:00000001:3.0:1788695650.474643:0:203412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777188163584 : -113296521388032 : ffff98f51916a000) 00000020:00000001:3.0:1788695650.474651:0:203412:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630777188163584 : -113296521388032 : ffff98f51916a000) 00020000:00000001:3.0:1788695650.474656:0:203412:0:(lov_obd.c:101:lov_connect_osc()) Process entered 00000100:00000001:3.0:1788695650.474658:0:203412:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788695650.474661:0:203412:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788695650.474664:0:203412:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.474666:0:203412:0:(obd_class.h:1233:obd_import_event()) Process leaving 00020000:00000001:3.0:1788695650.474667:0:203412:0:(obd_class.h:1355:obd_register_observer()) Process entered 00020000:00000001:3.0:1788695650.474670:0:203412:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788695650.474672:0:203412:0:(obd_class.h:859:obd_connect()) Process entered 00010000:00000001:3.0:1788695650.474674:0:203412:0:(ldlm_lib.c:666:client_connect_import()) Process entered 00000020:00000001:3.0:1788695650.474676:0:203412:0:(genops.c:1375:class_connect()) Process entered 00000020:00000001:3.0:1788695650.474677:0:203412:0:(genops.c:931:__class_new_export()) Process entered 00000020:00000010:3.0:1788695650.474680:0:203412:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 000000009371236a. 00000020:00000001:3.0:1788695650.474682:0:203412:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788695650.474683:0:203412:0:(lustre_handles.c:93:class_handle_hash()) added object 000000009371236a with handle 0x6acb2b64cadb18bf to hash 00000020:00000001:3.0:1788695650.474685:0:203412:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:3.0:1788695650.474688:0:203412:0:(obd_class.h:1015:obd_init_export()) Process entered 00000020:00000001:3.0:1788695650.474689:0:203412:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788695650.474691:0:203412:0:(genops.c:868:class_export_get()) GET export 000000009371236a refcount=3 00000020:00000040:3.0:1788695650.474694:0:203412:0:(obd_config.c:995:class_incref()) incref lustre-OST0000-osc-ffff98f518c6e000 (00000000d25a9c07) now 5 - export 00000020:00000001:3.0:1788695650.474696:0:203412:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446630777188173824 : -113296521377792 : ffff98f51916c800) 00000020:00000040:3.0:1788695650.474699:0:203412:0:(genops.c:879:class_export_put()) PUTting export 000000009371236a : new refcount 2 00000020:00000080:3.0:1788695650.474700:0:203412:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0x6acb2b64cadb18bf 00000020:00000001:3.0:1788695650.474702:0:203412:0:(genops.c:1386:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788695650.474703:0:203412:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788695650.474704:0:203412:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18bf 00000020:00000001:3.0:1788695650.474706:0:203412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695650.474707:0:203412:0:(lustre_handles.c:148:class_handle2object()) GET export 000000009371236a refcount=3 00000020:00000001:3.0:1788695650.474709:0:203412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777188173824 : -113296521377792 : ffff98f51916c800) 00000020:00000001:3.0:1788695650.474710:0:203412:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630777188173824 : -113296521377792 : ffff98f51916c800) 00000100:00000001:3.0:1788695650.474714:0:203412:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1788695650.474717:0:203412:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1788695650.474720:0:203412:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff98f518c6e000: connect to NID 192.168.201.118@tcp last attempt 0 00000400:00000200:3.0:1788695650.474726:0:203412:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.201.118@tcp is discovered: rc = 1 00000100:00000001:3.0:1788695650.474737:0:203412:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788695650.474739:0:203412:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:3.0:1788695650.474742:0:203412:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000001:3.0:1788695650.474744:0:203412:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788695650.474745:0:203412:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18bf 00000020:00000001:3.0:1788695650.474746:0:203412:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695650.474747:0:203412:0:(lustre_handles.c:148:class_handle2object()) GET export 000000009371236a refcount=4 00000020:00000001:3.0:1788695650.474749:0:203412:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777188173824 : -113296521377792 : ffff98f51916c800) 00000020:00000001:3.0:1788695650.474751:0:203412:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630777188173824 : -113296521377792 : ffff98f51916c800) 00000100:00000001:3.0:1788695650.474753:0:203412:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788695650.474754:0:203412:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:3.0:1788695650.474757:0:203412:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000040:3.0:1788695650.474758:0:203412:0:(genops.c:879:class_export_put()) PUTting export 000000009371236a : new refcount 3 00000100:00080000:3.0:1788695650.474761:0:203412:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-ffff98f518c6e000: import 000000004057e9fa using connection 192.168.201.118@tcp/192.168.201.118@tcp 00000100:00000001:3.0:1788695650.474763:0:203412:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695650.474765:0:203412:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788695650.474770:0:203412:0:(sec.c:1444:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1788695650.474772:0:203412:0:(sec.c:1462:sptlrpc_sec_create()) osc lustre-OST0000-osc-ffff98f518c6e000: select security flavor null 02000000:00000001:3.0:1788695650.474776:0:203412:0:(sec.c:1483:sptlrpc_sec_create()) Process leaving (rc=18446744072651236768 : -1058314848 : ffffffffc0eb65a0) 02000000:00000001:3.0:1788695650.474779:0:203412:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.474781:0:203412:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788695650.474783:0:203412:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 134217728, lost: 0. 00000008:00000001:3.0:1788695650.474785:0:203412:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.474787:0:203412:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788695650.474790:0:203412:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32a5d79. 00000020:00000040:3.0:1788695650.474793:0:203412:0:(genops.c:1210:class_import_get()) import 000000004057e9fa refcount=2 obd=lustre-OST0000-osc-ffff98f518c6e000 02000000:00000001:3.0:1788695650.474796:0:203412:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788695650.474797:0:203412:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.474800:0:203412:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695650.474802:0:203412:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695650.474805:0:203412:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695650.474810:0:203412:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000005b49f819. 00000100:00000001:3.0:1788695650.474820:0:203412:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695650.474825:0:203412:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a32a5d79 x1875583274322560/t0(0) o8->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695650.474833:0:203412:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695650.474835:0:203412:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695650.474838:0:203412:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a32a5d79] to pc [ptlrpcd_rcv+-1] req@00000000a32a5d79 x1875583274322560/t0(0) o8->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788695650.475398:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788695650.476186:0:203412:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.476190:0:203412:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:3.0:1788695650.476192:0:203412:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID 00000020:00000040:3.0:1788695650.476195:0:203412:0:(genops.c:1210:class_import_get()) import 000000004057e9fa refcount=3 obd=lustre-OST0000-osc-ffff98f518c6e000 00000100:00000001:3.0:1788695650.476210:0:203412:0:(pinger.c:384:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695650.476213:0:203412:0:(ldlm_lib.c:723:client_connect_import()) Process leaving 00020000:00000001:3.0:1788695650.476216:0:203412:0:(obd_class.h:875:obd_connect()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:3.0:1788695650.476218:0:203412:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff98f518c6e000) active 00020000:00000001:3.0:1788695650.476242:0:203412:0:(lov_obd.c:173:lov_connect_osc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788695650.476244:0:203412:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:3.0:1788695650.476247:0:203412:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788695650.476250:0:203412:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788695650.476252:0:203412:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788695650.476254:0:203412:0:(lov_obd.c:235:lov_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695650.476257:0:203412:0:(obd_class.h:875:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788695650.476261:0:203412:0:(llite_lib.c:834:client_common_fill_super()) kmalloced '(op_data)': 392 at 000000001ba3b932. 00000020:00000010:3.0:1788695650.476265:0:203412:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000002d83d055. 00800000:00000001:3.0:1788695650.476269:0:203412:0:(lmv_obd.c:1625:lmv_getattr()) Process entered 00800000:00000001:3.0:1788695650.476271:0:203412:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788695650.476273:0:203412:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788695650.476276:0:203412:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788695650.476278:0:203412:0:(fld_cache.c:502:fld_cache_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 80000000:00000001:3.0:1788695650.476280:0:203412:0:(fld_request.c:114:fld_client_get_target()) Process entered 80000000:00000001:3.0:1788695650.476282:0:203412:0:(fld_request.c:45:fld_rrb_scan()) Process entered 80000000:00000001:3.0:1788695650.476283:0:203412:0:(fld_request.c:62:fld_rrb_scan()) Process leaving (rc=18446630777547997888 : -113296161553728 : ffff98f52e8942c0) 80000000:00000040:3.0:1788695650.476285:0:203412:0:(fld_request.c:124:fld_client_get_target()) cli-lustre-clilmv-ffff98f518c6e000: Found target (idx 0) by seq 0x200000007 80000000:00000001:3.0:1788695650.476293:0:203412:0:(fld_request.c:127:fld_client_get_target()) Process leaving (rc=18446630777547997888 : -113296161553728 : ffff98f52e8942c0) 80000000:00000040:3.0:1788695650.476295:0:203412:0:(fld_request.c:443:fld_client_lookup()) cli-lustre-clilmv-ffff98f518c6e000: Lookup fld entry (seq: 0x200000007) on target lustre-MDT0000-mdc-ffff98f518c6e000 (idx 0) 80000000:00000001:3.0:1788695650.476297:0:203412:0:(fld_request.c:312:fld_client_rpc()) Process entered 00000100:00000010:3.0:1788695650.476302:0:203412:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000020:00000040:3.0:1788695650.476305:0:203412:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695650.476309:0:203412:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695650.476311:0:203412:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695650.476314:0:203412:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695650.476317:0:203412:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000603ece2. 00000100:00000001:3.0:1788695650.476322:0:203412:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.476329:0:203412:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788695650.476331:0:203412:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000800:00000001:0.0:1788695650.476333:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788695650.476336:0:203412:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001af10743. 00000800:00000001:0.0:1788695650.476338:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788695650.476340:0:203412:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630776834697664 : -113296874853952 : ffff98f5040529c0) 00000100:00000001:3.0:1788695650.476344:0:203412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695650.476345:0:203412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000100:00000001:3.0:1788695650.476350:0:203412:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000800:00000001:0.0:1788695650.476351:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.476353:0:203412:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.476357:0:203412:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788695650.476359:0:203412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1788695650.476362:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000040:3.0:1788695650.476367:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274322688/t0(0) o900->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:29/10 lens 264/248 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.476375:0:203412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695650.476377:0:203412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695650.476380:0:203412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695650.476382:0:203412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788695650.476385:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 368 into portal 10 MB=0x6a9d542d00900 02000000:00000001:3.0:1788695650.476386:0:203412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695650.476390:0:203412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f4931000-78c8-4821-9b44-b56343695343:203412:1875583274322688:192.168.201.118@tcp:900: 00000100:00000001:3.0:1788695650.476395:0:203412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695650.476399:0:203412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695650.476401:0:203412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695650.476404:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 368/368 into md 0x1ad [1] + 224 02000000:00000001:3.0:1788695650.476405:0:203412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695650.476410:0:203412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006cab2749. 00000800:00000001:0.0:1788695650.476413:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1788695650.476419:0:203412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695650.476421:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1788695650.476424:0:203412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006feba292. 00000400:00000200:0.0:1788695650.476425:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1788695650.476430:0:203412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d21c6e9a. 00000100:00000200:3.0:1788695650.476433:0:203412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274322688, portal 10 00000100:00000001:3.0:1788695650.476435:0:203412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695650.476436:0:203412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000100:00000040:3.0:1788695650.476442:0:203412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274322688/t0(0) o900->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:29/10 lens 264/248 e 0 to 0 dl 1788695666 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.476451:0:203412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695650.476453:0:203412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695650.476455:0:203412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b901fd97. 00000100:00000200:3.0:1788695650.476457:0:203412:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1875583274322688, offset 0 00000400:00000200:3.0:1788695650.476462:0:203412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695650.476467:0:203412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695650.476470:0:203412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695650.476473:0:203412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695650.476475:0:203412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695650.476478:0:203412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695650.476482:0:203412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [25:25:255:4294967295] 192.168.201.118@tcp LPNI seq info [25:25:7:4294967295] 00000400:00000200:3.0:1788695650.476493:0:203412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000200:0.0:1788695650.476497:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000800:00000200:3.0:1788695650.476501:0:203412:0:(socklnd_cb.c:931:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695650.476506:0:203412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a1702951. 00000100:00000001:0.0:1788695650.476507:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695650.476513:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000c801b762 x1875583274322176/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788695650.476514:0:203412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695650.476523:0:203412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695650.476527:0:203412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a1702951 type 1, nob 360 niov 1 nkiov 1 00000100:00000040:0.0:1788695650.476533:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000c801b762 x1875583274322176/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.476533:0:203412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695650.476538:0:203412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 634053 usecs (635 jiffies) 00000100:00000001:3.0:1788695650.476545:0:203412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306612921 00000100:00000001:3.0:1788695650.476549:0:203412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306613544 00000100:00000001:3.0:1788695650.476551:0:203412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306612921 00000100:00000001:0.0:1788695650.476554:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695650.476559:0:203412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306613544 00000100:00000001:3.0:1788695650.476573:0:203412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306612921 00000100:00000001:3.0:1788695650.476575:0:203412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306613544 00000100:00000001:3.0:1788695650.476577:0:203412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306612921 00000100:00000001:3.0:1788695650.476579:0:203412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306613544 00000100:00000001:3.0:1788695650.476580:0:203412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695650.476583:0:203412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.476586:0:203412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695650.476587:0:203412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788695650.476590:0:203412:0:(client.c:2716:ptlrpc_set_wait()) set 000000001af10743 going to sleep for 11 seconds 00000100:00000001:3.0:1788695650.476594:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695650.476595:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695650.476597:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695650.476601:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000528632a1. 00000400:00000200:0.0:1788695650.476606:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695650.476610:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695650.476614:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087c14df2 00000400:00000010:0.0:1788695650.476616:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000087c14df2. 00000100:00000001:0.0:1788695650.476619:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695650.476623:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a32a5d79 x1875583274322560/t0(0) o8->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 520/544 e 0 to 0 dl 1788695660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695650.476631:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695650.476642:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695650.476646:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c1b66ce. 00000100:00000001:0.0:1788695650.476648:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1788695650.476652:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788695650.476656:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695650.476658:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1788695650.476660:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a32a5d79 x1875583274322560/t0(0) o8->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 520/544 e 0 to 0 dl 1788695660 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788695650.476661:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695650.476666:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000615e006f. 00000100:00000001:3.0:1788695650.476672:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695650.476674:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695650.476677:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1788695650.476680:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000000c1b66ce x1875583274322816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:0.0:1788695650.476684:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788695650.476691:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695650.476693:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695650.476697:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1b66ce] to pc [ptlrpcd_00_03+3] req@000000000c1b66ce x1875583274322816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.476712:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695650.476716:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11949) 00000100:00000001:3.0:1788695650.476737:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695650.476739:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695650.476750:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695650.476752:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695650.476754:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4a2faf4. 00000400:00000200:3.0:1788695650.476757:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c828ede 00000400:00000010:3.0:1788695650.476759:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000c828ede. 00000100:00000001:3.0:1788695650.476761:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695650.476765:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000c801b762 x1875583274322176/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695650.476773:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000c801b762 x1875583274322176/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.476779:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695650.476780:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.476782:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695650.476784:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695650.476785:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695650.476788:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695650.476790:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788695650.476795:0:201302:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009697ce53. 00000100:00001000:3.0:1788695650.476801:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695650.476804:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695650.476806:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695650.476808:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695650.476810:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788695650.476814:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c801b762 x1875583274322176/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788695650.476820:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.476823:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695650.476824:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695650.476826:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695650.476828:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695650.476831:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c801b762 x1875583274322176/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.476836:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695650.476842:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695650.476861:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000020:3.0:1788695650.476865:0:201302:0:(mdc_request.c:1625:mdc_statfs_interpret()) blocks=23812 free=23439 avail=20275 objects=79992 free=79737 state=0 00000100:00000040:3.0:1788695650.476870:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c801b762 x1875583274322176/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695650.476877:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:0:1875583274322176:192.168.201.118@tcp:41: 00000100:00000001:3.0:1788695650.476881:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.476882:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695650.476884:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c801b762 x1875583274322176/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695666 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.476890:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695650.476892:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695650.476894:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005d4dfe05. 02000000:00000001:3.0:1788695650.476896:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695650.476898:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695650.476899:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695650.476901:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695650.476903:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000032870841. 02000000:00000001:3.0:1788695650.476906:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695650.476907:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695650.476909:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c801b762. 00000100:00000001:3.0:1788695650.476911:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695650.476912:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.476914:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.476919:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695650.476920:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.476922:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788695650.476924:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1788695650.476936:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.476938:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695650.476939:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.476941:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695650.476942:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695650.476943:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695650.476952:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c1b66ce x1875583274322816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.476958:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695650.476959:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695650.476961:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695650.476962:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695650.476964:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695650.476966:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274322816:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695650.476969:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695650.476971:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695650.476972:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695650.476974:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695650.476976:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037cd36fd. 02000000:00000001:3.0:1788695650.476978:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695650.476981:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c028dba. 00000400:00000010:3.0:1788695650.476984:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a452cf63. 00000100:00000200:3.0:1788695650.476987:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274322816, portal 25 00000100:00000001:3.0:1788695650.476989:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695650.476990:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548240896 : -113296161310720 : ffff98f52e8cf800) 00000100:00000040:3.0:1788695650.476993:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c1b66ce x1875583274322816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.476999:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695650.477001:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695650.477003:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0c3167a. 00000100:00000200:3.0:1788695650.477005:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274322816, offset 0 00000400:00000200:3.0:1788695650.477009:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695650.477014:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695650.477017:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695650.477019:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695650.477021:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695650.477023:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695650.477026:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [26:26:255:4294967295] 192.168.201.118@tcp LPNI seq info [26:26:7:4294967295] 00000400:00000200:3.0:1788695650.477035:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000001:0.0:1788695650.477041:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788695650.477046:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695650.477049:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5beb96f. 00000800:00000200:3.0:1788695650.477054:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695650.477058:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695650.477061:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b5beb96f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695650.477063:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.477066:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306613544 00000100:00000001:3.0:1788695650.477068:0:201302:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, keep current deadline 4306613544 00000100:00000001:3.0:1788695650.477069:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306613544 00000100:00000001:3.0:1788695650.477071:0:201302:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, keep current deadline 4306613544 00000100:00000001:3.0:1788695650.477073:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306613544 00000100:00000001:3.0:1788695650.477074:0:201302:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, keep current deadline 4306613544 00000100:00000001:3.0:1788695650.477076:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306613544 00000100:00000001:3.0:1788695650.477077:0:201302:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, keep current deadline 4306613544 00000100:00000001:3.0:1788695650.477078:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695650.477080:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.477082:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.477084:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695650.477095:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695650.477099:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a1702951. 00000100:00000001:3.0:1788695650.477103:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788695650.477104:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788695650.477106:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695650.477111:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695650.477125:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b901fd97 00000400:00000010:0.0:1788695650.477133:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b901fd97. 00000100:00000001:0.0:1788695650.477137:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695650.477140:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274322688/t0(0) o900->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:29/10 lens 264/248 e 0 to 0 dl 1788695666 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695650.477147:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695650.477150:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003e3fb870 x1875583274322688/t0(0) o900->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:29/10 lens 264/248 e 0 to 0 dl 1788695666 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695650.477155:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695650.477157:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788695650.477168:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695650.477170:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b5beb96f. 00000400:00000200:0.0:1788695650.477181:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695650.477184:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695650.477187:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0c3167a 00000400:00000010:0.0:1788695650.477188:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b0c3167a. 00000100:00000001:0.0:1788695650.477191:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695650.477193:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000c1b66ce x1875583274322816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695666 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695650.477200:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695650.477209:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c1b66ce x1875583274322816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695666 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695650.477215:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695650.477216:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788695650.479745:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695650.479748:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695650.479753:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695650.479755:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695650.479760:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c028dba. 00000400:00000200:3.0:1788695650.479765:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a452cf63 00000400:00000010:3.0:1788695650.479767:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a452cf63. 00000100:00000001:3.0:1788695650.479770:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695650.479773:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000c1b66ce x1875583274322816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695666 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695650.479780:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000c1b66ce x1875583274322816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695666 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.479792:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695650.479795:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.479797:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695650.479799:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695650.479801:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695650.479802:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695650.479805:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695650.479810:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=1 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695650.479813:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695650.479816:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695650.479817:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695650.479819:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695650.479821:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.479823:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695650.479826:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c1b66ce x1875583274322816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.479830:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695650.479832:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695650.479834:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695650.479836:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c1b66ce x1875583274322816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695666 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695650.479840:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274322816:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695650.479842:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.479860:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695650.479864:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c1b66ce x1875583274322816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695666 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.479870:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695650.479872:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695650.479875:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037cd36fd. 02000000:00000001:3.0:1788695650.479878:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695650.479880:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695650.479881:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695650.479887:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695650.479889:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000615e006f. 02000000:00000001:3.0:1788695650.479893:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695650.479894:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695650.479895:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c1b66ce. 00000100:00000001:3.0:1788695650.479898:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695650.479899:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.479901:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.479905:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695650.479906:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.479907:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695650.479909:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695650.482656:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695650.482674:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695650.482677:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695650.482678:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695650.482686:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695650.482700:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 248 into portal 10 MB=0x6a9d542d00b00 00000400:00000200:1.0:1788695650.482706:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 248/248 into md 0x1bd [1] + 224 00000800:00000001:1.0:1788695650.482711:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695650.482713:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695650.482715:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695650.482718:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695650.482724:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695650.482729:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274322688/t0(0) o900->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:29/10 lens 264/248 e 0 to 0 dl 1788695666 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695650.482737:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=248 offset=224 replen=248 req@000000003e3fb870 x1875583274322688/t0(0) o900->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:29/10 lens 264/248 e 0 to 0 dl 1788695666 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.482784:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695650.482797:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695650.482805:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695650.482807:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695650.482808:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695650.482809:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695650.482812:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695650.482816:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 416 into portal 4 MB=0x6a9d542d00a80 00000400:00000200:1.0:1788695650.482820:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.118@tcp of length 416/416 into md 0x1b5 [1] + 0 00000800:00000001:1.0:1788695650.482822:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695650.482826:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695650.482827:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695650.482829:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695650.482831:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695650.482833:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a32a5d79 x1875583274322560/t0(0) o8->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 520/544 e 0 to 0 dl 1788695660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695650.482838:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000a32a5d79 x1875583274322560/t0(0) o8->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 520/544 e 0 to 0 dl 1788695660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695650.482909:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000001:3.0:1788695650.482957:0:203412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695650.482959:0:203412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695650.482961:0:203412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006feba292. 00000400:00000200:3.0:1788695650.482966:0:203412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21c6e9a 00000400:00000010:3.0:1788695650.482968:0:203412:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d21c6e9a. 00000100:00000001:3.0:1788695650.482971:0:203412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695650.482975:0:203412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274322688/t0(0) o900->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:29/10 lens 264/248 e 0 to 0 dl 1788695666 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695650.482981:0:203412:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274322688/t0(0) o900->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:29/10 lens 264/248 e 0 to 0 dl 1788695666 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.482987:0:203412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695650.482988:0:203412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.482990:0:203412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695650.482993:0:203412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695650.482995:0:203412:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695650.482996:0:203412:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695650.482998:0:203412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695650.483006:0:203412:0:(import.c:2195:obd_at_measure()) add 5 to 00000000abfa080c time=1788695650 v=5 (0 0 0 0) 00000100:00001000:3.0:1788695650.483010:0:203412:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695650.483012:0:203412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695650.483014:0:203412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695650.483016:0:203412:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788695650.483020:0:203412:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003e3fb870 x1875583274322688/t0(0) o900->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:29/10 lens 264/248 e 0 to 0 dl 1788695666 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788695650.483033:0:203412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.483037:0:203412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695650.483039:0:203412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695650.483041:0:203412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695650.483042:0:203412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695650.483045:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274322688/t0(0) o900->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:29/10 lens 264/248 e 0 to 0 dl 1788695666 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.483051:0:203412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695650.483053:0:203412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695650.483055:0:203412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695650.483058:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274322688/t0(0) o900->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:29/10 lens 264/248 e 0 to 0 dl 1788695666 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695650.483064:0:203412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f4931000-78c8-4821-9b44-b56343695343:203412:1875583274322688:192.168.201.118@tcp:900: 00000100:00000001:3.0:1788695650.483068:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.483071:0:203412:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.483073:0:203412:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788695650.483075:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695650.483077:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274322688/t0(0) o900->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:29/10 lens 264/248 e 0 to 0 dl 1788695666 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.483083:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788695650.483086:0:203412:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001af10743. 00000100:00000001:3.0:1788695650.483089:0:203412:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788695650.483090:0:203412:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788695650.483096:0:203412:0:(fld_request.c:407:fld_client_rpc()) Process leaving 00000100:00000001:3.0:1788695650.483097:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695650.483099:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274322688/t0(0) o900->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:29/10 lens 264/248 e 0 to 0 dl 1788695666 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.483105:0:203412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695650.483107:0:203412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695650.483109:0:203412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006cab2749. 02000000:00000001:3.0:1788695650.483117:0:203412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695650.483119:0:203412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695650.483121:0:203412:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695650.483123:0:203412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695650.483126:0:203412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000603ece2. 02000000:00000001:3.0:1788695650.483128:0:203412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1788695650.483196:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695650.483200:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695650.483203:0:201299:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695650.483205:0:201299:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695650.483206:0:201299:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000875691a0. 00000400:00000200:0.0:1788695650.483211:0:201299:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042d69037 00000400:00000010:0.0:1788695650.483212:0:201299:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000042d69037. 00000100:00000001:0.0:1788695650.483215:0:201299:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695650.483219:0:201299:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a32a5d79 x1875583274322560/t0(0) o8->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 520/544 e 0 to 0 dl 1788695660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695650.483227:0:201299:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a32a5d79 x1875583274322560/t0(0) o8->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 520/544 e 0 to 0 dl 1788695660 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788695650.483232:0:203412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695650.483234:0:203412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000001:3.0:1788695650.483237:0:203412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695650.483239:0:201299:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695650.483239:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695650.483241:0:201299:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695650.483243:0:201299:0:(client.c:1593:after_reply()) Process entered 80000000:00000010:3.0:1788695650.483243:0:203412:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000007d86a47a. 02000000:00000001:0.0:1788695650.483244:0:201299:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695650.483245:0:201299:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 80000000:00000001:3.0:1788695650.483245:0:203412:0:(fld_cache.c:362:fld_cache_entry_create()) Process leaving (rc=18446630777559184832 : -113296150366784 : ffff98f52f33f5c0) 00000100:00000001:0.0:1788695650.483247:0:201299:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788695650.483248:0:203412:0:(fld_cache.c:386:fld_cache_insert_nolock()) Process entered 02000000:00000001:0.0:1788695650.483249:0:201299:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788695650.483249:0:203412:0:(fld_cache.c:198:fld_cache_shrink()) Process entered 80000000:00000001:3.0:1788695650.483251:0:203412:0:(fld_cache.c:203:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:3.0:1788695650.483252:0:203412:0:(fld_cache.c:417:fld_cache_insert_nolock()) insert range [0x0000000200000007-0x0000000200000008]:0:mdt 80000000:00000001:3.0:1788695650.483255:0:203412:0:(fld_cache.c:110:fld_fix_new_list()) Process entered 00000020:00000010:0.0:1788695650.483256:0:201299:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000036a15500. 80000000:00000001:3.0:1788695650.483256:0:203412:0:(fld_cache.c:165:fld_fix_new_list()) Process leaving 80000000:00000001:3.0:1788695650.483257:0:203412:0:(fld_cache.c:421:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695650.483260:0:201299:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a6e317d6 time=1788695650 v=5 (0 0 0 0) 80000000:00000001:3.0:1788695650.483260:0:203412:0:(fld_cache.c:440:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788695650.483261:0:203412:0:(fld_request.c:485:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695650.483263:0:201299:0:(import.c:2195:obd_at_measure()) add 1 to 000000002be76904 time=1788695650 v=0 (0 0 0 0) 00800000:00000002:3.0:1788695650.483264:0:203412:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00000100:00001000:0.0:1788695650.483265:0:201299:0:(import.c:2261:obd_at_measure()) AT 000000002be76904 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00800000:00000001:3.0:1788695650.483266:0:203412:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695650.483267:0:201299:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695650.483268:0:201299:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695650.483270:0:201299:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1788695650.483271:0:203412:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 0000000014541f82. 00010000:00080000:0.0:1788695650.483272:0:201299:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a32a5d79 x1875583274322560/t0(0) o8->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 520/416 e 0 to 0 dl 1788695660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000002:00000001:3.0:1788695650.483275:0:203412:0:(mdc_request.c:217:mdc_getattr()) Process entered 00000100:00000010:3.0:1788695650.483277:0:203412:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00010000:00000001:0.0:1788695650.483278:0:201299:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695650.483280:0:201299:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000020:00000040:3.0:1788695650.483280:0:203412:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00100000:0.0:1788695650.483281:0:201299:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98f518c6e000: committing for last_committed 0 gen 1 00000100:00000040:0.0:1788695650.483283:0:201299:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98f518c6e000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1788695650.483284:0:203412:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1788695650.483286:0:201299:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695650.483287:0:201299:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695650.483287:0:203412:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1788695650.483289:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a32a5d79 x1875583274322560/t0(0) o8->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 520/416 e 0 to 0 dl 1788695660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788695650.483291:0:203412:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695650.483295:0:201299:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1788695650.483295:0:203412:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000603ece2. 00000100:00000001:0.0:1788695650.483296:0:201299:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695650.483298:0:201299:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695650.483299:0:201299:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1788695650.483301:0:203412:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788695650.483303:0:201299:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff98f518c6e000: connect to target with instance 3 00000002:00000001:3.0:1788695650.483305:0:203412:0:(mdc_request.c:161:mdc_getattr_common()) Process entered 00000020:00000001:0.0:1788695650.483306:0:201299:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788695650.483307:0:201299:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18bf 00000020:00000001:0.0:1788695650.483309:0:201299:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788695650.483316:0:201299:0:(lustre_handles.c:148:class_handle2object()) GET export 000000009371236a refcount=4 00000100:00000001:3.0:1788695650.483317:0:203412:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000020:00000001:0.0:1788695650.483318:0:201299:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777188173824 : -113296521377792 : ffff98f51916c800) 00000100:00000001:3.0:1788695650.483318:0:203412:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000020:00000001:0.0:1788695650.483321:0:201299:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630777188173824 : -113296521377792 : ffff98f51916c800) 00000100:00000010:3.0:1788695650.483322:0:203412:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001af10743. 00000100:00001000:0.0:1788695650.483323:0:201299:0:(import.c:2195:obd_at_measure()) add 1 to 000000002be76904 time=1788695650 v=0 (0 0 0 0) 00000100:00001000:0.0:1788695650.483326:0:201299:0:(import.c:2261:obd_at_measure()) AT 000000002be76904 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:3.0:1788695650.483328:0:203412:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630776834697664 : -113296874853952 : ffff98f5040529c0) 00000100:00000040:0.0:1788695650.483329:0:201299:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1239, crc32c 7035, adler 867 00000100:00000001:3.0:1788695650.483330:0:203412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695650.483332:0:203412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000100:00080000:0.0:1788695650.483333:0:201299:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff98f518c6e000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00000001:3.0:1788695650.483335:0:203412:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000020:00000040:0.0:1788695650.483336:0:201299:0:(genops.c:879:class_export_put()) PUTting export 000000009371236a : new refcount 3 00000100:00000001:3.0:1788695650.483337:0:203412:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695650.483338:0:201299:0:(obd_class.h:1222:obd_import_event()) Process entered 00000100:00000001:3.0:1788695650.483338:0:203412:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000008:00000001:0.0:1788695650.483340:0:201299:0:(osc_request.c:3902:osc_import_event()) Process entered 00000100:00000001:3.0:1788695650.483340:0:203412:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000008:00000020:0.0:1788695650.483343:0:201299:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff98f518c6e000, setting cl_avail_grant: 8437760 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000100:00000040:3.0:1788695650.483343:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274322944/t0(0) o33->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:23/10 lens 448/66264 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788695650.483347:0:201299:0:(obd_class.h:1242:obd_notify()) Process entered 00000100:00000001:3.0:1788695650.483349:0:203412:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00020000:00000001:0.0:1788695650.483350:0:201299:0:(lov_obd.c:430:lov_notify()) Process entered 00000100:00000001:3.0:1788695650.483350:0:203412:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695650.483353:0:201299:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 02000000:00000001:3.0:1788695650.483353:0:203412:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000080:00000001:0.0:1788695650.483355:0:201299:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695650.483355:0:203412:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788695650.483358:0:201299:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695650.483358:0:203412:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788695650.483360:0:201299:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695650.483360:0:203412:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f4931000-78c8-4821-9b44-b56343695343:203412:1875583274322944:192.168.201.118@tcp:33: 00000008:00000001:0.0:1788695650.483362:0:201299:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695650.483364:0:201299:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788695650.483364:0:203412:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1788695650.483365:0:201299:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788695650.483368:0:201299:0:(import.c:65:import_set_state_nolock()) 000000004057e9fa lustre-OST0000_UUID: changing import state from CONNECTING to FULL 02000000:00000001:3.0:1788695650.483368:0:203412:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788695650.483370:0:201299:0:(obd_class.h:1222:obd_import_event()) Process entered 02000000:00000001:3.0:1788695650.483370:0:203412:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788695650.483372:0:201299:0:(osc_request.c:3902:osc_import_event()) Process entered 02000000:00000001:3.0:1788695650.483372:0:203412:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:0.0:1788695650.483373:0:201299:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788695650.483374:0:201299:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1788695650.483375:0:201299:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1788695650.483376:0:201299:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov 00000000346e6bed for uuid lustre-OST0000_UUID event(1) 00020000:01000000:0.0:1788695650.483380:0:201299:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:0.0:1788695650.483382:0:201299:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 6acb2b64cadb18bf 00020000:00000001:0.0:1788695650.483384:0:201299:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695650.483385:0:201299:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788695650.483388:0:201299:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1788695650.483389:0:201299:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1788695650.483392:0:201299:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1788695650.483398:0:201299:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1788695650.483400:0:201299:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788695650.483402:0:201299:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695650.483404:0:201299:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695650.483405:0:201299:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1788695650.483406:0:201299:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788695650.483407:0:201299:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695650.483408:0:201299:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1788695650.483410:0:201299:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1788695650.483413:0:201299:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00000002:00000001:0.0:1788695650.483415:0:201299:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 02000000:00000010:3.0:1788695650.483416:0:203412:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 000000005f0038f2. 00000002:00000001:0.0:1788695650.483417:0:201299:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695650.483418:0:203412:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788695650.483419:0:201299:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1788695650.483420:0:201299:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788695650.483421:0:201299:0:(lmv_obd.c:314:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695650.483421:0:203412:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006feba292. 00000080:00000001:0.0:1788695650.483423:0:201299:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695650.483424:0:201299:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695650.483425:0:203412:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at 00000000d21c6e35. 00000080:00000001:0.0:1788695650.483426:0:201299:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788695650.483427:0:201299:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788695650.483428:0:201299:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788695650.483429:0:201299:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788695650.483430:0:203412:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875583274322944, portal 10 00000100:00000001:0.0:1788695650.483431:0:201299:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1788695650.483432:0:201299:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695650.483432:0:203412:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695650.483433:0:203412:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000100:00000001:0.0:1788695650.483435:0:201299:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1788695650.483437:0:201299:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695650.483438:0:203412:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@000000003e3fb870 x1875583274322944/t0(0) o33->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:23/10 lens 448/66264 e 0 to 0 dl 1788695666 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788695650.483439:0:201299:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695650.483443:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a32a5d79 x1875583274322560/t0(0) o8->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 520/416 e 0 to 0 dl 1788695660 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695650.483445:0:203412:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695650.483447:0:203412:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00100000:0.0:1788695650.483450:0:201299:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274322560:192.168.201.118@tcp:8: 00000400:00000010:3.0:1788695650.483450:0:203412:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d21c6e9a. 00000100:00000200:3.0:1788695650.483452:0:203412:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875583274322944, offset 0 00000100:00000001:0.0:1788695650.483453:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695650.483455:0:201299:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695650.483456:0:201299:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a32a5d79 x1875583274322560/t0(0) o8->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 520/416 e 0 to 0 dl 1788695660 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788695650.483457:0:203412:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695650.483462:0:201299:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695650.483463:0:201299:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695650.483469:0:201299:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000972f4cdc. 00000400:00000200:3.0:1788695650.483471:0:203412:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:0.0:1788695650.483472:0:201299:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695650.483473:0:201299:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695650.483474:0:201299:0:(genops.c:1223:class_import_put()) import 000000004057e9fa refcount=2 obd=lustre-OST0000-osc-ffff98f518c6e000 00000020:00000001:0.0:1788695650.483476:0:201299:0:(genops.c:1230:class_import_put()) Process leaving 00000400:00000200:3.0:1788695650.483476:0:203412:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1788695650.483477:0:201299:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000005b49f819. 02000000:00000001:0.0:1788695650.483479:0:201299:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695650.483480:0:201299:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1788695650.483480:0:203412:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000010:0.0:1788695650.483481:0:201299:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32a5d79. 00000400:00000200:3.0:1788695650.483483:0:203412:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788695650.483484:0:201299:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1788695650.483485:0:203412:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695650.483489:0:203412:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [27:27:256:4294967295] 192.168.201.118@tcp LPNI seq info [27:27:8:4294967295] 00000400:00000200:3.0:1788695650.483499:0:203412:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:0.0:1788695650.483501:0:201299:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695650.483503:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788695650.483504:0:203412:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695650.483508:0:203412:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000615e006f. 00000100:00000001:0.0:1788695650.483509:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695650.483511:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695650.483512:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695650.483514:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695650.483514:0:203412:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695650.483520:0:203412:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695650.483524:0:203412:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000615e006f type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1788695650.483531:0:203412:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695650.483534:0:203412:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 508902 usecs (509 jiffies) 00000100:00000001:3.0:1788695650.483537:0:203412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306612802 00000100:00000001:3.0:1788695650.483540:0:203412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306613544 00000100:00000001:3.0:1788695650.483542:0:203412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306612802 00000100:00000001:3.0:1788695650.483543:0:203412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306613544 00000800:00000001:0.0:1788695650.483544:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788695650.483545:0:203412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306612802 00000100:00000001:3.0:1788695650.483547:0:203412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306613544 00000800:00000001:0.0:1788695650.483548:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.483549:0:203412:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306612802 00000100:00000001:3.0:1788695650.483550:0:203412:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306613544 00000100:00000001:3.0:1788695650.483552:0:203412:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695650.483554:0:203412:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.483556:0:203412:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695650.483557:0:203412:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788695650.483559:0:203412:0:(client.c:2716:ptlrpc_set_wait()) set 000000001af10743 going to sleep for 11 seconds 00000100:00000001:3.0:1788695650.483569:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695650.483575:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695650.483624:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695650.483628:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000615e006f. 00000400:00000200:0.0:1788695650.483632:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695650.483636:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695650.483639:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21c6e9a 00000400:00000010:0.0:1788695650.483640:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d21c6e9a. 00000100:00000001:0.0:1788695650.483643:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695650.483646:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274322944/t0(0) o33->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:23/10 lens 448/66264 e 0 to 0 dl 1788695666 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788695650.483654:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695650.483656:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003e3fb870 x1875583274322944/t0(0) o33->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:23/10 lens 448/66264 e 0 to 0 dl 1788695666 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788695650.483662:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695650.483663:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788695650.519892:0:203412:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695650.519899:0:203412:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695650.519901:0:203412:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695650.519904:0:203412:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006feba292. 00000400:00000200:3.0:1788695650.519909:0:203412:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21c6e35 00000400:00000010:3.0:1788695650.519911:0:203412:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at 00000000d21c6e35. 00000100:00000001:3.0:1788695650.519914:0:203412:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695650.519918:0:203412:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274322944/t0(0) o33->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:23/10 lens 448/66264 e 0 to 0 dl 1788695666 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788695650.519926:0:203412:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274322944/t0(0) o33->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:23/10 lens 448/66264 e 0 to 0 dl 1788695666 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788695650.519933:0:203412:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695650.519935:0:203412:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.519937:0:203412:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695650.519939:0:203412:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695650.519942:0:203412:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695650.519944:0:203412:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695650.519946:0:203412:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695650.519954:0:203412:0:(import.c:2195:obd_at_measure()) add 5 to 00000000409d0517 time=1788695650 v=5 (0 0 0 0) 00000100:00001000:3.0:1788695650.519958:0:203412:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695650.519961:0:203412:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695650.519963:0:203412:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695650.519965:0:203412:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788695650.519969:0:203412:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003e3fb870 x1875583274322944/t0(0) o33->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:23/10 lens 448/464 e 0 to 0 dl 1788695666 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788695650.519976:0:203412:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.519979:0:203412:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695650.519981:0:203412:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695650.519982:0:203412:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695650.519984:0:203412:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695650.519987:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274322944/t0(0) o33->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:23/10 lens 448/464 e 0 to 0 dl 1788695666 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788695650.519994:0:203412:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695650.520003:0:203412:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695650.520005:0:203412:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695650.520009:0:203412:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274322944/t0(0) o33->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:23/10 lens 448/464 e 0 to 0 dl 1788695666 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788695650.520016:0:203412:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f4931000-78c8-4821-9b44-b56343695343:203412:1875583274322944:192.168.201.118@tcp:33: 00000100:00000001:3.0:1788695650.520022:0:203412:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695650.520025:0:203412:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.520027:0:203412:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788695650.520029:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695650.520031:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274322944/t0(0) o33->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:23/10 lens 448/464 e 0 to 0 dl 1788695666 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788695650.520038:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788695650.520041:0:203412:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001af10743. 00000100:00000001:3.0:1788695650.520043:0:203412:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788695650.520045:0:203412:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000200:3.0:1788695650.520050:0:203412:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000002:00000001:3.0:1788695650.520053:0:203412:0:(mdc_request.c:194:mdc_getattr_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788695650.520055:0:203412:0:(mdc_request.c:268:mdc_getattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788695650.520058:0:203412:0:(lmv_obd.c:1638:lmv_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788695650.520061:0:203412:0:(llite_lib.c:849:client_common_fill_super()) kfreed 'op_data': 392 at 000000001ba3b932. 00000002:00000001:3.0:1788695650.520068:0:203412:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788695650.520070:0:203412:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1788695650.520073:0:203412:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:3.0:1788695650.520088:0:203412:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at 0000000006e9915f. 00000020:00000010:3.0:1788695650.520093:0:203412:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ba3b932. 00000020:00000010:3.0:1788695650.520097:0:203412:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000006cab2749. 00000020:00000010:3.0:1788695650.520100:0:203412:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 0000000065bd7955. 00000008:00000010:3.0:1788695650.520106:0:203412:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000017c7551. 00020000:00000010:3.0:1788695650.520110:0:203412:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000089c1c287. 00008000:00000010:3.0:1788695650.520115:0:203412:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000bbc23a45. 00000080:00000010:3.0:1788695650.520120:0:203412:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000003d87c94a. 00000080:00000010:3.0:1788695650.520124:0:203412:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 0000000060c56029. 00000020:00000010:3.0:1788695650.520127:0:203412:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037cd36fd. 00000008:00000010:3.0:1788695650.520139:0:203412:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000c2ef1438. 00020000:00000010:3.0:1788695650.520148:0:203412:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 00000000e6df5acd. 00008000:00000010:3.0:1788695650.520151:0:203412:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000891d0bfa. 00000080:00000010:3.0:1788695650.520155:0:203412:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000052c99a1c. 00000020:00000001:3.0:1788695650.520158:0:203412:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630777172652904 : -113296536898712 : ffff98f51829f368) 00000020:00001000:3.0:1788695650.520160:0:203412:0:(cl_object.c:823:cl_env_get()) 1@0000000006e9915f 00000080:00000001:3.0:1788695650.520163:0:203412:0:(vvp_dev.c:172:vvp_device_alloc()) Process entered 00000080:00000010:3.0:1788695650.520165:0:203412:0:(vvp_dev.c:174:vvp_device_alloc()) kmalloced '(vdv)': 72 at 0000000038c821e7. 00000080:00000010:3.0:1788695650.520169:0:203412:0:(vvp_dev.c:182:vvp_device_alloc()) kmalloced '(site)': 576 at 00000000d21c6e35. 00000020:00000001:3.0:1788695650.520172:0:203412:0:(lu_object.c:1123:lu_site_init()) Process entered 00000020:00000010:3.0:1788695650.520206:0:203412:0:(lu_object.c:1142:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at 00000000845d57bb. 00000020:00000010:3.0:1788695650.520214:0:203412:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006e662c1c. 00000020:00000010:3.0:1788695650.520218:0:203412:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 384 at 00000000e274a5c4. 00000020:00000001:3.0:1788695650.520232:0:203412:0:(lu_object.c:1185:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1788695650.520386:0:203412:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000006d85ac31. 00020000:00000010:3.0:1788695650.520390:0:203412:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000009434a402. 00008000:00000010:3.0:1788695650.520392:0:203412:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000003557232a. 00000080:00000010:3.0:1788695650.520395:0:203412:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000004e9145c0. 00000080:00000010:3.0:1788695650.520398:0:203412:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 00000000c53a6c53. 00000008:00000010:3.0:1788695650.520400:0:203412:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000d43add18. 00020000:00000010:3.0:1788695650.520402:0:203412:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 0000000038d6e1c9. 00008000:00000010:3.0:1788695650.520404:0:203412:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007289d5d9. 00000080:00000010:3.0:1788695650.520406:0:203412:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000f739679f. 00000008:00000010:3.0:1788695650.520409:0:203412:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000009d9c9faa. 00020000:00000010:3.0:1788695650.520412:0:203412:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000df4a5a12. 00008000:00000010:3.0:1788695650.520414:0:203412:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000001a58e37d. 00000080:00000010:3.0:1788695650.520416:0:203412:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000b58c7fd2. 00000080:00000010:3.0:1788695650.520418:0:203412:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 0000000019940ee3. 00000008:00000010:3.0:1788695650.520420:0:203412:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000107b0826. 00020000:00000010:3.0:1788695650.520423:0:203412:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 00000000d9a2708a. 00008000:00000010:3.0:1788695650.520424:0:203412:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000003e453db6. 00000080:00000010:3.0:1788695650.520427:0:203412:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000ecd8cdfa. 00000008:00000010:3.0:1788695650.520430:0:203412:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 0000000067ad85b4. 00020000:00000010:3.0:1788695650.520431:0:203412:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000015d155ba. 00008000:00000010:3.0:1788695650.520439:0:203412:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000085b8ab5b. 00000080:00000010:3.0:1788695650.520441:0:203412:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000000b1b3651. 00000080:00000010:3.0:1788695650.520444:0:203412:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000002209934e. 00000008:00000010:3.0:1788695650.520447:0:203412:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000a8b3dcdd. 00020000:00000010:3.0:1788695650.520449:0:203412:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 000000004860006c. 00008000:00000010:3.0:1788695650.520450:0:203412:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000f98fa7d8. 00000080:00000010:3.0:1788695650.520453:0:203412:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000afe33050. 00000008:00000010:3.0:1788695650.520456:0:203412:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 00000000b593dd1b. 00020000:00000010:3.0:1788695650.520458:0:203412:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000007e7e3f17. 00008000:00000010:3.0:1788695650.520460:0:203412:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000bb2b4c47. 00000080:00000010:3.0:1788695650.520462:0:203412:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000e18d939b. 00000080:00000010:3.0:1788695650.520464:0:203412:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at 000000000efceaec. 00000008:00000010:3.0:1788695650.520467:0:203412:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000c661d4c. 00020000:00000010:3.0:1788695650.520469:0:203412:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at 00000000a74a4eab. 00008000:00000010:3.0:1788695650.520471:0:203412:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000038d6c769. 00000080:00000010:3.0:1788695650.520473:0:203412:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000917ccb3f. 00000080:00000001:3.0:1788695650.520478:0:203412:0:(vvp_dev.c:198:vvp_device_alloc()) Process leaving (rc=18446630777557535168 : -113296152016448 : ffff98f52f1ac9c0) 00000080:00000001:3.0:1788695650.520480:0:203412:0:(vvp_dev.c:207:vvp_device_init()) Process entered 00020000:00000001:3.0:1788695650.520483:0:203412:0:(lov_dev.c:169:lov_mdc_dev_init()) Process entered 00020000:00000010:3.0:1788695650.520553:0:203412:0:(lovsub_dev.c:84:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 00000000418efba9. 00020000:00000001:3.0:1788695650.520558:0:203412:0:(lovsub_dev.c:31:lovsub_device_init()) Process entered 00000002:00000001:3.0:1788695650.520568:0:203412:0:(mdc_dev.c:1760:mdc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788695650.520571:0:203412:0:(lovsub_dev.c:43:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788695650.520573:0:203412:0:(lov_dev.c:177:lov_mdc_dev_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788695650.520575:0:203412:0:(lov_dev.c:169:lov_mdc_dev_init()) Process entered 00020000:00000010:3.0:1788695650.520577:0:203412:0:(lovsub_dev.c:84:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 00000000b24be2ae. 00020000:00000001:3.0:1788695650.520578:0:203412:0:(lovsub_dev.c:31:lovsub_device_init()) Process entered 00000002:00000001:3.0:1788695650.520580:0:203412:0:(mdc_dev.c:1760:mdc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788695650.520581:0:203412:0:(lovsub_dev.c:43:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788695650.520582:0:203412:0:(lov_dev.c:177:lov_mdc_dev_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1788695650.520585:0:203412:0:(lovsub_dev.c:84:lovsub_device_alloc()) kmalloced '(lsd)': 72 at 000000005cb60a4d. 00020000:00000001:3.0:1788695650.520586:0:203412:0:(lovsub_dev.c:31:lovsub_device_init()) Process entered 00000008:00000001:3.0:1788695650.520588:0:203412:0:(osc_dev.c:155:osc_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788695650.520589:0:203412:0:(lovsub_dev.c:43:lovsub_device_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788695650.520596:0:203412:0:(lov_dev.c:281:lov_device_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695650.520598:0:203412:0:(vvp_dev.c:218:vvp_device_init()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788695650.520600:0:203412:0:(cl_object.c:917:cl_env_put()) 1@0000000006e9915f 00000080:00000001:3.0:1788695650.520602:0:203412:0:(vvp_dev.c:302:cl_sb_init()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695650.520605:0:203412:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788695650.520607:0:203412:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788695650.520635:0:203412:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at 0000000057fe6d27. 00000080:00000001:3.0:1788695650.520643:0:203412:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788695650.520645:0:203412:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](0000000041a8e739) 00000080:00000001:3.0:1788695650.520648:0:203412:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788695650.520650:0:203412:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788695650.520652:0:203412:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695650.520655:0:203412:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788695650.520657:0:203412:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1788695650.520661:0:203412:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00000001:3.0:1788695650.520663:0:203412:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788695650.520665:0:203412:0:(namei.c:156:ll_iget()) Process leaving (rc=18446630777464891912 : -113296244659704 : ffff98f529952a08) 00800000:00000001:3.0:1788695650.520668:0:203412:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788695650.520670:0:203412:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695650.520673:0:203412:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695650.520678:0:203412:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274322944/t0(0) o33->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:23/10 lens 448/464 e 0 to 0 dl 1788695666 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788695650.520685:0:203412:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695650.520687:0:203412:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695650.520690:0:203412:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 000000005f0038f2. 02000000:00000001:3.0:1788695650.520709:0:203412:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695650.520712:0:203412:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695650.520713:0:203412:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695650.520716:0:203412:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695650.520718:0:203412:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000603ece2. 02000000:00000001:3.0:1788695650.520721:0:203412:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695650.520723:0:203412:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695650.520724:0:203412:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000001:3.0:1788695650.520727:0:203412:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695650.520729:0:203412:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788695650.520735:0:203412:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at 00000000e26ea721. 00000080:00000001:3.0:1788695650.520746:0:203412:0:(obd_class.h:835:obd_get_uuid()) Process entered 00800000:00000001:3.0:1788695650.520748:0:203412:0:(obd_class.h:835:obd_get_uuid()) Process entered 00800000:00000001:3.0:1788695650.520750:0:203412:0:(obd_class.h:842:obd_get_uuid()) Process leaving (rc=18446630777210846192 : -113296498705424 : ffff98f51a70bbf0) 00000080:00000001:3.0:1788695650.520752:0:203412:0:(obd_class.h:842:obd_get_uuid()) Process leaving (rc=18446630777210846192 : -113296498705424 : ffff98f51a70bbf0) 00000080:00000010:3.0:1788695650.520755:0:203412:0:(llite_lib.c:938:client_common_fill_super()) kfreed 'data': 192 at 00000000d5fa1d12. 00000080:00000010:3.0:1788695650.520759:0:203412:0:(llite_lib.c:939:client_common_fill_super()) kfreed 'osfs': 144 at 00000000bac277a5. 00000080:00000001:3.0:1788695650.520761:0:203412:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788695650.520764:0:203412:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788695650.520768:0:203412:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695650.520769:0:203412:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695650.520789:0:203412:0:(llite_lib.c:983:client_common_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788695650.520791:0:203412:0:(llite_lib.c:1636:ll_fill_super()) kfreed 'md': 33 at 00000000501112b3. 00000080:00000010:3.0:1788695650.520795:0:203412:0:(llite_lib.c:1638:ll_fill_super()) kfreed 'dt': 33 at 000000005a7460bb. 00000080:00000010:3.0:1788695650.520798:0:203412:0:(llite_lib.c:1646:ll_fill_super()) kfreed 'cfg': 88 at 000000006993d188. 00000080:02000400:3.0:1788695650.520800:0:203412:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.58_2_g2f2534e 00000080:00000001:3.0:1788695650.524997:0:203412:0:(llite_lib.c:1654:ll_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:3.0:1788695650.525008:0:203412:0:(super25.c:182:lustre_fill_super()) 192.168.201.118@tcp:/lustre: Mount complete 00000080:00000001:1.0:1788695650.528000:0:1399:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695650.532049:0:1:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788695650.548424:0:1399:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788695651.374597:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788695651.374601:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695651.374604:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695651.757916:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306613544, at 4306613568 00000100:00000010:1.0:1788695651.757936:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00000100:00000040:0.0:1788695651.760644:0:195212:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306613544, at 4306613570 00000100:00000010:0.0:1788695651.760666:0:195212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b6749. 00000100:00000040:3.0:1788695651.760777:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306613544, at 4306613570 00000100:00000010:3.0:1788695651.760785:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000080:00000001:0.0:1788695651.949660:0:203456:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695652.197314:0:203476:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000005cba8c51 00000080:00200008:0.0:1788695652.197323:0:203476:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](0000000041a8e739), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788695652.197331:0:203476:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788695652.197332:0:203476:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000293e296a 00000080:00200000:0.0:1788695652.197334:0:203476:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](0000000041a8e739),name=/ 00000080:00000010:0.0:1788695652.197340:0:203476:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000f3e1ae46. 00000080:00000001:0.0:1788695652.197357:0:203476:0:(namei.c:944:ll_intent_lock()) Process entered 00000020:00000010:0.0:1788695652.197363:0:203476:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000004e782f35. 00800000:00000001:0.0:1788695652.197367:0:203476:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788695652.197369:0:203476:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000002d769cfe 00800000:00000002:0.0:1788695652.197371:0:203476:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788695652.197374:0:203476:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788695652.197377:0:203476:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788695652.197379:0:203476:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788695652.197381:0:203476:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788695652.197383:0:203476:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788695652.197385:0:203476:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788695652.197387:0:203476:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788695652.197389:0:203476:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788695652.197392:0:203476:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:0.0:1788695652.197396:0:203476:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000005d4dfe05. 00000002:00000001:0.0:1788695652.197399:0:203476:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788695652.197400:0:203476:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000adeec17b 00000002:00010000:0.0:1788695652.197401:0:203476:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788695652.197405:0:203476:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788695652.197407:0:203476:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788695652.197409:0:203476:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788695652.197415:0:203476:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788695652.197416:0:203476:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788695652.197418:0:203476:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788695652.197419:0:203476:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788695652.197421:0:203476:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788695652.197425:0:203476:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043af1395. 00000020:00000040:0.0:1788695652.197429:0:203476:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00010000:00000001:0.0:1788695652.197435:0:203476:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788695652.197445:0:203476:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788695652.197448:0:203476:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695652.197451:0:203476:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695652.197453:0:203476:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695652.197456:0:203476:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695652.197461:0:203476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000df5cc433. 00000100:00000001:0.0:1788695652.197467:0:203476:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695652.197472:0:203476:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788695652.197473:0:203476:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695652.197475:0:203476:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788695652.197476:0:203476:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695652.197477:0:203476:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788695652.197482:0:203476:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446630776882436224 : -113296827115392 : ffff98f506dd9880) 00010000:00000001:0.0:1788695652.197485:0:203476:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788695652.197487:0:203476:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788695652.197490:0:203476:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 0000000014c44fa7. 00010000:00000010:0.0:1788695652.197493:0:203476:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000869f9c9f. 00010000:00000001:0.0:1788695652.197498:0:203476:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788695652.197500:0:203476:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004bfa664a. 00000020:00000010:0.0:1788695652.197503:0:203476:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 000000003d277adf. 00000020:00000001:0.0:1788695652.197505:0:203476:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788695652.197508:0:203476:0:(lustre_handles.c:93:class_handle_hash()) added object 000000004bfa664a with handle 0x6acb2b64cadb18c6 to hash 00000020:00000001:0.0:1788695652.197509:0:203476:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788695652.197511:0:203476:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:0.0:1788695652.197514:0:203476:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:0.0:1788695652.197517:0:203476:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788695652.197519:0:203476:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695652.197522:0:203476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 203476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788695652.198032:0:203476:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 203476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788695652.198047:0:203476:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 203476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788695652.198059:0:203476:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788695652.198062:0:203476:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788695652.198067:0:203476:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de4868f2. 00000100:00000001:0.0:1788695652.198070:0:203476:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630777185942144 : -113296523609472 : ffff98f518f4ba80) 00000100:00000001:0.0:1788695652.198072:0:203476:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695652.198073:0:203476:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882436224 : -113296827115392 : ffff98f506dd9880) 00000100:00000001:0.0:1788695652.198076:0:203476:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695652.198078:0:203476:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695652.198080:0:203476:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788695652.198082:0:203476:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695652.198090:0:203476:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043af1395 x1875583274323072/t0(0) o101->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788695652.198098:0:203476:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695652.198099:0:203476:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695652.198103:0:203476:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695652.198105:0:203476:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695652.198107:0:203476:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695652.198110:0:203476:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job lfs:f4931000-78c8-4821-9b44-b56343695343:203476:1875583274323072:192.168.201.118@tcp:101: 00000100:00000001:0.0:1788695652.198113:0:203476:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695652.198119:0:203476:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695652.198121:0:203476:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695652.198123:0:203476:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695652.198127:0:203476:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at 000000000d422f34. 02000000:00000001:0.0:1788695652.198129:0:203476:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695652.198134:0:203476:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7a9fab3. 00000400:00000010:0.0:1788695652.198141:0:203476:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008365c19a. 00000100:00000200:0.0:1788695652.198146:0:203476:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875583274323072, portal 10 00000100:00000001:0.0:1788695652.198148:0:203476:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695652.198149:0:203476:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882436224 : -113296827115392 : ffff98f506dd9880) 00000100:00000040:0.0:1788695652.198154:0:203476:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@0000000043af1395 x1875583274323072/t0(0) o101->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788695668 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788695652.198160:0:203476:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695652.198168:0:203476:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695652.198170:0:203476:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059f02892. 00000100:00000200:0.0:1788695652.198173:0:203476:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875583274323072, offset 0 00000400:00000200:0.0:1788695652.198179:0:203476:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695652.198192:0:203476:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695652.198196:0:203476:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695652.198200:0:203476:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695652.198203:0:203476:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695652.198205:0:203476:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695652.198209:0:203476:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [28:28:256:4294967295] 192.168.201.118@tcp LPNI seq info [28:28:8:4294967295] 00000400:00000200:0.0:1788695652.198220:0:203476:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695652.198225:0:203476:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695652.198230:0:203476:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000805c9010. 00000800:00000200:0.0:1788695652.198236:0:203476:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695652.198243:0:203476:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695652.198247:0:203476:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000805c9010 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788695652.198265:0:203476:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695652.198268:0:203476:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 431711 usecs (432 jiffies) 00000100:00000001:0.0:1788695652.198271:0:203476:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306614440 00000100:00000010:0.0:1788695652.198275:0:203476:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4964a0e. 00000100:00000001:0.0:1788695652.198281:0:203476:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788695652.198287:0:203476:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306614440 00000100:00000010:0.0:1788695652.198290:0:203476:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009bba77ba. 00000100:00000001:0.0:1788695652.198292:0:203476:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788695652.198295:0:203476:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306614440 00000100:00000010:0.0:1788695652.198297:0:203476:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b89cdb3. 00000100:00000001:0.0:1788695652.198299:0:203476:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788695652.198301:0:203476:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306614440 00000100:00000010:0.0:1788695652.198303:0:203476:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2ee9250. 00000100:00000001:0.0:1788695652.198311:0:203476:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788695652.198314:0:203476:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695652.198316:0:203476:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695652.198318:0:203476:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695652.198320:0:203476:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788695652.198322:0:203476:0:(client.c:2716:ptlrpc_set_wait()) set 00000000de4868f2 going to sleep for 11 seconds 00000100:00000001:0.0:1788695652.198324:0:203476:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695652.198327:0:203476:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695652.198668:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695652.198676:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000805c9010. 00000400:00000200:3.0:1788695652.198683:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695652.198692:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695652.198699:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059f02892 00000400:00000010:3.0:1788695652.198701:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059f02892. 00000100:00000001:3.0:1788695652.198708:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695652.198714:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000043af1395 x1875583274323072/t0(0) o101->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788695668 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788695652.198726:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695652.198729:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000043af1395 x1875583274323072/t0(0) o101->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788695668 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788695652.198745:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695652.198747:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788695652.206078:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695652.206328:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695652.206334:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695652.206338:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695652.206351:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695652.206375:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 688 into portal 10 MB=0x6a9d542d00c80 00000400:00000200:0.0:1788695652.206385:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 688/688 into md 0x1d5 [1] + 224 00000800:00000001:0.0:1788695652.206394:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695652.206404:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695652.206408:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695652.206413:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695652.206423:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695652.206432:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000043af1395 x1875583274323072/t0(0) o101->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788695668 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788695652.206444:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@0000000043af1395 x1875583274323072/t0(0) o101->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788695668 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788695652.206555:0:203476:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695652.206575:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695652.206585:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695652.206588:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788695652.206802:0:203476:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695652.206805:0:203476:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695652.206808:0:203476:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7a9fab3. 00000400:00000200:3.0:1788695652.206813:0:203476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008365c19a 00000400:00000010:3.0:1788695652.206816:0:203476:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008365c19a. 00000100:00000001:3.0:1788695652.206820:0:203476:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695652.206824:0:203476:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000043af1395 x1875583274323072/t0(0) o101->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788695668 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788695652.206832:0:203476:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000043af1395 x1875583274323072/t0(0) o101->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788695668 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788695652.206838:0:203476:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695652.206841:0:203476:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695652.206984:0:203476:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695652.206989:0:203476:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695652.206992:0:203476:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695652.206994:0:203476:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695652.206997:0:203476:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695652.207010:0:203476:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=3 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695652.207015:0:203476:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695652.207018:0:203476:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695652.207019:0:203476:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695652.207022:0:203476:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695652.207028:0:203476:0:(ldlm_request.c:1702:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695652.207033:0:203476:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695652.207035:0:203476:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695652.207037:0:203476:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695652.207039:0:203476:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695652.207044:0:203476:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043af1395 x1875583274323072/t0(0) o101->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 576/688 e 0 to 0 dl 1788695668 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788695652.207051:0:203476:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695652.207069:0:203476:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695652.207071:0:203476:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695652.207075:0:203476:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043af1395 x1875583274323072/t0(0) o101->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 576/688 e 0 to 0 dl 1788695668 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788695652.207082:0:203476:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job lfs:f4931000-78c8-4821-9b44-b56343695343:203476:1875583274323072:192.168.201.118@tcp:101: 00000100:00000001:3.0:1788695652.207088:0:203476:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695652.207091:0:203476:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695652.207093:0:203476:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788695652.207095:0:203476:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695652.207098:0:203476:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043af1395 x1875583274323072/t0(0) o101->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 576/688 e 0 to 0 dl 1788695668 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788695652.207167:0:203476:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788695652.207170:0:203476:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000de4868f2. 00000100:00000001:3.0:1788695652.207175:0:203476:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788695652.207176:0:203476:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695652.207180:0:203476:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788695652.207185:0:203476:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788695652.207188:0:203476:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695652.207192:0:203476:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000004bfa664a refcount=4 00000020:00000001:3.0:1788695652.207194:0:203476:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.207197:0:203476:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000040:3.0:1788695652.207204:0:203476:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: 000000004bfa664a, remote cookie: 0x602192bd911ffbc1, flags: 0x1001 00010000:00010000:3.0:1788695652.207209:0:203476:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788695652.207219:0:203476:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788695652.207226:0:203476:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788695652.207231:0:203476:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788695652.207234:0:203476:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788695652.207241:0:203476:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788695652.207242:0:203476:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788695652.207245:0:203476:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (0000000014c44fa7) refcount = 1 00010000:00010000:3.0:1788695652.207249:0:203476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788695652.207256:0:203476:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:3.0:1788695652.207263:0:203476:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000046188875. 00010000:00000001:3.0:1788695652.207329:0:203476:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788695652.207331:0:203476:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788695652.207334:0:203476:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788695652.207337:0:203476:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695652.207340:0:203476:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788695652.207347:0:203476:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788695652.207349:0:203476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695652.207351:0:203476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788695652.207352:0:203476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695652.207353:0:203476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788695652.207354:0:203476:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788695652.207361:0:203476:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788695652.207362:0:203476:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788695652.207364:0:203476:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695652.207365:0:203476:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000004bfa664a refcount=3 00000020:00000001:3.0:1788695652.207367:0:203476:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.207369:0:203476:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.207372:0:203476:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788695652.207373:0:203476:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695652.207374:0:203476:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000004bfa664a refcount=4 00000020:00000001:3.0:1788695652.207376:0:203476:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.207378:0:203476:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.207381:0:203476:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788695652.207384:0:203476:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695652.207393:0:203476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788695652.207400:0:203476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695652.207401:0:203476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788695652.207403:0:203476:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788695652.207404:0:203476:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695652.207405:0:203476:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000004bfa664a refcount=5 00000020:00000001:3.0:1788695652.207408:0:203476:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.207409:0:203476:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.207412:0:203476:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788695652.207414:0:203476:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788695652.207420:0:203476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695652.207421:0:203476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788695652.207422:0:203476:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788695652.207429:0:203476:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788695652.207430:0:203476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695652.207431:0:203476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788695652.207432:0:203476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695652.207433:0:203476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788695652.207438:0:203476:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@0000000043af1395 x1875583274323072/t0(0) o101->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 576/688 e 0 to 0 dl 1788695668 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788695652.207447:0:203476:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788695652.207448:0:203476:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695652.207449:0:203476:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000004bfa664a refcount=3 00000020:00000001:3.0:1788695652.207451:0:203476:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.207453:0:203476:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.207455:0:203476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695652.207461:0:203476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788695652.207462:0:203476:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788695652.207465:0:203476:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788695652.207468:0:203476:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788695652.207470:0:203476:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788695652.207472:0:203476:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695652.207473:0:203476:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000004bfa664a refcount=3 00000020:00000001:3.0:1788695652.207475:0:203476:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.207477:0:203476:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00000002:00010000:3.0:1788695652.207479:0:203476:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788695652.207484:0:203476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695652.207485:0:203476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788695652.207487:0:203476:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788695652.207489:0:203476:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788695652.207490:0:203476:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695652.207491:0:203476:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000004bfa664a refcount=3 00000020:00000001:3.0:1788695652.207493:0:203476:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.207495:0:203476:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000040:3.0:1788695652.207501:0:203476:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: 0000000014c44fa7 count: 2 00010000:00000001:3.0:1788695652.207504:0:203476:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788695652.207509:0:203476:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns 00000000adee76ad type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788695652.207511:0:203476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695652.207512:0:203476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788695652.207514:0:203476:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788695652.207517:0:203476:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000004a934ab1 00000002:00002000:3.0:1788695652.207520:0:203476:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788695652.207523:0:203476:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788695652.207527:0:203476:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788695652.207540:0:203476:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788695652.207544:0:203476:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788695652.207547:0:203476:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788695652.207553:0:203476:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000f3e1ae46. 00000080:00000001:3.0:1788695652.207563:0:203476:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788695652.207567:0:203476:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788695652.207573:0:203476:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788695652.207578:0:203476:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788695652.207608:0:203476:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at 00000000ea73f850. 00800000:00000001:3.0:1788695652.207610:0:203476:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446630777559186880 : -113296150364736 : ffff98f52f33fdc0) 00800000:00000001:3.0:1788695652.207613:0:203476:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788695652.207615:0:203476:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788695652.207618:0:203476:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788695652.207620:0:203476:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788695652.207623:0:203476:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000002:3.0:1788695652.207626:0:203476:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=1 index=4294967295 hash=invalid:0x0 max_inherit=0 max_inherit_rr=3 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:3.0:1788695652.207631:0:203476:0:(llite_lib.c:1947:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788695652.207633:0:203476:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.207638:0:203476:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788695652.207642:0:203476:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1788695652.207647:0:203476:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00010000:00000001:3.0:1788695652.207649:0:203476:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788695652.207651:0:203476:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695652.207653:0:203476:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000004bfa664a refcount=3 00000020:00000001:3.0:1788695652.207654:0:203476:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.207727:0:203476:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.207730:0:203476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695652.207731:0:203476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788695652.207733:0:203476:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788695652.207735:0:203476:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788695652.207737:0:203476:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788695652.207740:0:203476:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](0000000041a8e739) for lock 0x6acb2b64cadb18c6 00800000:00000001:3.0:1788695652.207743:0:203476:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788695652.207745:0:203476:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788695652.207746:0:203476:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788695652.207747:0:203476:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695652.207749:0:203476:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000004bfa664a refcount=3 00000020:00000001:3.0:1788695652.207751:0:203476:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.207758:0:203476:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.207761:0:203476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695652.207762:0:203476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788695652.207763:0:203476:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788695652.207765:0:203476:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.207767:0:203476:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788695652.207769:0:203476:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](0000000041a8e739) 00000080:00010000:3.0:1788695652.207772:0:203476:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6acb2b64cadb18c6 from it 0000000096d0f722 00010000:00000001:3.0:1788695652.207774:0:203476:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788695652.207775:0:203476:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695652.207776:0:203476:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000004bfa664a refcount=3 00000020:00000001:3.0:1788695652.207778:0:203476:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.207780:0:203476:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.207782:0:203476:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788695652.207783:0:203476:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788695652.207789:0:203476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695652.207790:0:203476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788695652.207792:0:203476:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788695652.207795:0:203476:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788695652.207797:0:203476:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788695652.207806:0:203476:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788695652.207809:0:203476:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788695652.207811:0:203476:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788695652.207815:0:203476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695652.207816:0:203476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788695652.207818:0:203476:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695652.207821:0:203476:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788695652.207823:0:203476:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695652.207826:0:203476:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695652.207828:0:203476:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695652.207834:0:203476:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788695652.207836:0:203476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695652.207837:0:203476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788695652.207839:0:203476:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695652.209611:0:203476:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043af1395 x1875583274323072/t0(0) o101->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 576/688 e 0 to 0 dl 1788695668 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788695652.209630:0:203476:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695652.209634:0:203476:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695652.209638:0:203476:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at 000000000d422f34. 02000000:00000001:3.0:1788695652.209647:0:203476:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695652.209650:0:203476:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695652.209651:0:203476:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695652.209654:0:203476:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695652.209700:0:203476:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000df5cc433. 02000000:00000001:3.0:1788695652.209706:0:203476:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695652.209708:0:203476:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695652.209710:0:203476:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043af1395. 00000100:00000001:3.0:1788695652.209715:0:203476:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695652.209716:0:203476:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788695652.209724:0:203476:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788695652.209737:0:203476:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1920 at 000000002a4586ac. 00000020:00000001:3.0:1788695652.209741:0:203476:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000005cba8c51 00000080:00000008:3.0:1788695652.209743:0:203476:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](0000000041a8e739), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788695652.210807:0:203476:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788695652.210843:0:203476:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000005cba8c51 00000080:00200008:3.0:1788695652.210872:0:203476:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](0000000041a8e739), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788695652.210879:0:203476:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788695652.210881:0:203476:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000293e296a 00000080:00200000:3.0:1788695652.210882:0:203476:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](0000000041a8e739),name=/ 00000080:00000010:3.0:1788695652.210888:0:203476:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000439eefd4. 00800000:00000002:3.0:1788695652.210894:0:203476:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get 00000000ea73f850 2 00000080:00000001:3.0:1788695652.210899:0:203476:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788695652.210904:0:203476:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788695652.210906:0:203476:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000002d769cfe 00800000:00000002:3.0:1788695652.210908:0:203476:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788695652.210912:0:203476:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788695652.210921:0:203476:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788695652.210924:0:203476:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788695652.210926:0:203476:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788695652.210929:0:203476:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788695652.210931:0:203476:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788695652.210933:0:203476:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788695652.210936:0:203476:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788695652.210939:0:203476:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788695652.210946:0:203476:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788695652.210948:0:203476:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000adeec17b 00000002:00010000:3.0:1788695652.210949:0:203476:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788695652.210953:0:203476:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788695652.210955:0:203476:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788695652.210959:0:203476:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788695652.210966:0:203476:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: 0000000014c44fa7 count: 2 00010000:00000001:3.0:1788695652.210969:0:203476:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788695652.210976:0:203476:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:3.0:1788695652.210981:0:203476:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 0000000073774c8c. 00010000:00000001:3.0:1788695652.210985:0:203476:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788695652.210989:0:203476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788695652.210999:0:203476:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788695652.211004:0:203476:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695652.211006:0:203476:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788695652.211013:0:203476:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788695652.211015:0:203476:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788695652.211017:0:203476:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788695652.211019:0:203476:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788695652.211020:0:203476:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788695652.211022:0:203476:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788695652.211025:0:203476:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788695652.211033:0:203476:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put 00000000ea73f850 2 00000080:00000010:3.0:1788695652.211036:0:203476:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000439eefd4. 00000080:00000001:3.0:1788695652.211041:0:203476:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788695652.211043:0:203476:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788695652.211045:0:203476:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](0000000041a8e739) 00000080:00010000:3.0:1788695652.211048:0:203476:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](0000000041a8e739) for lock 0x6acb2b64cadb18c6 00800000:00000001:3.0:1788695652.211051:0:203476:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788695652.211054:0:203476:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788695652.211056:0:203476:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788695652.211059:0:203476:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695652.211061:0:203476:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000004bfa664a refcount=3 00000020:00000001:3.0:1788695652.211064:0:203476:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.211067:0:203476:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.211070:0:203476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695652.211073:0:203476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788695652.211074:0:203476:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788695652.211076:0:203476:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788695652.211078:0:203476:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6acb2b64cadb18c6 from it 0000000096d0f722 00010000:00000001:3.0:1788695652.211080:0:203476:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788695652.211081:0:203476:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695652.211082:0:203476:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000004bfa664a refcount=3 00000020:00000001:3.0:1788695652.211084:0:203476:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.211086:0:203476:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.211088:0:203476:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788695652.211090:0:203476:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788695652.211096:0:203476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695652.211097:0:203476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788695652.211098:0:203476:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788695652.211547:0:203476:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788695652.211552:0:203476:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00000001:3.0:1788695652.211572:0:203476:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788695652.211575:0:203476:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788695652.211578:0:203476:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788695652.211580:0:203476:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695652.211585:0:203476:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788695652.211587:0:203476:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695652.211589:0:203476:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695652.211592:0:203476:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695652.211595:0:203476:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788695652.211596:0:203476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695652.211597:0:203476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788695652.211600:0:203476:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788695652.211602:0:203476:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788695652.211605:0:203476:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788695652.211610:0:203476:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000005cba8c51 00000080:00000008:3.0:1788695652.211612:0:203476:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](0000000041a8e739), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788695652.211800:0:203476:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788695652.211802:0:203476:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788695652.211803:0:203476:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000003f881883 00000080:00200000:3.0:1788695652.211805:0:203476:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](0000000041a8e739),name=/ 00000080:00000010:3.0:1788695652.211809:0:203476:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000439eefd4. 00800000:00000002:3.0:1788695652.211813:0:203476:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get 00000000ea73f850 2 00000080:00000001:3.0:1788695652.211816:0:203476:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788695652.211818:0:203476:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788695652.211820:0:203476:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000533ca01e 00800000:00000002:3.0:1788695652.211821:0:203476:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788695652.211824:0:203476:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1788695652.211826:0:203476:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1788695652.211828:0:203476:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1788695652.211829:0:203476:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1788695652.211831:0:203476:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788695652.211833:0:203476:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788695652.211834:0:203476:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1788695652.211836:0:203476:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788695652.211838:0:203476:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788695652.211942:0:203476:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788695652.211944:0:203476:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 0000000013f9ce01 00000002:00010000:3.0:1788695652.211946:0:203476:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788695652.211949:0:203476:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788695652.211951:0:203476:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788695652.211953:0:203476:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788695652.211956:0:203476:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: 0000000014c44fa7 count: 2 00010000:00000001:3.0:1788695652.211959:0:203476:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788695652.211962:0:203476:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788695652.211965:0:203476:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788695652.211967:0:203476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 02000000:00000001:3.0:1788695652.211975:0:203476:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788695652.211978:0:203476:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695652.211980:0:203476:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000002:00000001:3.0:1788695652.211987:0:203476:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788695652.211988:0:203476:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788695652.211990:0:203476:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788695652.211991:0:203476:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788695652.211993:0:203476:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788695652.211995:0:203476:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788695652.211997:0:203476:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788695652.211999:0:203476:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put 00000000ea73f850 2 00000080:00000010:3.0:1788695652.212002:0:203476:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000439eefd4. 00000080:00000001:3.0:1788695652.212005:0:203476:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788695652.212007:0:203476:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788695652.212009:0:203476:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](0000000041a8e739) 00000080:00010000:3.0:1788695652.212011:0:203476:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](0000000041a8e739) for lock 0x6acb2b64cadb18c6 00800000:00000001:3.0:1788695652.212014:0:203476:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788695652.212015:0:203476:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788695652.212022:0:203476:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788695652.212023:0:203476:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695652.212025:0:203476:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000004bfa664a refcount=3 00000020:00000001:3.0:1788695652.212027:0:203476:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.212030:0:203476:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.212032:0:203476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695652.212033:0:203476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788695652.212035:0:203476:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788695652.212036:0:203476:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788695652.212038:0:203476:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6acb2b64cadb18c6 from it 0000000071d0fceb 00010000:00000001:3.0:1788695652.212040:0:203476:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788695652.212041:0:203476:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695652.212042:0:203476:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000004bfa664a refcount=3 00000020:00000001:3.0:1788695652.212043:0:203476:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.212045:0:203476:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788695652.212047:0:203476:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788695652.212048:0:203476:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00000001:3.0:1788695652.212055:0:203476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695652.212055:0:203476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788695652.212056:0:203476:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788695652.212058:0:203476:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788695652.212059:0:203476:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00000001:3.0:1788695652.212065:0:203476:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788695652.212067:0:203476:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788695652.212068:0:203476:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788695652.212070:0:203476:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695652.212071:0:203476:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788695652.212073:0:203476:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695652.212074:0:203476:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695652.212076:0:203476:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695652.212082:0:203476:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788695652.212084:0:203476:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695652.212085:0:203476:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788695652.212086:0:203476:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788695652.212087:0:203476:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788695652.212089:0:203476:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](0000000041a8e739), inode mode 41ed mask 44 00000080:00000001:3.0:1788695652.212093:0:203476:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.212097:0:203476:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788695652.212235:0:203476:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788695652.212238:0:203476:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000003f881883 00000080:00200008:3.0:1788695652.212240:0:203476:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](0000000041a8e739), flags 100000 00000080:00000010:3.0:1788695652.212247:0:203476:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at 000000009c845546. 00000080:00000001:3.0:1788695652.212252:0:203476:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.212254:0:203476:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.212477:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.212479:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.212486:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.212490:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.212495:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 0000000069282fcc. 00000020:00000001:3.0:1788695652.212500:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.212502:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788695652.212505:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788695652.212506:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed1a800 uarg=0000000000000000 00800000:00000001:3.0:1788695652.212513:0:203476:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:3.0:1788695652.212515:0:203476:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff98f518c6e000: age 11944, max_age 11945 00000002:00000001:3.0:1788695652.212519:0:203476:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1788695652.212521:0:203476:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000010:3.0:1788695652.212528:0:203476:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000020:00000040:3.0:1788695652.212542:0:203476:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=5 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695652.212546:0:203476:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695652.212549:0:203476:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695652.212553:0:203476:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695652.212561:0:203476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005378f3b1. 00000100:00000001:3.0:1788695652.212569:0:203476:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695652.212573:0:203476:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788695652.212575:0:203476:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788695652.212584:0:203476:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b23ccc13. 00000100:00000001:3.0:1788695652.212590:0:203476:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630776787635200 : -113296921916416 : ffff98f501370c00) 00000100:00000001:3.0:1788695652.212594:0:203476:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695652.212595:0:203476:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000100:00000001:3.0:1788695652.212600:0:203476:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695652.212603:0:203476:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695652.212606:0:203476:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788695652.212608:0:203476:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695652.212619:0:203476:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274323200/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695652.212629:0:203476:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695652.212631:0:203476:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695652.212635:0:203476:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695652.212638:0:203476:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695652.212641:0:203476:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695652.212643:0:203476:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job lfs:f4931000-78c8-4821-9b44-b56343695343:203476:1875583274323200:192.168.201.118@tcp:41: 00000100:00000001:3.0:1788695652.212647:0:203476:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695652.212654:0:203476:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695652.212792:0:203476:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695652.212796:0:203476:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695652.212802:0:203476:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004644faf7. 02000000:00000001:3.0:1788695652.212804:0:203476:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695652.212811:0:203476:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006feba292. 00000400:00000010:3.0:1788695652.212819:0:203476:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a452cf63. 00000100:00000200:3.0:1788695652.212828:0:203476:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274323200, portal 10 00000100:00000001:3.0:1788695652.212829:0:203476:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695652.212831:0:203476:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000100:00000040:3.0:1788695652.212838:0:203476:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274323200/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695668 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695652.212872:0:203476:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695652.212876:0:203476:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695652.212879:0:203476:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000118b729b. 00000100:00000200:3.0:1788695652.212882:0:203476:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274323200, offset 0 00000400:00000200:3.0:1788695652.212889:0:203476:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695652.212911:0:203476:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695652.212918:0:203476:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695652.212923:0:203476:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695652.212927:0:203476:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695652.212930:0:203476:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695652.212934:0:203476:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [29:29:256:4294967295] 192.168.201.118@tcp LPNI seq info [29:29:8:4294967295] 00000400:00000200:3.0:1788695652.212947:0:203476:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695652.212953:0:203476:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695652.212958:0:203476:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b5beb96f. 00000800:00000200:3.0:1788695652.212966:0:203476:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695652.212974:0:203476:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695652.212979:0:203476:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b5beb96f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695652.212997:0:203476:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695652.213002:0:203476:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 371630 usecs (372 jiffies) 00000100:00000001:3.0:1788695652.213006:0:203476:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306614394 00000100:00000001:3.0:1788695652.213009:0:203476:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306614440 00000100:00000001:3.0:1788695652.213012:0:203476:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306614394 00000100:00000001:3.0:1788695652.213014:0:203476:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306614440 00000100:00000001:3.0:1788695652.213016:0:203476:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306614394 00000100:00000001:3.0:1788695652.213018:0:203476:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306614440 00000100:00000001:3.0:1788695652.213020:0:203476:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306614394 00000100:00000001:3.0:1788695652.213022:0:203476:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306614440 00000100:00000001:3.0:1788695652.213024:0:203476:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695652.213027:0:203476:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695652.213030:0:203476:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695652.213032:0:203476:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788695652.213035:0:203476:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b23ccc13 going to sleep for 11 seconds 00000100:00000001:3.0:1788695652.213038:0:203476:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695652.213046:0:203476:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788695652.217619:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695652.217642:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695652.217647:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695652.217650:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695652.217663:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695652.217685:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 368 into portal 10 MB=0x6a9d542d00d00 00000400:00000200:3.0:1788695652.217703:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 368/368 into md 0x1dd [1] + 224 00000800:00000001:3.0:1788695652.217712:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695652.217720:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695652.217723:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695652.217728:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695652.217738:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695652.217748:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274323200/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695668 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695652.217762:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000003e3fb870 x1875583274323200/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695668 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695652.217786:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695652.217796:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695652.217799:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695652.218371:0:203476:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695652.218382:0:203476:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695652.218384:0:203476:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695652.218386:0:203476:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006feba292. 00000400:00000200:0.0:1788695652.218392:0:203476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a452cf63 00000400:00000010:0.0:1788695652.218394:0:203476:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a452cf63. 00000100:00000001:0.0:1788695652.218397:0:203476:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695652.218416:0:203476:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274323200/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695668 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695652.218423:0:203476:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274323200/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695668 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695652.218428:0:203476:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695652.218429:0:203476:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695652.218431:0:203476:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695652.218434:0:203476:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695652.218436:0:203476:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695652.218438:0:203476:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695652.218441:0:203476:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695652.218453:0:203476:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=3 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695652.218456:0:203476:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695652.218459:0:203476:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695652.218460:0:203476:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695652.218462:0:203476:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695652.218466:0:203476:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695652.218469:0:203476:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695652.218471:0:203476:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695652.218472:0:203476:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695652.218473:0:203476:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695652.218476:0:203476:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274323200/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695668 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695652.218481:0:203476:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695652.218484:0:203476:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695652.218485:0:203476:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695652.218487:0:203476:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274323200/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695668 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695652.218491:0:203476:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job lfs:f4931000-78c8-4821-9b44-b56343695343:203476:1875583274323200:192.168.201.118@tcp:41: 00000100:00000001:0.0:1788695652.218495:0:203476:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695652.218496:0:203476:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695652.218498:0:203476:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788695652.218503:0:203476:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695652.218506:0:203476:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274323200/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695668 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695652.218510:0:203476:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788695652.218514:0:203476:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b23ccc13. 00000100:00000001:0.0:1788695652.218516:0:203476:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788695652.218517:0:203476:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788695652.218523:0:203476:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788695652.218524:0:203476:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695652.218525:0:203476:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274323200/t0(0) o41->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695668 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695652.218541:0:203476:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695652.218544:0:203476:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695652.218547:0:203476:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004644faf7. 02000000:00000001:0.0:1788695652.218551:0:203476:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695652.218557:0:203476:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695652.218560:0:203476:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695652.218644:0:203476:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695652.218647:0:203476:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005378f3b1. 02000000:00000001:0.0:1788695652.218654:0:203476:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695652.218656:0:203476:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695652.218658:0:203476:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000001:0.0:1788695652.218662:0:203476:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695652.218663:0:203476:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788695652.218665:0:203476:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695652.218666:0:203476:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695652.218667:0:203476:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1788695652.218670:0:203476:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff98f518c6e000: update 000000008402aeb1 cache blocks 20244/23812 objects 79718/79992 00800000:00000001:0.0:1788695652.218674:0:203476:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788695652.218680:0:203476:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.218683:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788695652.218686:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 0000000069282fcc. 00000080:00000001:0.0:1788695652.218689:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.218692:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.218879:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.218882:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000020:00000010:0.0:1788695652.218902:0:203476:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1920 at 00000000ee8341e8. 00000080:00000001:0.0:1788695652.218906:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.218909:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.218914:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.218918:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.218920:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.218924:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.218926:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.218932:0:203476:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788695652.218934:0:203476:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff98f518c6e000: age 10943, max_age 11945 00000002:00000001:0.0:1788695652.218937:0:203476:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788695652.218940:0:203476:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000010:0.0:1788695652.218946:0:203476:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000607de2c8. 00000020:00000040:0.0:1788695652.218949:0:203476:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=5 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695652.218953:0:203476:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695652.218955:0:203476:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695652.218961:0:203476:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695652.218969:0:203476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000805c9010. 00000100:00000001:0.0:1788695652.218977:0:203476:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695652.218981:0:203476:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788695652.218982:0:203476:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788695652.218989:0:203476:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0595abe. 00000100:00000001:0.0:1788695652.218992:0:203476:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630777185942528 : -113296523609088 : ffff98f518f4bc00) 00000100:00000001:0.0:1788695652.218995:0:203476:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695652.218996:0:203476:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882432640 : -113296827118976 : ffff98f506dd8a80) 00000100:00000001:0.0:1788695652.219001:0:203476:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695652.219004:0:203476:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695652.219006:0:203476:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788695652.219008:0:203476:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695652.219013:0:203476:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000607de2c8 x1875583274323328/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695652.219020:0:203476:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695652.219023:0:203476:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695652.219026:0:203476:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695652.219035:0:203476:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695652.219038:0:203476:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695652.219041:0:203476:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job lfs:f4931000-78c8-4821-9b44-b56343695343:203476:1875583274323328:192.168.201.118@tcp:41: 00000100:00000001:0.0:1788695652.219046:0:203476:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695652.219053:0:203476:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695652.219055:0:203476:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695652.219058:0:203476:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695652.219062:0:203476:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000df5cc433. 02000000:00000001:0.0:1788695652.219064:0:203476:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695652.219070:0:203476:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000645c05c4. 00000400:00000010:0.0:1788695652.219076:0:203476:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a96337. 00000100:00000200:0.0:1788695652.219083:0:203476:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274323328, portal 10 00000100:00000001:0.0:1788695652.219085:0:203476:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695652.219086:0:203476:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882432640 : -113296827118976 : ffff98f506dd8a80) 00000100:00000040:0.0:1788695652.219093:0:203476:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000607de2c8 x1875583274323328/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695668 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695652.219101:0:203476:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695652.219104:0:203476:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695652.219106:0:203476:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090a574b6. 00000100:00000200:0.0:1788695652.219109:0:203476:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274323328, offset 0 00000400:00000200:0.0:1788695652.219116:0:203476:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695652.219129:0:203476:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695652.219136:0:203476:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695652.219141:0:203476:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695652.219144:0:203476:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695652.219147:0:203476:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695652.219151:0:203476:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [30:30:256:4294967295] 192.168.201.118@tcp LPNI seq info [30:30:8:4294967295] 00000400:00000200:0.0:1788695652.219162:0:203476:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695652.219168:0:203476:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695652.219173:0:203476:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024be5195. 00000800:00000200:0.0:1788695652.219181:0:203476:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695652.219188:0:203476:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695652.219198:0:203476:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024be5195 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695652.219218:0:203476:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695652.219223:0:203476:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 1264108 usecs (1265 jiffies) 00000100:00000001:0.0:1788695652.219228:0:203476:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306615294 00000100:00000001:0.0:1788695652.219235:0:203476:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, simply extend its deadline from 4306614440 00000100:00000001:0.0:1788695652.219241:0:203476:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306615294 00000100:00000001:0.0:1788695652.219245:0:203476:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, simply extend its deadline from 4306614440 00000100:00000001:0.0:1788695652.219248:0:203476:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306615294 00000100:00000001:0.0:1788695652.219251:0:203476:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, simply extend its deadline from 4306614440 00000100:00000001:0.0:1788695652.219254:0:203476:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306615294 00000100:00000001:0.0:1788695652.219257:0:203476:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, simply extend its deadline from 4306614440 00000100:00000001:0.0:1788695652.219260:0:203476:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695652.219273:0:203476:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695652.219276:0:203476:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695652.219278:0:203476:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788695652.219280:0:203476:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b0595abe going to sleep for 11 seconds 00000100:00000001:0.0:1788695652.219283:0:203476:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695652.219285:0:203476:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695652.219644:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695652.219650:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024be5195. 00000400:00000200:3.0:1788695652.219657:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695652.219663:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695652.219669:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090a574b6 00000400:00000010:3.0:1788695652.219671:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000090a574b6. 00000100:00000001:3.0:1788695652.219675:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695652.219680:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000607de2c8 x1875583274323328/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695668 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695652.219690:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695652.219703:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000607de2c8 x1875583274323328/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695668 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695652.219722:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695652.219724:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788695652.222203:0:203476:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695652.222413:0:203476:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695652.222416:0:203476:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695652.222419:0:203476:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000645c05c4. 00000400:00000200:0.0:1788695652.222424:0:203476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a96337 00000400:00000010:0.0:1788695652.222426:0:203476:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059a96337. 00000100:00000001:0.0:1788695652.222429:0:203476:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695652.222433:0:203476:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000607de2c8 x1875583274323328/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695668 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695652.222441:0:203476:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000607de2c8 x1875583274323328/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695668 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695652.222447:0:203476:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695652.222456:0:203476:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695652.222459:0:203476:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695652.222463:0:203476:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695652.222466:0:203476:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695652.222468:0:203476:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695652.222470:0:203476:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695652.222481:0:203476:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=2 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695652.222486:0:203476:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695652.222488:0:203476:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695652.222490:0:203476:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695652.222493:0:203476:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788695652.222497:0:203476:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000607de2c8 x1875583274323328/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695668 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695652.222504:0:203476:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695652.222508:0:203476:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695652.222510:0:203476:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695652.222512:0:203476:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695652.222514:0:203476:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695652.222518:0:203476:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000607de2c8 x1875583274323328/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695668 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695652.222524:0:203476:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695652.222527:0:203476:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695652.222539:0:203476:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695652.222543:0:203476:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000607de2c8 x1875583274323328/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695668 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695652.222552:0:203476:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job lfs:f4931000-78c8-4821-9b44-b56343695343:203476:1875583274323328:192.168.201.118@tcp:41: 00000100:00000001:0.0:1788695652.222558:0:203476:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695652.222694:0:203476:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695652.222698:0:203476:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788695652.222701:0:203476:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695652.222706:0:203476:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000607de2c8 x1875583274323328/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695668 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695652.222713:0:203476:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788695652.222721:0:203476:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b0595abe. 00000100:00000001:0.0:1788695652.222725:0:203476:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788695652.222726:0:203476:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788695652.222733:0:203476:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788695652.222735:0:203476:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695652.222738:0:203476:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000607de2c8 x1875583274323328/t0(0) o41->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/368 e 0 to 0 dl 1788695668 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695652.222744:0:203476:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695652.222746:0:203476:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695652.222749:0:203476:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000df5cc433. 02000000:00000001:0.0:1788695652.222753:0:203476:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695652.222756:0:203476:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695652.222758:0:203476:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695652.222761:0:203476:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695652.222763:0:203476:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000805c9010. 02000000:00000001:0.0:1788695652.222767:0:203476:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695652.222769:0:203476:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695652.222771:0:203476:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000607de2c8. 00000100:00000001:0.0:1788695652.222774:0:203476:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695652.222775:0:203476:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788695652.222777:0:203476:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695652.222778:0:203476:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695652.222780:0:203476:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1788695652.222782:0:203476:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff98f518c6e000: update 000000006a71d8e8 cache blocks 20275/23812 objects 79737/79992 00800000:00000001:0.0:1788695652.222787:0:203476:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788695652.222793:0:203476:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.222797:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788695652.222799:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.222803:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.222805:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223249:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223252:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223262:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223275:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223281:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223286:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223295:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223299:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223301:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223306:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223307:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223310:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223312:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223315:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223317:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223322:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223323:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223326:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223327:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223329:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223331:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223333:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223334:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223335:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223337:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223339:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223340:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223342:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223344:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223346:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223349:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223350:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223352:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223353:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223355:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223357:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223360:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223361:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223362:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223383:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223385:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223387:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223389:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223392:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223394:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223399:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223400:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223403:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223404:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223406:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223408:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223410:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223411:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223412:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223414:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223416:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223418:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223419:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223421:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223422:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223425:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223426:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223428:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223429:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223431:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223433:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223434:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223435:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223436:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223439:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223440:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223447:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223449:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223450:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223452:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223456:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223457:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223460:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223461:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223463:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223465:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223467:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223468:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223469:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223472:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223473:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223475:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223476:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223478:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223480:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223483:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223484:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223486:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223487:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223489:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223491:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223492:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223493:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223494:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223496:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223497:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223499:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223501:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223507:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223508:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223512:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223513:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223516:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223517:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223519:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223521:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223522:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223524:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223524:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223527:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223528:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223540:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223542:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223544:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223546:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223549:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223550:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223552:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223553:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223555:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223557:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223559:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223566:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223567:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223570:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223571:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223573:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223574:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223577:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223578:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223582:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223588:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223592:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223593:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223595:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223598:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223600:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223601:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223602:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223604:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223606:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223607:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223609:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223611:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223613:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223617:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223618:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223620:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223621:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223623:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223625:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223627:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223628:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223629:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223631:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223633:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223635:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223636:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223638:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223640:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223642:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223643:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223645:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223646:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223652:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223654:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223656:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223657:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223658:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223661:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223663:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223664:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223666:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223668:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223670:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223675:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223676:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223678:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223680:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223682:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223684:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223685:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223686:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223687:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223689:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223691:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223693:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223694:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223696:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223698:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223701:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223702:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223704:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223705:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223708:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223709:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223711:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223717:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223718:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223721:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223723:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223724:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223726:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223728:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223730:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223734:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223735:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223738:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223740:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223742:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223744:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223746:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223747:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223748:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223750:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223752:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223754:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223756:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223758:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223759:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223762:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223763:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223765:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223766:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223768:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223770:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223771:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223772:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223773:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223775:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223782:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223783:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223785:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223787:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223789:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223793:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223794:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223796:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223797:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223799:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223801:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223803:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223804:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223805:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223807:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223809:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223810:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223812:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223814:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223815:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223818:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223819:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223821:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223823:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223824:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223826:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223828:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223829:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223830:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223832:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223834:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223835:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223837:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223843:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223867:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223871:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223872:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223875:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223876:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223878:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223880:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223881:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223882:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223883:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223885:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223887:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223888:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223890:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223892:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223893:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223896:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223896:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223899:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223899:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223901:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223902:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223904:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223905:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223905:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223907:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223909:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223910:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223912:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223913:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223914:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223916:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223922:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223924:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223926:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223927:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223929:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223931:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223932:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223933:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223935:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223937:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223938:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223939:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223941:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223942:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223946:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223947:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223949:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223949:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223951:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223953:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223954:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223955:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223956:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223957:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223959:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223960:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223962:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223963:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223964:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223966:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223967:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223969:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223970:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223975:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.223977:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.223978:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.223980:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.223980:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.223983:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223985:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223986:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.223988:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.223989:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223991:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.223994:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.223995:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.223997:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.223998:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.223999:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224001:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224003:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224004:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224005:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224007:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224008:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224010:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224011:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224012:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224014:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224016:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224017:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224019:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224020:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224021:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224023:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224024:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224029:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224030:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224032:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224034:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224036:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224037:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224039:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224041:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224044:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224045:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224047:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224048:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224049:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224051:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224053:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224054:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224055:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224057:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224059:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224060:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224062:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224064:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224065:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224067:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224068:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224070:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224071:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224073:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224075:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224076:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224077:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224078:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224080:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224085:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224086:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224088:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224090:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224091:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224094:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224095:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224098:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224099:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224100:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224102:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224103:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224104:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224105:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224107:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224109:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224110:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224112:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224114:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224115:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224118:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224118:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224120:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224121:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224122:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224124:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224125:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224126:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224127:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224129:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224131:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224132:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224133:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224139:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224140:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224144:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224145:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224147:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224148:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224150:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224152:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224153:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224154:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224155:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224157:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224159:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224160:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224162:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224164:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224165:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224167:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224168:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224169:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224170:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224171:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224173:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224174:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224174:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224175:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224177:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224178:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224180:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224181:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224183:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224184:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224187:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224191:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224193:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224196:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224197:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224199:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224200:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224202:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224203:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224205:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224207:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224208:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224210:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224211:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224213:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224216:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224217:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224219:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224220:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224222:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224223:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224225:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224226:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224226:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224228:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224229:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224231:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224232:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224234:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224235:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224237:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224238:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224240:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224241:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224246:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224248:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224250:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224251:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224252:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224254:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224255:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224257:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224259:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224260:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224262:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224264:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224265:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224267:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224268:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224269:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224271:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224272:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224273:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224274:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224276:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224277:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224279:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224281:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224283:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224284:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224286:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224287:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224289:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224290:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224291:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224292:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224293:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224298:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224299:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224301:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224302:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224304:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224305:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224307:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224308:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224311:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224312:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224314:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224315:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224317:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224319:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224320:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224321:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224322:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224324:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224326:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224327:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224329:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224330:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224332:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224334:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224335:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224337:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224338:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224340:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224342:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224343:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224344:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224345:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224348:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224353:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224355:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224356:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224358:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224360:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224363:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224363:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224366:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224367:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224369:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224371:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224372:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224373:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224374:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224377:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224378:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224380:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224381:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224383:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224385:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224388:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224389:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224391:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224392:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224394:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224396:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224398:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224399:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224400:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224402:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224404:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224406:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224408:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224413:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224415:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224419:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224420:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224422:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224423:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224425:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224426:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224428:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224430:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224431:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224433:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224434:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224436:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224438:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224440:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224441:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224444:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224444:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224446:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224447:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224448:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224449:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224450:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224451:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224452:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224455:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224456:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224458:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224459:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224461:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224462:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224465:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224469:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224472:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224473:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224475:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224477:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224478:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224479:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224480:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224482:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224484:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224485:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224487:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224488:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224489:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224493:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224493:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224495:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224496:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224497:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224499:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224500:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224501:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224502:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224504:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224506:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224507:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224509:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224510:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224512:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224514:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224515:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224516:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224517:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224522:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224524:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224526:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224527:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224528:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224544:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224545:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224547:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224549:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224551:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224553:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224557:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224558:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224561:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224562:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224563:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224565:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224567:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224568:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224569:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224571:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224573:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224574:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224576:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224577:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224579:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224581:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224582:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224584:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224585:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224586:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224588:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224589:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224595:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224595:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224598:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224599:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224601:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224603:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224604:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224606:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224609:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224610:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224613:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224614:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224615:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224617:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224618:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224619:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224620:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224622:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224624:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224626:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224627:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224629:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224630:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224633:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224633:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224635:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224636:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224638:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224640:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224641:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224642:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224643:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224645:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224651:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224653:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224654:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224656:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224658:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224662:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224662:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224665:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224666:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224668:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224670:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224671:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224673:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224674:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224676:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224677:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224679:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224680:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224682:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224683:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224686:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224687:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224690:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224691:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224692:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224694:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224696:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224697:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224698:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224700:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224701:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224703:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224705:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224713:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224714:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224718:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224719:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224722:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224723:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224725:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224726:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224728:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224729:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224730:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224732:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224734:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224735:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224737:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224738:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224739:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224742:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224743:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224745:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224746:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224748:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224749:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224751:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224752:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224753:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224755:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224757:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224759:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224760:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224762:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224763:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224766:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224771:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224774:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224775:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224777:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224779:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224780:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224781:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224782:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224784:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224786:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224787:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224789:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224791:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224792:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224796:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224796:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224799:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224800:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224801:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224803:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224805:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224805:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224807:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224809:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224810:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224812:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224814:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224815:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224817:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224819:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.224819:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.224821:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.224822:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.224827:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.224829:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.224830:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.224832:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.224833:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.224835:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224837:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224838:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.224840:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.224842:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.224843:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225136:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.225137:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.225141:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.225142:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.225145:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.225147:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.225149:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.225151:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.225152:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.225154:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225156:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225157:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.225159:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.225161:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225163:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225165:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.225165:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.225168:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.225168:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.225170:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.225172:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.225173:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.225179:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.225180:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.225183:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225184:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225186:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.225188:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.225190:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225192:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225196:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.225197:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.225200:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.225201:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.225202:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.225204:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.225206:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.225206:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.225207:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.225209:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225211:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225212:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.225214:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.225215:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225217:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225219:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.225220:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.225222:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.225223:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.225224:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.225226:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.225227:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.225228:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.225229:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.225231:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225237:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225239:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.225240:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.225242:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225244:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225247:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.225248:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.225251:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.225252:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.225254:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.225256:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.225257:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.225258:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.225793:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.225798:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225801:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225803:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.225806:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.225810:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225812:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225820:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.225821:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.225825:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.225826:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.225829:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.225833:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.225834:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.225836:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.225837:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.225839:0:203476:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225841:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225842:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788695652.225919:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.225930:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225932:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788695652.225937:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.225938:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.225941:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.225942:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.225944:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.225946:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.225947:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788695652.225949:0:203476:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788695652.225950:0:203476:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00800000:00000001:0.0:1788695652.225952:0:203476:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788695652.225954:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788695652.225956:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1788695652.225957:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:0.0:1788695652.225960:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788695652.225962:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788695652.225965:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788695652.225966:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:0.0:1788695652.225969:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788695652.225970:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788695652.225972:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000430dddeb. 00000020:00000001:0.0:1788695652.225974:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695652.225975:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788695652.225980:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788695652.225982:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f50a2aac00 uarg=0000000000000000 00020000:00000001:0.0:1788695652.225990:0:203476:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:0.0:1788695652.225993:0:203476:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff98f518c6e000: age 10943, max_age 11945 00000008:00000001:0.0:1788695652.225997:0:203476:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1788695652.226001:0:203476:0:(genops.c:1210:class_import_get()) import 000000004057e9fa refcount=3 obd=lustre-OST0000-osc-ffff98f518c6e000 00000100:00000010:0.0:1788695652.226010:0:203476:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000607de2c8. 00000020:00000040:0.0:1788695652.226013:0:203476:0:(genops.c:1210:class_import_get()) import 000000004057e9fa refcount=4 obd=lustre-OST0000-osc-ffff98f518c6e000 00000020:00000001:0.0:1788695652.226018:0:203476:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695652.226026:0:203476:0:(genops.c:1223:class_import_put()) import 000000004057e9fa refcount=3 obd=lustre-OST0000-osc-ffff98f518c6e000 00000020:00000001:0.0:1788695652.226029:0:203476:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788695652.226032:0:203476:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695652.226035:0:203476:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695652.226042:0:203476:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695652.226051:0:203476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005599a7b8. 00000100:00000001:0.0:1788695652.226059:0:203476:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695652.226063:0:203476:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788695652.226065:0:203476:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788695652.226073:0:203476:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0595abe. 00000100:00000001:0.0:1788695652.226075:0:203476:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630777185942528 : -113296523609088 : ffff98f518f4bc00) 00000100:00000001:0.0:1788695652.226078:0:203476:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695652.226080:0:203476:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882432640 : -113296827118976 : ffff98f506dd8a80) 00000100:00000001:0.0:1788695652.226085:0:203476:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695652.226088:0:203476:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695652.226091:0:203476:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788695652.226093:0:203476:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695652.226104:0:203476:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000607de2c8 x1875583274323456/t0(0) o13->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695652.226114:0:203476:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695652.226116:0:203476:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695652.226120:0:203476:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695652.226123:0:203476:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695652.226125:0:203476:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695652.226128:0:203476:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job lfs:f4931000-78c8-4821-9b44-b56343695343:203476:1875583274323456:192.168.201.118@tcp:13: 00000100:00000001:0.0:1788695652.226133:0:203476:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695652.226140:0:203476:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695652.226142:0:203476:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695652.226145:0:203476:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695652.226148:0:203476:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000df5cc433. 02000000:00000001:0.0:1788695652.226150:0:203476:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695652.226157:0:203476:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000645c05c4. 00000400:00000010:0.0:1788695652.226165:0:203476:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a96337. 00000100:00000200:0.0:1788695652.226175:0:203476:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274323456, portal 4 00000100:00000001:0.0:1788695652.226177:0:203476:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695652.226185:0:203476:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882432640 : -113296827118976 : ffff98f506dd8a80) 00000100:00000040:0.0:1788695652.226191:0:203476:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000607de2c8 x1875583274323456/t0(0) o13->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:7/4 lens 224/368 e 0 to 0 dl 1788695668 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695652.226199:0:203476:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695652.226202:0:203476:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695652.226205:0:203476:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1a3d364. 00000100:00000200:0.0:1788695652.226207:0:203476:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875583274323456, offset 0 00000400:00000200:0.0:1788695652.226214:0:203476:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695652.226231:0:203476:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695652.226237:0:203476:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695652.226242:0:203476:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695652.226245:0:203476:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695652.226248:0:203476:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695652.226253:0:203476:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [31:31:256:4294967295] 192.168.201.118@tcp LPNI seq info [31:31:8:4294967295] 00000400:00000200:0.0:1788695652.226650:0:203476:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695652.226661:0:203476:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695652.226666:0:203476:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a43b1a5e. 00000800:00000200:0.0:1788695652.226677:0:203476:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695652.226688:0:203476:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695652.226693:0:203476:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a43b1a5e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695652.226753:0:203476:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695652.226759:0:203476:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: using a timeout of 9387 usecs (10 jiffies) 00000100:00000001:0.0:1788695652.226764:0:203476:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306614046 00000100:00000001:0.0:1788695652.226767:0:203476:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306615294 00000100:00000001:0.0:1788695652.226770:0:203476:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306614046 00000100:00000001:0.0:1788695652.226772:0:203476:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306615294 00000100:00000001:0.0:1788695652.226775:0:203476:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306614046 00000100:00000001:0.0:1788695652.226777:0:203476:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306615294 00000100:00000001:0.0:1788695652.226779:0:203476:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306614046 00000100:00000001:0.0:1788695652.226788:0:203476:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306615294 00000100:00000001:0.0:1788695652.226791:0:203476:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695652.226794:0:203476:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695652.226797:0:203476:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695652.226800:0:203476:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788695652.226803:0:203476:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b0595abe going to sleep for 11 seconds 00000100:00000001:0.0:1788695652.226807:0:203476:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695652.226811:0:203476:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695652.227253:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695652.227260:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a43b1a5e. 00000400:00000200:1.0:1788695652.227332:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695652.227341:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695652.227348:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1a3d364 00000400:00000010:1.0:1788695652.227351:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e1a3d364. 00000100:00000001:1.0:1788695652.227358:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695652.227571:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000607de2c8 x1875583274323456/t0(0) o13->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:7/4 lens 224/368 e 0 to 0 dl 1788695668 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695652.227584:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695652.227589:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000607de2c8 x1875583274323456/t0(0) o13->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:7/4 lens 224/368 e 0 to 0 dl 1788695668 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695652.227597:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695652.227599:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788695652.229992:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695652.230006:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695652.230012:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695652.230014:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695652.230027:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695652.230047:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 368 into portal 4 MB=0x6a9d542d00e00 00000400:00000200:0.0:1788695652.230058:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.118@tcp of length 368/368 into md 0x1ed [1] + 224 00000800:00000001:0.0:1788695652.230066:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695652.230072:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695652.230075:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695652.230080:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695652.230089:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695652.230107:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000607de2c8 x1875583274323456/t0(0) o13->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:7/4 lens 224/368 e 0 to 0 dl 1788695668 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695652.230120:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000607de2c8 x1875583274323456/t0(0) o13->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:7/4 lens 224/368 e 0 to 0 dl 1788695668 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695652.230139:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695652.230149:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695652.230151:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695652.231816:0:203476:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695652.231831:0:203476:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695652.231834:0:203476:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695652.231837:0:203476:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000645c05c4. 00000400:00000200:3.0:1788695652.231879:0:203476:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a96337 00000400:00000010:3.0:1788695652.231883:0:203476:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059a96337. 00000100:00000001:3.0:1788695652.231888:0:203476:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695652.231898:0:203476:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000607de2c8 x1875583274323456/t0(0) o13->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:7/4 lens 224/368 e 0 to 0 dl 1788695668 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695652.231909:0:203476:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000607de2c8 x1875583274323456/t0(0) o13->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:7/4 lens 224/368 e 0 to 0 dl 1788695668 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695652.231916:0:203476:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695652.231918:0:203476:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695652.231922:0:203476:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695652.231925:0:203476:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695652.231928:0:203476:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695652.231931:0:203476:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695652.231934:0:203476:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788695652.231976:0:203476:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000599f03ba. 00000100:00001000:3.0:1788695652.231987:0:203476:0:(import.c:2195:obd_at_measure()) add 5 to 00000000d3473128 time=1788695652 v=5 (0 0 0 0) 00000100:00001000:3.0:1788695652.231991:0:203476:0:(import.c:2195:obd_at_measure()) add 1 to 000000002be76904 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695652.231994:0:203476:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695652.231996:0:203476:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695652.231999:0:203476:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788695652.232004:0:203476:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000607de2c8 x1875583274323456/t0(0) o13->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:7/4 lens 224/368 e 0 to 0 dl 1788695668 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788695652.232011:0:203476:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695652.232016:0:203476:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695652.232018:0:203476:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695652.232021:0:203476:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695652.232032:0:203476:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695652.232037:0:203476:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000607de2c8 x1875583274323456/t0(0) o13->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:7/4 lens 224/368 e 0 to 0 dl 1788695668 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695652.232045:0:203476:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695652.232049:0:203476:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695652.232051:0:203476:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695652.232054:0:203476:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000607de2c8 x1875583274323456/t0(0) o13->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:7/4 lens 224/368 e 0 to 0 dl 1788695668 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695652.232061:0:203476:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job lfs:f4931000-78c8-4821-9b44-b56343695343:203476:1875583274323456:192.168.201.118@tcp:13: 00000100:00000001:3.0:1788695652.232067:0:203476:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695652.232071:0:203476:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695652.232074:0:203476:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788695652.232076:0:203476:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695652.232079:0:203476:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000607de2c8 x1875583274323456/t0(0) o13->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:7/4 lens 224/368 e 0 to 0 dl 1788695668 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695652.232086:0:203476:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788695652.232090:0:203476:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b0595abe. 00000100:00000001:3.0:1788695652.232093:0:203476:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788695652.232095:0:203476:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788695652.232103:0:203476:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1788695652.232105:0:203476:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695652.232108:0:203476:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000607de2c8 x1875583274323456/t0(0) o13->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:7/4 lens 224/368 e 0 to 0 dl 1788695668 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695652.232114:0:203476:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695652.232116:0:203476:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695652.232119:0:203476:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000df5cc433. 02000000:00000001:3.0:1788695652.232122:0:203476:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695652.232125:0:203476:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695652.232127:0:203476:0:(genops.c:1223:class_import_put()) import 000000004057e9fa refcount=2 obd=lustre-OST0000-osc-ffff98f518c6e000 00000020:00000001:3.0:1788695652.232130:0:203476:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695652.232132:0:203476:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005599a7b8. 02000000:00000001:3.0:1788695652.232136:0:203476:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695652.232138:0:203476:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695652.232147:0:203476:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000607de2c8. 00000100:00000001:3.0:1788695652.232151:0:203476:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695652.232151:0:203476:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1788695652.232155:0:203476:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff98f518c6e000: update 00000000412b00a4 cache blocks 31672/35554 objects 49503/50000 00020000:00000001:3.0:1788695652.232159:0:203476:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788695652.232164:0:203476:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.232167:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788695652.232170:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000430dddeb. 00000080:00000001:3.0:1788695652.232175:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.232178:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.232248:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.232250:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.232260:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.232263:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.232267:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.232272:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.232275:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.232279:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.232280:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.232284:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232286:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232288:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.232291:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.232294:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232296:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232301:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.232302:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.232304:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.232306:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.232308:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.232310:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.232311:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.232312:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.232313:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.232316:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232324:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232326:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.232328:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.232330:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232332:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232336:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.232338:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.232340:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.232341:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.232344:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.232346:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.232348:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.232349:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.232350:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.232353:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232354:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232356:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.232358:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.232360:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232362:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232365:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.232366:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.232369:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.232370:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.232372:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.232375:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.232377:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.232378:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.232379:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.232381:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232383:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232385:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.232387:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.232394:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232396:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232401:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.232402:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.232405:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.232406:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.232408:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.232411:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.232412:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.232414:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.232415:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.232417:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232418:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232420:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.232422:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.232423:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232425:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232427:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.232428:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.232430:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.232431:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.232432:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.232434:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.232436:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.232437:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.232438:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.232440:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232442:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232443:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.232445:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.232446:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232447:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232450:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.232456:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.232459:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.232460:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.232462:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.232464:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.232466:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.232467:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.232468:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.232471:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232472:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232473:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.232475:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.232477:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232478:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232482:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.232483:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.232486:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.232487:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.232489:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.232491:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.232493:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.232494:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.232495:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.232498:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232500:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232501:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.232503:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.232505:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232506:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232509:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.232510:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.232512:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.232513:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.232519:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.232521:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.232523:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.232524:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.232525:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.232528:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232542:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232544:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.232546:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.232549:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232551:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232555:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.232556:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.232559:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.232560:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.232562:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.232565:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.232566:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.232568:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.232569:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.232572:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232574:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232575:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.232577:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.232580:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232581:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232584:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.232585:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.232587:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.232589:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.232591:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.232593:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.232595:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.232602:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.232603:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.232606:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232607:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232609:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.232611:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.232613:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232615:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232620:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.232621:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.232624:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.232625:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.232627:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.232630:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.232632:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.232632:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.232633:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.232636:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232638:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232639:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.232641:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.232644:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232646:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232649:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.232650:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.232653:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.232654:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.232656:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.232658:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.232659:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.232660:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.232661:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.232664:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232671:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232673:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.232675:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.232678:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232680:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232684:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.232686:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.232689:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.232690:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.232840:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.232865:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.232868:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.232869:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.232870:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.232873:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232875:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232876:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.232878:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.232881:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232883:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232888:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.232889:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.232893:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.232894:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.232896:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.232898:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.232900:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.232901:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.232902:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.232904:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232905:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232907:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.232908:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.232916:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232918:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232922:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.232923:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.232926:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.232927:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.232929:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.232931:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.232933:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.232934:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.232935:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.232937:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232939:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232940:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.232943:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.232944:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232946:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232949:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.232950:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.232952:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.232953:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.232955:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.232957:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.232959:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.232959:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.232961:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.232963:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232965:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232966:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.232968:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.232970:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232972:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232975:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.232981:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.232984:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.232986:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.232988:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.232990:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.232992:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.232993:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.232994:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.232996:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232998:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.232999:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233001:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233003:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233005:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233009:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233010:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233012:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233013:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233014:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233016:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233017:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233018:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233019:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233021:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233023:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233024:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233026:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233027:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233029:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233031:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233032:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233035:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233036:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233042:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233045:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233047:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233048:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233049:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233052:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233054:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233055:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233057:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233059:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233061:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233066:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233067:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233070:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233071:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233073:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233075:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233077:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233078:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233079:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233081:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233083:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233085:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233086:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233088:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233089:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233092:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233093:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233095:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233096:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233098:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233100:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233102:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233108:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233109:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233111:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233113:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233115:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233117:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233119:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233120:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233125:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233126:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233129:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233130:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233132:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233134:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233135:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233136:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233137:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233139:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233141:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233143:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233145:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233147:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233148:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233151:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233152:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233154:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233155:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233158:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233160:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233161:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233162:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233163:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233166:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233173:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233175:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233177:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233179:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233181:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233186:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233187:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233190:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233191:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233194:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233196:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233197:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233199:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233200:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233202:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233204:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233205:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233207:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233209:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233210:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233213:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233214:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233217:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233218:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233220:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233222:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233223:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233224:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233225:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233227:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233229:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233231:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233233:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233240:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233241:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233246:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233247:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233250:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233251:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233253:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233255:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233256:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233257:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233258:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233260:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233262:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233263:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233265:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233267:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233268:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233271:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233272:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233275:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233276:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233277:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233279:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233280:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233281:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233282:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233284:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233286:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233287:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233289:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233291:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233292:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233294:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233301:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233304:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233305:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233307:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233309:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233310:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233312:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233313:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233315:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233317:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233318:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233320:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233322:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233325:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233329:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233330:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233333:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233334:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233336:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233338:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233339:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233340:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233341:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233343:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233345:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233347:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233349:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233351:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233352:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233355:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233356:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233358:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233360:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233368:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233370:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233372:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233373:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233374:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233376:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233378:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233379:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233381:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233383:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233385:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233388:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233389:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233392:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233393:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233395:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233397:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233398:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233399:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233400:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233403:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233404:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233406:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233408:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233409:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233411:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233414:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233415:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233417:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233418:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233420:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233422:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233423:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233429:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233430:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233432:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233434:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233435:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233437:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233439:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233441:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233445:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233446:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233449:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233450:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233452:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233454:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233456:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233457:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233458:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233460:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233462:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233463:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233465:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233467:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233468:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233471:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233472:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233474:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233475:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233476:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233478:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233480:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233481:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233481:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233484:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233493:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233494:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233496:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233499:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233500:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233505:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233506:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233508:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233510:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233512:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233514:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233515:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233516:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233518:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233523:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233524:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233525:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233527:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233528:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233540:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233544:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233545:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233547:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233549:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233551:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233553:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233554:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233555:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233556:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233558:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233560:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233562:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233563:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233570:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233572:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233576:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233578:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233581:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233582:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233584:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233586:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233587:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233589:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233590:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233593:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233594:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233595:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233598:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233600:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233601:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233604:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233605:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233607:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233608:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233610:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233612:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233613:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233614:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233615:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233617:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233619:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233620:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233622:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233623:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233624:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233626:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233632:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233635:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233636:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233638:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233640:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233641:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233642:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233643:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233645:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233647:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233648:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233650:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233652:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233653:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233657:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233657:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233660:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233661:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233662:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.233664:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.233665:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.233666:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.233667:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.233670:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233672:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233673:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.233675:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.233677:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233679:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.233681:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.233682:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.233684:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.233685:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.233691:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235004:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235009:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235012:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235014:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235020:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235022:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235025:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235028:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235033:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235035:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235046:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235048:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235053:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235054:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235059:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235062:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235063:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235064:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235066:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235068:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235070:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235072:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235074:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235076:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235077:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235080:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235081:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235084:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235085:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235087:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235089:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235091:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235103:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235104:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235107:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235109:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235111:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235113:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235115:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235117:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235121:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235122:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235125:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235127:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235129:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235131:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235133:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235134:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235135:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235137:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235139:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235141:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235142:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235144:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235146:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235149:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235150:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235152:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235153:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235155:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235157:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235159:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235160:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235161:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235164:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235171:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235173:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235174:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235177:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235179:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235183:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235184:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235188:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235189:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235191:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235193:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235195:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235196:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235197:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235200:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235201:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235203:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235205:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235206:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235208:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235211:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235212:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235215:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235216:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235218:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235220:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235221:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235222:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235223:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235226:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235228:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235229:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235231:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235238:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235240:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235245:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235246:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235249:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235250:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235252:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235254:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235255:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235256:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235257:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235260:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235261:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235263:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235264:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235267:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235268:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235271:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235272:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235275:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235276:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235278:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235280:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235281:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235282:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235283:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235285:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235287:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235289:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235290:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235292:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235294:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235297:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235305:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235308:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235310:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235312:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235315:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235316:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235318:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235319:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235321:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235323:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235324:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235326:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235328:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235329:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235334:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235335:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235337:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235338:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235340:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235342:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235344:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235345:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235346:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235348:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235350:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235351:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235353:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235355:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235356:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235358:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235359:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235362:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235363:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235369:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235371:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235373:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235374:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235375:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235378:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235379:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235381:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235383:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235385:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235386:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235390:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235391:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235394:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235395:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235397:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235399:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235400:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235401:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235402:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235404:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235405:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235407:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235408:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235410:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235411:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235414:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235414:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235416:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235417:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235419:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235420:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235422:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235427:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235428:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235431:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235432:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235434:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235435:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235437:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235439:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235442:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235443:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235446:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235447:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235449:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235451:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235452:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235453:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235454:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235456:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235458:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235459:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235461:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235463:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235464:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235467:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235468:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235470:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235471:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235473:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235475:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235476:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235477:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235478:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235481:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235487:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235489:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235491:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235493:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235495:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235499:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235500:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235503:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235504:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235506:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235507:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235508:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235510:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235511:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235513:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235515:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235516:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235518:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235519:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235521:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235523:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235524:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235527:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235528:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235540:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235543:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235544:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235545:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235546:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235548:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235550:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235552:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235554:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235560:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235562:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235567:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235568:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235571:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235572:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235574:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235576:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235577:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235579:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235580:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235582:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235584:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235585:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235587:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235589:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235591:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235594:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235595:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235598:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235599:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235601:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235603:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235604:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235605:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235606:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235608:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235610:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235612:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235614:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235616:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235617:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235620:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235626:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235629:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235631:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235633:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235635:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235637:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235638:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235639:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235641:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235643:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235644:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235646:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235648:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235650:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235654:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235655:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235657:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235658:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235660:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.235663:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.235664:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.235665:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.235666:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.235668:0:203476:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235670:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235672:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788695652.235673:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.235675:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235677:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788695652.235680:0:203476:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788695652.235681:0:203476:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff98f529952a08) cmd=c00866a4 arg=7ffc033cd820 00000080:00000001:3.0:1788695652.235684:0:203476:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788695652.235685:0:203476:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788695652.235691:0:203476:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at 00000000bf8e1cd0. 00000020:00000001:3.0:1788695652.236831:0:203476:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.236836:0:203476:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788695652.236839:0:203476:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788695652.236840:0:203476:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=c00866a4 len=592 karg=ffff98f52ed18400 uarg=0000000000000000 00020000:00000001:3.0:1788695652.236860:0:203476:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788695652.236863:0:203476:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788695652.236865:0:203476:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1788695652.236868:0:203476:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at 00000000bf8e1cd0. 00000080:00000001:3.0:1788695652.236872:0:203476:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788695652.236875:0:203476:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788695652.236895:0:203476:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788695652.236898:0:203476:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788695652.236902:0:203476:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000d4a820e6 00000080:00200008:3.0:1788695652.236905:0:203476:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](0000000041a8e739), flags 100000 00000080:00400000:3.0:1788695652.236909:0:203476:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1788695652.236913:0:203476:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at 000000009c845546. 00000080:00000001:3.0:1788695652.236918:0:203476:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788695652.236920:0:203476:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 00000000d4a820e6 00000080:00000008:3.0:1788695652.236921:0:203476:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](0000000041a8e739), flags 100000, rc = 0 00000080:00000001:3.0:1788695652.236924:0:203476:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788695652.236925:0:203476:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788695653.422653:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788695653.422657:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695653.422660:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695653.486264:0:195212:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306615294, at 4306615296 00000100:00000040:3.0:1788695653.486264:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306615294, at 4306615296 00000100:00000010:0.0:1788695653.486282:0:195212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4964a0e. 00000100:00000010:3.0:1788695653.486285:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2ee9250. 00000100:00000040:1.0:1788695653.486674:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306615294, at 4306615296 00000100:00000010:1.0:1788695653.486680:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bba77ba. 00000020:00000001:3.0:1788695655.471954:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788695655.471959:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695655.471963:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695655.534012:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695655.534019:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695655.534026:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004bde7b80. 00000020:00000040:1.0:1788695655.534031:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695655.534035:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695655.534038:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695655.534043:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695655.534051:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f7e36ce6. 00000100:00000001:1.0:1788695655.534058:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695655.534068:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000004bde7b80 x1875583274323584/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695655.534093:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695655.534095:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695655.534101:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004bde7b80] to pc [ptlrpcd_00_00+0] req@000000004bde7b80 x1875583274323584/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695655.534130:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695655.534133:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695655.534136:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695655.534139:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d5873827. 00000020:00000040:1.0:1788695655.534142:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695655.534145:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695655.534146:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1788695655.534147:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1788695655.534148:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695655.534154:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dffc0522. 00000100:00000001:1.0:1788695655.534156:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695655.534158:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695655.534162:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000d5873827 x1875583274323712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695655.534173:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695655.534175:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695655.534182:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5873827] to pc [ptlrpcd_00_01+1] req@00000000d5873827 x1875583274323712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695655.534206:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695655.534210:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695655.534218:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788695655.534221:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1788695655.534222:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006baa80f3. 00000100:00000001:3.0:1788695655.534224:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1788695655.534228:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695655.534233:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1788695655.534233:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1788695655.534237:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1788695655.534239:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d5873827 x1875583274323712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788695655.534241:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695655.534248:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004bb85f65. 00000100:00000001:3.0:1788695655.534249:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695655.534250:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695655.534252:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695655.534253:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695655.534258:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695655.534260:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695655.534261:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d5873827 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274323712:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695655.534267:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1788695655.534270:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000006baa80f3 x1875583274323840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1788695655.534270:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695655.534272:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695655.534275:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695655.534279:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094ed52e3. 02000000:00000001:3.0:1788695655.534282:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695655.534287:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c028dba. 00000400:00000010:3.0:1788695655.534291:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024937889. 00000100:00000200:3.0:1788695655.534294:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274323712, portal 10 00000100:00000001:1.0:1788695655.534297:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695655.534298:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695655.534299:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695655.534301:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877477248 : -113296832074368 : ffff98f50691ed80) 00000100:00000040:1.0:1788695655.534307:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006baa80f3] to pc [ptlrpcd_00_02+2] req@000000006baa80f3 x1875583274323840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695655.534310:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d5873827 x1875583274323712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695655.534331:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695655.534334:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695655.534336:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d47dd1a6. 00000100:00000001:1.0:1788695655.534343:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695655.534358:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695655.534361:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695655.534366:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c801b762. 00000020:00000040:1.0:1788695655.534368:0:124150:0:(genops.c:1210:class_import_get()) import 000000004057e9fa refcount=3 obd=lustre-OST0000-osc-ffff98f518c6e000 00000100:00000001:1.0:1788695655.534371:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695655.534373:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695655.534375:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695655.534379:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000372e11cf. 00000100:00000001:1.0:1788695655.534382:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695655.534385:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID req@00000000c801b762 x1875583274323968/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695655.534393:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695655.534394:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695655.534398:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c801b762] to pc [ptlrpcd_00_03+3] req@00000000c801b762 x1875583274323968/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695655.534405:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695655.534409:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11955) 00000100:00000001:1.0:1788695655.534419:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695655.534425:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695655.534427:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695655.534432:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c801b762 x1875583274323968/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695655.534440:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274323712, offset 0 00000100:00000001:1.0:1788695655.534443:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1788695655.534449:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788695655.534451:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695655.534456:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695655.534459:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695655.534464:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695655.534499:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274323968:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695655.534505:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695655.534508:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695655.534511:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695655.534514:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1788695655.534515:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695655.534519:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1788695655.534520:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d90c3ed1. 00000400:00000200:3.0:1788695655.534522:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000001:1.0:1788695655.534525:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695655.534526:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695655.534530:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000010:1.0:1788695655.534532:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080b4c3cd. 00000400:00000200:3.0:1788695655.534533:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [33:33:255:4294967295] 192.168.201.118@tcp LPNI seq info [33:33:7:4294967295] 00000400:00000010:1.0:1788695655.534539:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6df8fe2. 00000100:00000200:1.0:1788695655.534544:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274323968, portal 4 00000400:00000200:3.0:1788695655.534547:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695655.534551:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695655.534555:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a1702951. 00000800:00000200:3.0:1788695655.534558:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695655.534563:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:1.0:1788695655.534564:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1788695655.534565:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a1702951 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695655.534567:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877469184 : -113296832082432 : ffff98f50691ce00) 00000100:00000001:3.0:1788695655.534569:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695655.534573:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 326087 usecs (327 jiffies) 00000100:00000001:3.0:1788695655.534575:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306617671 00000020:00000010:1.0:1788695655.534576:0:201303:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000eac5deb2. 00000100:00000040:1.0:1788695655.534585:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c801b762 x1875583274323968/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695655.534586:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306618609 00000100:00000001:3.0:1788695655.534590:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306617671 00000100:00000001:3.0:1788695655.534598:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306618609 00000100:00000001:1.0:1788695655.534603:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788695655.534603:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306617671 00000100:00000040:1.0:1788695655.534610:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695655.534611:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306618609 00000400:00000010:1.0:1788695655.534614:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcd58cef. 00000100:00000001:3.0:1788695655.534615:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306617671 00000100:00000200:1.0:1788695655.534621:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875583274323968, offset 0 00000100:00000001:3.0:1788695655.534624:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306618609 00000100:00000001:3.0:1788695655.534627:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695655.534630:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695655.534631:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695655.534634:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695655.534636:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695655.534641:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:3.0:1788695655.534642:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695655.534645:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1788695655.534646:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788695655.534649:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788695655.534652:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:3.0:1788695655.534653:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695655.534655:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695655.534657:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695655.534662:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695655.534666:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788695655.534667:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788695655.534670:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [34:34:254:4294967295] 192.168.201.118@tcp LPNI seq info [34:34:6:4294967295] 00000100:00000001:3.0:1788695655.534672:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695655.534675:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695655.534682:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006baa80f3 x1875583274323840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788695655.534684:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695655.534691:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695655.534697:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695655.534701:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788695655.534703:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032870841. 02000000:00000001:3.0:1788695655.534705:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695655.534708:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1788695655.534711:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 02000000:00000001:3.0:1788695655.534712:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695655.534720:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006baa80f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274323840:192.168.201.118@tcp:400: 00000800:00000200:1.0:1788695655.534721:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695655.534727:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000032870841 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695655.534728:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695655.534732:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1788695655.534733:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695655.534734:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695655.534737:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1788695655.534738:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: using a timeout of 8343 usecs (9 jiffies) 02000000:00000010:3.0:1788695655.534740:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ff73535. 00000100:00000001:1.0:1788695655.534744:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306617353 02000000:00000001:3.0:1788695655.534744:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695655.534747:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d32e702. 00000100:00000001:1.0:1788695655.534749:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306618609 00000400:00000010:3.0:1788695655.534751:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a86e418. 00000100:00000001:1.0:1788695655.534752:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306617353 00000100:00000200:3.0:1788695655.534755:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274323840, portal 10 00000100:00000001:1.0:1788695655.534757:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306618609 00000100:00000001:3.0:1788695655.534759:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695655.534762:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306617353 00000100:00000001:3.0:1788695655.534763:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877468288 : -113296832083328 : ffff98f50691ca80) 00000100:00000001:1.0:1788695655.534768:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306618609 00000100:00000040:3.0:1788695655.534770:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006baa80f3 x1875583274323840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695655.534771:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306617353 00000100:00000001:1.0:1788695655.534777:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306618609 00000100:00000001:3.0:1788695655.534782:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788695655.534783:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788695655.534787:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788695655.534788:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695655.534789:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f6eaaa5. 00000100:00000001:1.0:1788695655.534792:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788695655.534793:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274323840, offset 0 00000100:00000001:1.0:1788695655.534798:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695655.534801:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788695655.534804:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1788695655.534806:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:1.0:1788695655.534808:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1788695655.534810:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788695655.534812:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788695655.534813:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:1.0:1788695655.534816:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788695655.534817:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788695655.534820:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695655.534820:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695655.534825:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [35:35:253:4294967295] 192.168.201.118@tcp LPNI seq info [35:35:5:4294967295] 00000100:00000001:1.0:1788695655.534826:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695655.534834:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695655.534843:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695655.534870:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000615e006f. 00000800:00000200:3.0:1788695655.534876:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695655.534880:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695655.534883:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000615e006f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695655.534887:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695655.534889:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 844181 usecs (845 jiffies) 00000100:00000001:3.0:1788695655.534891:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306618190 00000100:00000001:3.0:1788695655.534893:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306618609 00000100:00000001:3.0:1788695655.534895:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306618190 00000100:00000001:3.0:1788695655.534896:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306618609 00000100:00000001:3.0:1788695655.534898:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306618190 00000100:00000001:3.0:1788695655.534899:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306618609 00000100:00000001:3.0:1788695655.534901:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306618190 00000100:00000001:3.0:1788695655.534903:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306618609 00000100:00000001:3.0:1788695655.534904:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695655.534906:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695655.534908:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695655.534909:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695655.534912:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695655.534914:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695655.534915:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695655.534916:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695655.534917:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695655.534919:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695655.536506:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695655.536512:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005bfc95a2. 00000400:00000200:0.0:1788695655.536519:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695655.536537:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695655.536544:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007282336d 00000400:00000010:0.0:1788695655.536546:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000007282336d. 00000100:00000001:0.0:1788695655.536551:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695655.536556:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004bde7b80 x1875583274323584/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695655.536568:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695655.536570:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004bde7b80 x1875583274323584/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695671 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695655.536577:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695655.536579:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788695655.536593:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695655.536595:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a1702951. 00000400:00000200:0.0:1788695655.536599:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695655.536602:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695655.536605:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d47dd1a6 00000400:00000010:0.0:1788695655.536607:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d47dd1a6. 00000100:00000001:0.0:1788695655.536609:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695655.536612:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000d5873827 x1875583274323712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695655.536619:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695655.536621:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d5873827 x1875583274323712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695671 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695655.536628:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695655.536629:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788695655.536636:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695655.536638:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032870841. 00000400:00000200:0.0:1788695655.536641:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695655.536644:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695655.536646:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcd58cef 00000400:00000010:0.0:1788695655.536648:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000dcd58cef. 00000100:00000001:0.0:1788695655.536651:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695655.536654:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000c801b762 x1875583274323968/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695655.536668:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695655.536670:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c801b762 x1875583274323968/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695671 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695655.536677:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695655.536678:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788695655.536745:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695655.536748:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000615e006f. 00000400:00000200:0.0:1788695655.536751:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695655.536754:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695655.536756:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6eaaa5 00000400:00000010:0.0:1788695655.536757:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000f6eaaa5. 00000100:00000001:0.0:1788695655.536760:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695655.536762:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006baa80f3 x1875583274323840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695671 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695655.536769:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695655.536771:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006baa80f3 x1875583274323840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695671 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695655.536777:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695655.536778:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788695655.539163:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695655.539178:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695655.539182:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695655.539185:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695655.539200:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695655.539215:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d00e80 00000400:00000200:1.0:1788695655.539223:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1f5 [1] + 224 00000800:00000001:1.0:1788695655.539243:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695655.539247:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695655.539249:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695655.539253:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695655.539260:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695655.539266:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004bde7b80 x1875583274323584/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695655.539276:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004bde7b80 x1875583274323584/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695655.539290:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695655.539309:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695655.539313:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695655.539317:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695655.539319:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695655.539324:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695655.539337:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d00f80 00000400:00000200:1.0:1788695655.539379:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x20d [1] + 224 00000800:00000001:1.0:1788695655.539385:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695655.539390:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695655.539394:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695655.539400:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695655.539405:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695655.539411:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006baa80f3 x1875583274323840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695655.539421:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006baa80f3 x1875583274323840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695655.539444:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695655.539449:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695655.539453:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695655.539457:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695655.539462:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695655.539485:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695655.539498:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d00f00 00000400:00000200:1.0:1788695655.539508:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1f9 [1] + 224 00000800:00000001:1.0:1788695655.539514:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695655.539522:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695655.539526:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695655.539532:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695655.539535:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695655.539541:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000d5873827 x1875583274323712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695655.539557:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d5873827 x1875583274323712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695655.539582:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695655.539588:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695655.539593:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695655.539630:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695655.539635:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695655.539640:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695655.539644:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695655.539647:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c028dba. 00000400:00000200:0.0:1788695655.539654:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024937889 00000400:00000010:0.0:1788695655.539656:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000024937889. 00000100:00000001:0.0:1788695655.539659:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695655.539663:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000d5873827 x1875583274323712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695655.539672:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000d5873827 x1875583274323712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695655.539678:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695655.539685:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695655.539687:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695655.539689:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695655.539690:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695655.539692:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695655.539693:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695655.539699:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=6 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695655.539702:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=6 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695655.539704:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695655.539706:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695655.539707:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695655.539710:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695655.539713:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695655.539715:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695655.539717:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695655.539718:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695655.539722:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d5873827 x1875583274323712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695655.539729:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695655.539732:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695655.539733:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695655.539735:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5873827 x1875583274323712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695655.539742:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d5873827 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274323712:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695655.539746:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695655.539748:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695655.539750:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d5873827 x1875583274323712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695655.539756:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695655.539757:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695655.539759:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094ed52e3. 02000000:00000001:0.0:1788695655.539762:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695655.539763:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695655.539770:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695655.539772:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695655.539774:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dffc0522. 02000000:00000001:0.0:1788695655.539777:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695655.539778:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695655.539779:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d5873827. 00000100:00000001:0.0:1788695655.539782:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695655.539783:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695655.539785:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695655.539790:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695655.539791:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695655.539793:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695655.539794:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695655.540219:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695655.540221:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695655.540224:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695655.540225:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695655.540226:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d32e702. 00000400:00000200:3.0:1788695655.540229:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a86e418 00000400:00000010:3.0:1788695655.540235:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a86e418. 00000100:00000001:3.0:1788695655.540237:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695655.540240:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006baa80f3 x1875583274323840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695655.540245:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006baa80f3 x1875583274323840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695655.540248:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695655.540249:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695655.540250:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695655.540251:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695655.540252:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695655.540253:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695655.540254:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695655.540257:0:201302:0:(import.c:2195:obd_at_measure()) add 0 to 00000000c1e757c8 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695655.540259:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695655.540260:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695655.540261:0:201302:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1788695655.540263:0:201302:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1788695655.540265:0:201302:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffff98f518c6e000 of lustre-MDT0001_UUID@192.168.201.118@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1788695655.540268:0:201302:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788695655.540270:0:201302:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff98f518c6e000: Connection to lustre-MDT0001 (at 192.168.201.118@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1788695655.546883:0:201302:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788695655.546890:0:201302:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788695655.546893:0:201302:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695655.546896:0:201302:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788695655.546899:0:201302:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788695655.546901:0:201302:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788695655.546907:0:201302:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1788695655.546915:0:201302:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: connect to NID 192.168.201.118@tcp last attempt 11943 00000400:00000200:3.0:1788695655.546926:0:201302:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.201.118@tcp is discovered: rc = 1 00000100:00000040:3.0:1788695655.546931:0:201302:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:3.0:1788695655.546935:0:201302:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788695655.546951:0:201302:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:3.0:1788695655.546953:0:201302:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000001:3.0:1788695655.546956:0:201302:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788695655.546957:0:201302:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18b1 00000020:00000001:3.0:1788695655.546959:0:201302:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695655.546962:0:201302:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d44de2da refcount=5 00000020:00000001:3.0:1788695655.546963:0:201302:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000020:00000001:3.0:1788695655.546964:0:201302:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000100:00000040:3.0:1788695655.546966:0:201302:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:3.0:1788695655.546967:0:201302:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788695655.546968:0:201302:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:3.0:1788695655.546969:0:201302:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000040:3.0:1788695655.546971:0:201302:0:(genops.c:879:class_export_put()) PUTting export 00000000d44de2da : new refcount 4 00000100:00080000:3.0:1788695655.546973:0:201302:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: import 00000000ad055e41 using connection 192.168.201.118@tcp/192.168.201.118@tcp 00000100:00000001:3.0:1788695655.546974:0:201302:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695655.546976:0:201302:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788695655.546982:0:201302:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695655.546983:0:201302:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695655.546985:0:201302:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788695655.546987:0:201302:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788695655.546989:0:201302:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695655.546990:0:201302:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788695655.546994:0:201302:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c1b66ce. 00000020:00000040:3.0:1788695655.546996:0:201302:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=5 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:3.0:1788695655.546998:0:201302:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788695655.546999:0:201302:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695655.547001:0:201302:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695655.547003:0:201302:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695655.547006:0:201302:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695655.547011:0:201302:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000bf8e1cd0. 00000100:00000001:3.0:1788695655.547016:0:201302:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695655.547021:0:201302:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000c1b66ce x1875583274324096/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695655.547035:0:201302:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695655.547037:0:201302:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695655.547051:0:201302:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1b66ce] to pc [ptlrpcd_rcv+-1] req@000000000c1b66ce x1875583274324096/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695655.547069:0:201302:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695655.547072:0:201302:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1788695655.547074:0:201302:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1788695655.547079:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006baa80f3 x1875583274323840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695655.547085:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1788695655.547088:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695655.547090:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695655.547095:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006baa80f3 x1875583274323840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695655.547099:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006baa80f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274323840:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695655.547107:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695655.547111:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695655.547117:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006baa80f3 x1875583274323840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695655.547132:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695655.547136:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695655.547140:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ff73535. 02000000:00000001:3.0:1788695655.547147:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695655.547151:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695655.547153:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695655.547157:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695655.547161:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004bb85f65. 02000000:00000001:3.0:1788695655.547167:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695655.547175:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695655.547179:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006baa80f3. 00000100:00000001:3.0:1788695655.547182:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695655.547184:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695655.547189:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695655.547196:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695655.547199:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695655.547201:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695655.547204:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695655.547272:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695655.547285:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695655.547289:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695655.547293:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788695655.547614:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695655.547618:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1f7b44e. 00000400:00000200:1.0:1788695655.547623:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695655.547628:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695655.547634:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d543498b 00000400:00000010:1.0:1788695655.547636:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d543498b. 00000100:00000001:1.0:1788695655.547640:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695655.547644:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000c1b66ce x1875583274324096/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695655.547653:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695655.547655:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c1b66ce x1875583274324096/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695665 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695655.547661:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695655.547662:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1788695655.548227:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695655.548236:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 4 MB=0x6a9d542d01000 00000400:00000200:0.0:1788695655.548241:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.118@tcp of length 224/224 into md 0x205 [1] + 224 00000800:00000001:0.0:1788695655.548245:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695655.548252:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695655.548254:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695655.548257:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695655.548262:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695655.548265:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000c801b762 x1875583274323968/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695655.548275:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c801b762 x1875583274323968/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695655.548305:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695655.548311:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695655.548315:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695655.548372:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695655.548375:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695655.548380:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695655.548392:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695655.548394:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080b4c3cd. 00000400:00000200:1.0:1788695655.548397:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6df8fe2 00000400:00000010:1.0:1788695655.548399:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f6df8fe2. 00000100:00000001:1.0:1788695655.548402:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695655.548405:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000c801b762 x1875583274323968/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695655.548413:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000c801b762 x1875583274323968/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695655.548420:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695655.548421:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695655.548424:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695655.548426:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695655.548428:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695655.548430:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695655.548432:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695655.548439:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a6e317d6 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695655.548442:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 000000002be76904 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695655.548445:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695655.548446:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695655.548448:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788695655.548452:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c801b762 x1875583274323968/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788695655.548459:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695655.548463:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695655.548464:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695655.548466:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695655.548467:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695655.548479:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c801b762 x1875583274323968/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695655.548486:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695655.548489:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695655.548490:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695655.548499:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c801b762 x1875583274323968/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695655.548506:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274323968:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695655.548511:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695655.548513:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695655.548516:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c801b762 x1875583274323968/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695671 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695655.548522:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695655.548524:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695655.548526:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d90c3ed1. 02000000:00000001:1.0:1788695655.548530:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695655.548531:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695655.548533:0:201303:0:(genops.c:1223:class_import_put()) import 000000004057e9fa refcount=2 obd=lustre-OST0000-osc-ffff98f518c6e000 00000020:00000001:1.0:1788695655.548535:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695655.548537:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000372e11cf. 02000000:00000001:1.0:1788695655.548540:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695655.548542:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695655.548543:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c801b762. 00000100:00000001:1.0:1788695655.548547:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695655.548548:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695655.548549:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695655.548554:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695655.548556:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695655.548558:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695655.548560:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788695655.548575:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695655.548582:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695655.548584:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695655.548586:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695655.548591:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695655.548599:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d01080 00000400:00000200:3.0:1788695655.548605:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x215 [1] + 0 00000800:00000001:3.0:1788695655.548608:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695655.548613:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695655.548614:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695655.548617:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695655.548620:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695655.548623:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000c1b66ce x1875583274324096/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695665 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695655.548632:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000000c1b66ce x1875583274324096/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695655.548652:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695655.548656:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695655.548659:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1788695656.557980:0:203421:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1788695656.557995:0:203421:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:1.0:1788695656.813950:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306618609, at 4306618624 00000100:00000010:1.0:1788695656.813966:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d03ef46. 00000100:00000040:3.0:1788695656.814021:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306618609, at 4306618624 00000100:00000010:3.0:1788695656.814028:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000efe1b1f1. 00000100:00000040:0.0:1788695656.814083:0:195212:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306618609, at 4306618624 00000100:00000010:0.0:1788695656.814089:0:195212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ff94962. 00000020:00000001:3.0:1788695657.518326:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788695657.518331:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695657.518334:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788695659.566215:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788695659.566224:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695659.566227:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788695660.655399:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695660.655406:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695660.655410:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695660.655417:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000041e51bf1 x1875583274324608/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695660.655436:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695660.655440:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695660.655446:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695660.655451:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695660.655458:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695660.655465:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000041e51bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274324608:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695660.655472:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695660.655478:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695660.655482:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695660.655486:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695660.655492:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce833472. 02000000:00000001:3.0:1788695660.655498:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695660.655504:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d32e702. 00000400:00000010:3.0:1788695660.655512:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a86e418. 00000100:00000200:3.0:1788695660.655521:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274324608, portal 4 00000100:00000001:3.0:1788695660.655527:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695660.655531:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611079168 : -113296098472448 : ffff98f5324bce00) 00000100:00000040:3.0:1788695660.655542:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000041e51bf1 x1875583274324608/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695660.655563:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695660.655571:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695660.655576:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a14a5fac. 00000100:00000200:3.0:1788695660.655581:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875583274324608, offset 0 00000400:00000200:3.0:1788695660.655940:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695660.655985:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695660.655988:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695660.655990:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695660.655994:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000304218c8 x1875583274324224/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695660.656002:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695660.656003:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695660.656005:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695660.656007:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695660.656009:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695660.656011:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000304218c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274324224:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695660.656014:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695660.656017:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695660.656018:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695660.656020:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695660.656023:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009353747a. 02000000:00000001:0.0:1788695660.656025:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695660.656028:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009012a56e. 00000400:00000010:0.0:1788695660.656032:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045dbadd4. 00000100:00000200:0.0:1788695660.656035:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274324224, portal 25 00000100:00000001:0.0:1788695660.656036:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695660.656037:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611088128 : -113296098463488 : ffff98f5324bf100) 00000100:00000040:0.0:1788695660.656041:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000304218c8 x1875583274324224/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695660.656047:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695660.656050:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695660.656052:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edd31d23. 00000100:00000200:0.0:1788695660.656053:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274324224, offset 0 00000400:00000200:0.0:1788695660.656057:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788695660.656419:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695660.656423:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695660.656424:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695660.656428:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092d639e9 x1875583274324352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695660.656436:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695660.656445:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695660.656448:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695660.656450:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695660.656451:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695660.656454:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000092d639e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274324352:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695660.656458:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695660.656460:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695660.656462:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695660.656463:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695660.656467:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c49401c1. 02000000:00000001:1.0:1788695660.656469:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695660.656473:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080b4c3cd. 00000400:00000010:1.0:1788695660.656477:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6df8fe2. 00000100:00000200:1.0:1788695660.656480:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274324352, portal 10 00000100:00000001:1.0:1788695660.656481:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695660.656483:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611089920 : -113296098461696 : ffff98f5324bf800) 00000020:00000010:1.0:1788695660.656490:0:201301:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e1bc8852. 00000100:00000040:1.0:1788695660.656508:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000092d639e9 x1875583274324352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695660.656514:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695660.656517:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695660.656519:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004db18ce7. 00000100:00000200:1.0:1788695660.656521:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274324352, offset 0 00000400:00000200:1.0:1788695660.656526:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695660.656647:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695660.656651:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695660.656662:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695660.656668:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695660.656673:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695660.656679:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [38:38:255:4294967295] 192.168.201.118@tcp LPNI seq info [38:38:7:4294967295] 00000400:00000200:3.0:1788695660.656694:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695660.656701:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695660.657017:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000615e006f. 00000800:00000200:3.0:1788695660.657024:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695660.657028:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695660.657030:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000615e006f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695660.657033:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695660.657037:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: using a timeout of 11403 usecs (12 jiffies) 00000100:00000001:3.0:1788695660.657039:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306622478 00000100:00000001:3.0:1788695660.657042:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306622975 00000100:00000001:3.0:1788695660.657043:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306622478 00000100:00000001:3.0:1788695660.657045:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306622975 00000100:00000001:3.0:1788695660.657047:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306622478 00000100:00000001:3.0:1788695660.657049:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306622975 00000100:00000001:3.0:1788695660.657051:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306622478 00000100:00000001:3.0:1788695660.657052:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306622975 00000100:00000001:3.0:1788695660.657054:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695660.657057:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695660.657059:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695660.657061:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695660.657066:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695660.657067:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695660.657069:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695660.657070:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695660.657071:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695660.657079:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695660.657127:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695660.657130:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005bfc95a2. 00000400:00000200:3.0:1788695660.657135:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695660.657140:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695660.657145:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e33804d1 00000400:00000010:3.0:1788695660.657148:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e33804d1. 00000100:00000001:3.0:1788695660.657152:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695660.657156:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000eaa3be4a x1875583274324480/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695660.657166:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695660.657168:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eaa3be4a x1875583274324480/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695675 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695660.657175:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695660.657177:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695660.657421:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695660.657425:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000615e006f. 00000400:00000200:3.0:1788695660.657429:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695660.657433:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695660.657436:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a14a5fac 00000400:00000010:3.0:1788695660.657438:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a14a5fac. 00000100:00000001:3.0:1788695660.657441:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695660.657445:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000041e51bf1 x1875583274324608/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695660.657453:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695660.657456:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000041e51bf1 x1875583274324608/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695676 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695660.657463:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695660.657464:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1788695660.660877:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695660.660886:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695660.660900:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695660.660903:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695660.660907:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695660.660911:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [39:39:256:4294967295] 192.168.201.118@tcp LPNI seq info [39:39:8:4294967295] 00000400:00000200:0.0:1788695660.660933:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695660.660940:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695660.660945:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2cfda97. 00000800:00000200:0.0:1788695660.660952:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695660.660960:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695660.660964:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b2cfda97 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695660.660985:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695660.660991:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306623735 00000100:00000001:0.0:1788695660.660997:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306622975 00000100:00000001:0.0:1788695660.661002:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306623735 00000100:00000001:0.0:1788695660.661005:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306622975 00000100:00000001:0.0:1788695660.661007:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306623735 00000100:00000001:0.0:1788695660.661010:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306622975 00000100:00000001:0.0:1788695660.661012:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306623735 00000100:00000001:0.0:1788695660.661014:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306622975 00000100:00000001:0.0:1788695660.661017:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695660.661020:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695660.661024:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695660.661028:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695660.661035:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695660.661036:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695660.661039:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695660.661041:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695660.661042:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695660.661044:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695660.661360:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695660.661365:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2cfda97. 00000400:00000200:3.0:1788695660.661370:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695660.661376:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695660.661401:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd31d23 00000400:00000010:3.0:1788695660.661404:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000edd31d23. 00000100:00000001:3.0:1788695660.661409:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695660.661422:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000304218c8 x1875583274324224/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695660.661433:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695660.661436:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000304218c8 x1875583274324224/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695676 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695660.661443:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695660.661445:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788695660.666827:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695660.666838:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695660.666862:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695660.666864:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695660.666867:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d32e702. 00000400:00000200:0.0:1788695660.666872:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a86e418 00000400:00000010:0.0:1788695660.666875:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a86e418. 00000100:00000001:0.0:1788695660.666878:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695660.666882:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000041e51bf1 x1875583274324608/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695660.666890:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000041e51bf1 x1875583274324608/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695660.666896:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695660.666897:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695660.666900:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695660.666903:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695660.666905:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695660.666907:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695660.666909:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695660.666917:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a6e317d6 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695660.666933:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 000000002be76904 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695660.666936:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695660.666938:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695660.666940:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788695660.666944:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000041e51bf1 x1875583274324608/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695660.666950:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695660.666954:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695660.666956:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695660.666958:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695660.666959:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695660.666962:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000041e51bf1 x1875583274324608/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695660.666969:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695660.666972:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695660.666978:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695660.666982:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041e51bf1 x1875583274324608/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695676 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695660.666989:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000041e51bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274324608:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695660.666993:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695660.666996:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695660.666998:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000041e51bf1 x1875583274324608/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695676 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695660.667004:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695660.667006:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695660.667009:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce833472. 02000000:00000001:0.0:1788695660.667012:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695660.667014:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695660.667016:0:201302:0:(genops.c:1223:class_import_put()) import 000000004057e9fa refcount=2 obd=lustre-OST0000-osc-ffff98f518c6e000 00000020:00000001:0.0:1788695660.667018:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695660.667020:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d1f7b44e. 02000000:00000001:0.0:1788695660.667023:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695660.667025:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695660.667026:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041e51bf1. 00000100:00000001:0.0:1788695660.667031:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695660.667032:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695660.667034:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695660.667042:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695660.667044:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695660.667046:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695660.667048:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695660.669401:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695660.669405:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695660.669411:0:201299:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695660.669413:0:201299:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695660.669415:0:201299:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c732f38. 00000400:00000200:0.0:1788695660.669422:0:201299:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0bf99ec 00000400:00000010:0.0:1788695660.669424:0:201299:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0bf99ec. 00000100:00000001:0.0:1788695660.669427:0:201299:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695660.669432:0:201299:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000eaa3be4a x1875583274324480/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695660.669449:0:201299:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000eaa3be4a x1875583274324480/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695675 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695660.669455:0:201299:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695660.669457:0:201299:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695660.669459:0:201299:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695660.669462:0:201299:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695660.669465:0:201299:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695660.669466:0:201299:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695660.669469:0:201299:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695660.669478:0:201299:0:(import.c:2195:obd_at_measure()) add 0 to 00000000c1e757c8 time=10 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695660.669481:0:201299:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=10 v=10 (10 0 0 0) 00000100:00000001:0.0:1788695660.669484:0:201299:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695660.669486:0:201299:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1788695660.669489:0:201299:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1788695660.669493:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eaa3be4a x1875583274324480/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788695675 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695660.669500:0:201299:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1788695660.669503:0:201299:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695660.669505:0:201299:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695660.669507:0:201299:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788695660.669509:0:201299:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1788695660.669512:0:201299:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788695660.669516:0:201299:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.118@tcp failed (-19) 00000100:00000001:0.0:1788695660.669518:0:201299:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1788695660.669521:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eaa3be4a x1875583274324480/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788695675 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695660.669529:0:201299:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000eaa3be4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274324480:192.168.201.118@tcp:38: 00000100:00000001:0.0:1788695660.670001:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695660.670008:0:201299:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695660.670012:0:201299:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eaa3be4a x1875583274324480/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788695675 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695660.670018:0:201299:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695660.670020:0:201299:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695660.670021:0:201299:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002f78e929. 02000000:00000001:0.0:1788695660.670024:0:201299:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695660.670026:0:201299:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695660.670027:0:201299:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695660.670029:0:201299:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695660.670030:0:201299:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000a3d696e9. 02000000:00000001:0.0:1788695660.670032:0:201299:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695660.670033:0:201299:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695660.670034:0:201299:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eaa3be4a. 00000100:00000001:0.0:1788695660.670038:0:201299:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695660.670039:0:201299:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695660.670040:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695660.670044:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695660.670046:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695660.670047:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695660.670048:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695660.670126:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695660.670132:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695660.670136:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695660.670140:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695660.670144:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695660.670147:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [40:40:256:4294967295] 192.168.201.118@tcp LPNI seq info [40:40:8:4294967295] 00000400:00000200:1.0:1788695660.670158:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695660.670164:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695660.670175:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000372e11cf. 00000800:00000200:1.0:1788695660.670181:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695660.670187:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695660.670191:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000372e11cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695660.670211:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695660.670216:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 290617 usecs (291 jiffies) 00000100:00000001:1.0:1788695660.670220:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306622771 00000100:00000001:1.0:1788695660.670224:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306623735 00000100:00000001:1.0:1788695660.670226:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306622771 00000100:00000001:1.0:1788695660.670228:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306623735 00000100:00000001:1.0:1788695660.670230:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306622771 00000100:00000001:1.0:1788695660.670231:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306623735 00000100:00000001:1.0:1788695660.670233:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306622771 00000100:00000001:1.0:1788695660.670234:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306623735 00000100:00000001:1.0:1788695660.670236:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695660.670239:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695660.670241:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695660.670243:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695660.670247:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695660.670248:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695660.670251:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695660.670252:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695660.670253:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695660.670255:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695660.670808:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695660.670812:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000372e11cf. 00000400:00000200:0.0:1788695660.670816:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695660.670821:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695660.670826:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004db18ce7 00000400:00000010:0.0:1788695660.670827:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004db18ce7. 00000100:00000001:0.0:1788695660.670830:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695660.670833:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000092d639e9 x1875583274324352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695660.670843:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695660.670869:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092d639e9 x1875583274324352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695676 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695660.670875:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695660.670877:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788695660.678458:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695660.678473:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695660.678477:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695660.678480:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695660.678491:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695660.678510:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d01180 00000400:00000200:0.0:1788695660.678517:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x235 [1] + 224 00000800:00000001:0.0:1788695660.678523:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695660.679872:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695660.679881:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695660.679889:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695660.679898:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695660.679913:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000092d639e9 x1875583274324352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695660.680072:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000092d639e9 x1875583274324352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695660.680091:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695660.680100:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695660.680104:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695660.680213:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695660.680217:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695660.680223:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695660.680224:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695660.680226:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080b4c3cd. 00000400:00000200:1.0:1788695660.680230:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6df8fe2 00000400:00000010:1.0:1788695660.680231:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f6df8fe2. 00000100:00000001:1.0:1788695660.680234:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695660.680241:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000092d639e9 x1875583274324352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695660.680246:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000092d639e9 x1875583274324352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695660.680250:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695660.680252:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695660.680253:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695660.680255:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695660.680257:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695660.680259:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695660.680261:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695660.680268:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695660.680271:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695660.680273:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695660.680274:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695660.680277:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695660.680282:0:201301:0:(ldlm_request.c:1702:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695660.680285:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695660.680287:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695660.680289:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695660.680290:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695660.680293:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092d639e9 x1875583274324352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695660.680299:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695660.680302:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695660.680305:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695660.680308:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d639e9 x1875583274324352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695676 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695660.680334:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000092d639e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274324352:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695660.680339:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695660.680341:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695660.680344:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092d639e9 x1875583274324352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695676 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695660.680357:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695660.680360:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695660.680363:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c49401c1. 02000000:00000001:1.0:1788695660.680368:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695660.680370:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695660.680372:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695660.680374:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695660.680376:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000800e296c. 02000000:00000001:1.0:1788695660.680379:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695660.680391:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695660.680392:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d639e9. 00000100:00000001:1.0:1788695660.680397:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695660.680398:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695660.680400:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695660.680407:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695660.680409:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695660.680411:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695660.680413:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788695661.614138:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788695661.614141:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695661.614143:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:3.0:1788695661.864411:0:203414:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004c45765e. 00000100:00000001:3.0:1788695661.864422:0:203414:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788695661.864424:0:203414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875583284829568 02000000:00000001:3.0:1788695661.864426:0:203414:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788695661.864429:0:203414:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695661.864430:0:203414:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695661.864435:0:203414:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695661.864439:0:203414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875583284829568 00000020:00000001:3.0:1788695661.864441:0:203414:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788695661.864443:0:203414:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb185d 00000020:00000001:3.0:1788695661.864445:0:203414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695661.864448:0:203414:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000097e7721e refcount=3 00000020:00000001:3.0:1788695661.864450:0:203414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776934985728 : -113296774565888 : ffff98f509ff7000) 00000020:00000001:3.0:1788695661.864452:0:203414:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776934985728 : -113296774565888 : ffff98f509ff7000) 00000100:00000001:3.0:1788695661.864456:0:203414:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788695661.864460:0:203414:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d5d9144. 00000100:00000001:3.0:1788695661.864462:0:203414:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788695661.864465:0:203414:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d5d9144. 00000020:00000010:3.0:1788695661.864470:0:203414:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010d8e538. 00000020:00000010:3.0:1788695661.864474:0:203414:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e1e5099b. 00000020:00000010:3.0:1788695661.864479:0:203414:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002f0c42c0. 00000100:00000040:3.0:1788695661.864491:0:203414:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788695661.864495:0:203414:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788695661.864496:0:203414:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788695661.864498:0:203414:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695661.864505:0:203414:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695661.864508:0:203414:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695661.864516:0:203414:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788695661.864517:0:203414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875583284829696 02000000:00000001:3.0:1788695661.864518:0:203414:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788695661.864519:0:203414:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695661.864520:0:203414:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695661.864522:0:203414:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695661.864524:0:203414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875583284829696 00000020:00000001:3.0:1788695661.864525:0:203414:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788695661.864526:0:203414:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb185d 00000020:00000001:3.0:1788695661.864528:0:203414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695661.864529:0:203414:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000097e7721e refcount=4 00000020:00000001:3.0:1788695661.864531:0:203414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776934985728 : -113296774565888 : ffff98f509ff7000) 00000020:00000001:3.0:1788695661.864533:0:203414:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776934985728 : -113296774565888 : ffff98f509ff7000) 00000100:00000001:3.0:1788695661.864535:0:203414:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788695661.864536:0:203414:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d5d9144. 00000100:00000001:3.0:1788695661.864538:0:203414:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788695661.864540:0:203414:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d5d9144. 00000020:00000010:3.0:1788695661.864543:0:203414:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c89ee080. 00000020:00000010:3.0:1788695661.864545:0:203414:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c8df3fab. 00000020:00000010:3.0:1788695661.864547:0:203414:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fce44bc5. 00000100:00000001:3.0:1788695661.864549:0:203414:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788695661.864550:0:203414:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788695661.864551:0:203414:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695661.864554:0:203414:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695661.864555:0:203414:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695661.864561:0:203414:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788695661.864563:0:203414:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788695661.864567:0:203414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.118@tcp, seq: 0 00000100:00000040:3.0:1788695661.864570:0:203414:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 0000000097e7721e : new rpc_count 1 00000100:00000001:3.0:1788695661.864585:0:203414:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630777611088128 : -113296098463488 : ffff98f5324bf100) 00000100:00000040:3.0:1788695661.864592:0:203414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000304218c8 x1875583284829568/t0(0) o104->82e207fb-4f8d-4f39-8bd3-a636bfdd6d55@192.168.201.118@tcp:257/0 lens 328/0 e 0 to 0 dl 1788695672 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695661.864601:0:203414:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788695661.864603:0:203414:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d5d9144. 00000100:00000001:3.0:1788695661.864605:0:203414:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788695661.864607:0:203414:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d5d9144. 00000100:00100000:3.0:1788695661.864611:0:203414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000304218c8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55+4:358307:x1875583284829568:12345-192.168.201.118@tcp:104: 00000100:00000200:3.0:1788695661.864615:0:203414:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875583284829568 00010000:00000001:3.0:1788695661.864617:0:203414:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788695661.864624:0:203414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788695661.864626:0:203414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695661.864628:0:203414:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 0000000017b30982 refcount=2 00000020:00000001:3.0:1788695661.864630:0:203414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777557909504 : -113296151642112 : ffff98f52f208000) 00010000:00000001:3.0:1788695661.864632:0:203414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777557909504 : -113296151642112 : ffff98f52f208000) 00010000:00000001:3.0:1788695661.864636:0:203414:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788695661.864639:0:203414:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695661.864642:0:203414:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.118@tcp lock: 0000000017b30982/0x6acb2b64cadb186b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x602192bd911ffb89 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788695661.864651:0:203414:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788695661.864654:0:203414:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788695661.864657:0:203414:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aec5cf2a. 02000000:00000001:3.0:1788695661.864671:0:203414:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695661.864673:0:203414:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695661.864678:0:203414:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788695661.864681:0:203414:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695661.864683:0:203414:0:(import.c:2195:obd_at_measure()) add 1 to 000000008b8e04b9 time=1788695661 v=10 (0 0 0 0) 00000100:00001000:3.0:1788695661.864686:0:203414:0:(import.c:2261:obd_at_measure()) AT 000000008b8e04b9 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1788695661.864690:0:203414:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ldlm_cbd changed estimate from 10 to 5 req@00000000304218c8 x1875583284829568/t0(0) o104->82e207fb-4f8d-4f39-8bd3-a636bfdd6d55@192.168.201.118@tcp:257/0 lens 328/224 e 0 to 0 dl 1788695672 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695661.864709:0:203414:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788695661.864712:0:203414:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 13 to 192.168.201.118@tcp 00000100:00000001:3.0:1788695661.864714:0:203414:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 02000000:00000001:3.0:1788695661.864717:0:203414:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788695661.864718:0:203414:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695661.864721:0:203414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695661.864724:0:203414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695661.864728:0:203414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a14a5fac. 00000100:00000200:3.0:1788695661.864734:0:203414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875583284829568, offset 224 00000400:00000200:3.0:1788695661.864751:0:203414:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695661.864760:0:203414:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.201.18@tcp to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695661.864765:0:203414:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [41:41:256:4294967295] 192.168.201.118@tcp LPNI seq info [41:41:8:4294967295] 00000400:00000200:3.0:1788695661.864774:0:203414:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:192.168.201.18@tcp) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695661.864779:0:203414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695661.864783:0:203414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a1702951. 00000800:00000200:3.0:1788695661.864789:0:203414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695661.864795:0:203414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695661.864799:0:203414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a1702951 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695661.864818:0:203414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695661.864821:0:203414:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00010000:00000001:3.0:1788695661.864824:0:203414:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788695661.864827:0:203414:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000039dcfe8. 00010000:00000001:3.0:1788695661.864830:0:203414:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788695661.864839:0:203414:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788695661.864841:0:203414:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695661.864843:0:203414:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695661.864881:0:203414:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695661.864885:0:203414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000304218c8 x1875583284829568/t0(0) o104->82e207fb-4f8d-4f39-8bd3-a636bfdd6d55@192.168.201.118@tcp:257/0 lens 328/224 e 0 to 0 dl 1788695672 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788695661.864904:0:203414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000304218c8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55+4:358307:x1875583284829568:12345-192.168.201.118@tcp:104: Request processed in 301us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1788695661.864912:0:203414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.118@tcp, seq: 0 00000100:00000040:3.0:1788695661.864915:0:203414:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000097e7721e : new rpc_count 0 00000100:00000001:3.0:1788695661.864918:0:203414:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788695661.864919:0:203414:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788695661.864923:0:203414:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e1e5099b. 00000020:00000010:3.0:1788695661.864927:0:203414:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002f0c42c0. 00000020:00000010:3.0:1788695661.864930:0:203414:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010d8e538. 00000020:00000010:1.0:1788695661.864933:0:203413:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000008be9962e. 00000020:00000040:3.0:1788695661.864934:0:203414:0:(genops.c:879:class_export_put()) PUTting export 0000000097e7721e : new refcount 3 00000100:00000001:3.0:1788695661.864940:0:203414:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695661.864942:0:203413:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788695661.864945:0:203413:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1788695661.864949:0:203414:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1788695661.864951:0:203413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.118@tcp, seq: 1 00000100:00000001:3.0:1788695661.864952:0:203414:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1788695661.864957:0:203413:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 0000000097e7721e : new rpc_count 1 00000100:00000001:3.0:1788695661.864957:0:203414:0:(service.c:2244:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695661.864962:0:203413:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630777611080960 : -113296098470656 : ffff98f5324bd500) 00000100:00000001:3.0:1788695661.864962:0:203414:0:(service.c:2483:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695661.864970:0:203413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001bd4b474 x1875583284829696/t0(0) o104->82e207fb-4f8d-4f39-8bd3-a636bfdd6d55@192.168.201.118@tcp:257/0 lens 328/0 e 0 to 0 dl 1788695672 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695661.864980:0:203413:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788695661.864983:0:203413:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b40218ae. 00000100:00000001:1.0:1788695661.864985:0:203413:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788695661.864987:0:203413:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b40218ae. 00000100:00100000:1.0:1788695661.864991:0:203413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001bd4b474 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55+3:358307:x1875583284829696:12345-192.168.201.118@tcp:104: 00000100:00000200:1.0:1788695661.864994:0:203413:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875583284829696 00010000:00000001:1.0:1788695661.865001:0:203413:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788695661.865005:0:203413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788695661.865006:0:203413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695661.865008:0:203413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000bb598dc6 refcount=2 00000020:00000001:1.0:1788695661.865010:0:203413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777555945984 : -113296153605632 : ffff98f52f028a00) 00010000:00000001:1.0:1788695661.865013:0:203413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777555945984 : -113296153605632 : ffff98f52f028a00) 00010000:00000001:1.0:1788695661.865015:0:203413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788695661.865017:0:203413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695661.865019:0:203413:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.118@tcp lock: 00000000bb598dc6/0x6acb2b64cadb1864 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x602192bd911ffb82 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788695661.865026:0:203413:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788695661.865028:0:203413:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788695661.865031:0:203413:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c02f0e4b. 02000000:00000001:1.0:1788695661.865033:0:203413:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695661.865034:0:203413:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695661.865037:0:203413:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788695661.865038:0:203413:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695661.865040:0:203413:0:(import.c:2195:obd_at_measure()) add 1 to 000000008b8e04b9 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695661.865043:0:203413:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788695661.865045:0:203413:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 13 to 192.168.201.118@tcp 00000100:00000001:1.0:1788695661.865047:0:203413:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 02000000:00000001:1.0:1788695661.865049:0:203413:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788695661.865050:0:203413:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695661.865052:0:203413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695661.865054:0:203413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695661.865057:0:203413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6df8fe2. 00000100:00000200:1.0:1788695661.865060:0:203413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875583284829696, offset 224 00000400:00000200:1.0:1788695661.865064:0:203413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695661.865070:0:203413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.201.18@tcp to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695661.865074:0:203413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [42:42:255:4294967295] 192.168.201.118@tcp LPNI seq info [42:42:7:4294967295] 00000400:00000200:1.0:1788695661.865083:0:203413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:192.168.201.18@tcp) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695661.865164:0:203413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695661.865173:0:203413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006596e7c6. 00000800:00000200:1.0:1788695661.865177:0:203413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695661.865181:0:203413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695661.865183:0:203413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006596e7c6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695661.865186:0:203413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695661.865189:0:203413:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00010000:00000001:1.0:1788695661.865191:0:203413:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788695661.865193:0:203413:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b28451f6. 00010000:00000001:1.0:1788695661.865195:0:203413:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788695661.865212:0:203413:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:1.0:1788695661.865214:0:203413:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695661.865216:0:203413:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695661.865217:0:203413:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695661.865221:0:203413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001bd4b474 x1875583284829696/t0(0) o104->82e207fb-4f8d-4f39-8bd3-a636bfdd6d55@192.168.201.118@tcp:257/0 lens 328/224 e 0 to 0 dl 1788695672 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788695661.865229:0:203413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001bd4b474 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55+3:358307:x1875583284829696:12345-192.168.201.118@tcp:104: Request processed in 249us (972us total) trans 0 rc 0/0 00000100:00100000:1.0:1788695661.865235:0:203413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.118@tcp, seq: 1 00000100:00000040:1.0:1788695661.865237:0:203413:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000097e7721e : new rpc_count 0 00000100:00000001:1.0:1788695661.865239:0:203413:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788695661.865240:0:203413:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788695661.865242:0:203413:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c8df3fab. 00000020:00000010:1.0:1788695661.865245:0:203413:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fce44bc5. 00000020:00000010:1.0:1788695661.865248:0:203413:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c89ee080. 00000020:00000040:1.0:1788695661.865251:0:203413:0:(genops.c:879:class_export_put()) PUTting export 0000000097e7721e : new refcount 2 00000100:00000001:1.0:1788695661.865253:0:203413:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788695661.865300:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695661.865305:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a1702951. 00000400:00000200:0.0:1788695661.865310:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695661.865314:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695661.865323:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a14a5fac 00000400:00000010:0.0:1788695661.865325:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a14a5fac. 00000100:00000001:0.0:1788695661.865329:0:201293:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1788695661.865331:0:201293:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:3.0:1788695661.865344:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788695661.865347:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695661.865349:0:203419:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:3.0:1788695661.865352:0:203419:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788695661.865355:0:203419:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788695661.865358:0:203419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.118@tcp lock: 0000000017b30982/0x6acb2b64cadb186b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x602192bd911ffb89 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788695661.865376:0:203419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 0000000017b30982 already unused, calling callback (00000000649fa4de) 10000000:00000001:3.0:1788695661.865379:0:203419:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788695661.865380:0:203419:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.118@tcp lock: 0000000017b30982/0x6acb2b64cadb186b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x602192bd911ffb89 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788695661.865387:0:203419:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788695661.865388:0:203419:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788695661.865390:0:203419:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695661.865397:0:203419:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 0000000017b30982 refcount=3 00000020:00000001:3.0:1788695661.865399:0:203419:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777557909504 : -113296151642112 : ffff98f52f208000) 00010000:00000001:3.0:1788695661.865401:0:203419:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777557909504 : -113296151642112 : ffff98f52f208000) 00000800:00000200:0.0:1788695661.865403:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1788695661.865405:0:203419:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00000800:00000010:0.0:1788695661.865407:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006596e7c6. 00010000:00010000:3.0:1788695661.865409:0:203419:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.118@tcp lock: 0000000017b30982/0x6acb2b64cadb186b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x602192bd911ffb89 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1788695661.865413:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695661.865420:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 10000000:00000001:3.0:1788695661.865421:0:203419:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1788695661.865424:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6df8fe2 10000000:00010000:3.0:1788695661.865425:0:203419:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.118@tcp lock: 0000000017b30982/0x6acb2b64cadb186b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x602192bd911ffb89 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1788695661.865428:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f6df8fe2. 10000000:01000000:3.0:1788695661.865434:0:203419:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1788695661.865439:0:203419:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:0.0:1788695661.865440:0:201293:0:(events.c:390:reply_out_callback()) Process entered 10000000:00000040:3.0:1788695661.865441:0:203419:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 00000100:00000001:0.0:1788695661.865443:0:201293:0:(events.c:402:reply_out_callback()) Process leaving 10000000:00000040:3.0:1788695661.865445:0:203419:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788695661.865448:0:203419:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788695661.865449:0:203419:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788695661.865466:0:203419:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788695661.865467:0:203419:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788695661.865469:0:203419:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000e6ea7a0c) refs 2 10000000:00000001:3.0:1788695661.865471:0:203419:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788695661.865472:0:203419:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695661.865475:0:203419:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788695661.865477:0:203419:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788695661.865479:0:203419:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788695661.865480:0:203419:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788695661.865482:0:203419:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788695661.865484:0:203419:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 0000000017b30982 with handle 0x6acb2b64cadb186b from hash 00010000:00000001:3.0:1788695661.865487:0:203419:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788695661.865489:0:203419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695661.865491:0:203419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788695661.865493:0:203419:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788695661.865494:0:203419:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788695661.865496:0:203419:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788695661.865499:0:203419:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788695661.865508:0:203419:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788695661.865515:0:203419:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e083dc65. 00000020:00000040:3.0:1788695661.865520:0:203419:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788695661.865524:0:203419:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695661.865526:0:203419:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695661.865531:0:203419:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695661.865537:0:203419:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000010d8e538. 00000100:00000001:3.0:1788695661.865542:0:203419:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695661.865545:0:203419:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788695661.865547:0:203419:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.118@tcp lock: 0000000017b30982/0x6acb2b64cadb186b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffb89 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788695661.865554:0:203419:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788695661.865555:0:203419:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695661.865559:0:203419:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695661.865562:0:203419:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695661.865569:0:203419:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e083dc65] to pc [ptlrpcd_00_03+3] req@00000000e083dc65 x1875583274324736/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788695661.865599:0:203419:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788695661.865602:0:203419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695661.865603:0:203419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788695661.865605:0:203419:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695661.865606:0:203419:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788695661.865608:0:203419:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695661.865610:0:203419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.118@tcp lock: 0000000017b30982/0x6acb2b64cadb186b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffb89 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788695661.865616:0:203419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788695661.865617:0:203419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.118@tcp lock: 0000000017b30982/0x6acb2b64cadb186b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffb89 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:3.0:1788695661.865625:0:203419:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000e1e5099b. 00010000:00000001:3.0:1788695661.865633:0:203419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788695661.865634:0:203419:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788695661.865641:0:203419:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000039dcfe8. 00010000:00000001:3.0:1788695661.865645:0:203419:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788695661.865649:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788695661.865650:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695661.865652:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788695661.865654:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788695661.865655:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695661.865657:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788695661.865659:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788695661.865659:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695661.865661:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788695661.865683:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788695661.865686:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1788695661.865688:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695661.865692:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695661.865694:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695661.865696:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695661.865698:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695661.865700:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695661.865705:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e083dc65 x1875583274324736/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695661.865713:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695661.865715:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695661.865718:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695661.865720:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695661.865722:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695661.865727:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e083dc65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274324736:192.168.201.118@tcp:103: 00000100:00000001:3.0:1788695661.865731:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695661.865737:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695661.865740:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695661.865742:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695661.865746:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c2b4ea3. 02000000:00000001:3.0:1788695661.865750:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695661.865757:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a94fcc17. 00000400:00000010:3.0:1788695661.865762:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9587b37. 00000100:00000200:3.0:1788695661.865767:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274324736, portal 18 00000100:00000001:3.0:1788695661.865774:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695661.865775:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548227456 : -113296161324160 : ffff98f52e8cc380) 00000100:00000040:3.0:1788695661.865780:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e083dc65 x1875583274324736/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695661.865786:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695661.865788:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695661.865791:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2b4e50. 00000100:00000200:3.0:1788695661.865793:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875583274324736, offset 0 00000400:00000200:3.0:1788695661.865797:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695661.865804:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695661.865807:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695661.865811:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695661.865814:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695661.865816:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695661.865819:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [43:43:256:4294967295] 192.168.201.118@tcp LPNI seq info [43:43:8:4294967295] 00000400:00000200:3.0:1788695661.865828:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695661.865833:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695661.865836:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a1702951. 00000800:00000200:3.0:1788695661.865841:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695661.867554:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695661.867562:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a1702951 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788695661.867651:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695661.867658:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306624942 00000100:00000001:3.0:1788695661.867666:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306623735 00000100:00000001:3.0:1788695661.867670:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306624942 00000100:00000001:3.0:1788695661.867672:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306623735 00000100:00000001:3.0:1788695661.867675:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306624942 00000100:00000001:3.0:1788695661.867678:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306623735 00000100:00000001:3.0:1788695661.867680:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306624942 00000100:00000001:3.0:1788695661.867696:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306623735 00000100:00000001:3.0:1788695661.867698:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695661.867702:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695661.867705:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695661.867708:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695661.867723:0:203701:0:(ldlm_lockd.c:2965:ldlm_bl_thread_main()) Process entered 00000800:00000200:3.0:1788695661.867793:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695661.867797:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a1702951. 00000400:00000200:3.0:1788695661.867803:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695661.867810:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695661.867816:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2b4e50 00000400:00000010:3.0:1788695661.867817:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004e2b4e50. 00000100:00000001:3.0:1788695661.867821:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695661.867826:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e083dc65 x1875583274324736/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695661.867837:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695661.867840:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e083dc65 x1875583274324736/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695677 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695661.867893:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695661.867895:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.0:1788695661.868354:0:203701:0:(ldlm_lockd.c:2967:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000bc02f3c8. 00000020:00000010:0.0:1788695661.868371:0:203701:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041fb23ec. 00000020:00000010:0.0:1788695661.868377:0:203701:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000014733443. 00000020:00000010:0.0:1788695661.868381:0:203701:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000d422f34. 00000020:00000010:0.0:1788695661.868385:0:203701:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008b7b77ad. 00000020:00000010:0.0:1788695661.868390:0:203701:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000009353747a. 80000000:00000010:0.0:1788695661.868394:0:203701:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007cbdfee4. 40000000:00000010:0.0:1788695661.868397:0:203701:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 0000000014924e6a. 00100000:00000010:0.0:1788695661.868402:0:203701:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000278c7751. 00040000:00000010:0.0:1788695661.868406:0:203701:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fffd7870. 00040000:00000010:0.0:1788695661.868409:0:203701:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000eb2e7c87. 00002000:00000010:0.0:1788695661.868414:0:203701:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 0000000086d355f4. 00000020:00000010:0.0:1788695661.868417:0:203701:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c2c8cfb6. 00000020:00000001:0.0:1788695661.868467:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695661.868470:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695661.868473:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788695661.868475:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695661.868476:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695661.868477:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788695661.868478:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695661.868479:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695661.868480:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788695661.868826:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695661.868830:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695661.868832:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695661.868837:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064b693a9 x1875583274324864/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695661.868858:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695661.868861:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695661.868864:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695661.868866:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695661.868869:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695661.868889:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000064b693a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274324864:192.168.201.118@tcp:103: 00000100:00000001:0.0:1788695661.868893:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695661.868904:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695661.868907:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695661.868909:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695661.868912:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e30e0b7e. 02000000:00000001:0.0:1788695661.868914:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695661.868919:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be139e4e. 00000400:00000010:0.0:1788695661.868925:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8816cb1. 00000100:00000200:0.0:1788695661.868937:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274324864, portal 18 00000100:00000001:0.0:1788695661.868939:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695661.868940:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611080064 : -113296098471552 : ffff98f5324bd180) 00000100:00000040:0.0:1788695661.868945:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064b693a9 x1875583274324864/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695661.868951:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695661.868954:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695661.868956:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000777097a3. 00000100:00000200:0.0:1788695661.868958:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875583274324864, offset 0 00000400:00000200:0.0:1788695661.868962:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695661.868972:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695661.868977:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695661.868980:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695661.868983:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695661.868986:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695661.868988:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [44:44:256:4294967295] 192.168.201.118@tcp LPNI seq info [44:44:8:4294967295] 00000400:00000200:0.0:1788695661.868997:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695661.869002:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695661.869005:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e62593a. 00000800:00000200:0.0:1788695661.869010:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695661.869016:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695661.869019:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001e62593a type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788695661.869037:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695661.869040:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306624943 00000100:00000001:0.0:1788695661.869046:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306624942 00000100:00000001:0.0:1788695661.869050:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306624943 00000100:00000001:0.0:1788695661.869052:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306624942 00000100:00000001:0.0:1788695661.869054:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306624943 00000100:00000001:0.0:1788695661.869057:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306624942 00000100:00000001:0.0:1788695661.869059:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306624943 00000100:00000001:0.0:1788695661.869061:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306624942 00000100:00000001:0.0:1788695661.869064:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695661.869066:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695661.869068:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695661.869071:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788695661.869391:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695661.869395:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e62593a. 00000400:00000200:3.0:1788695661.869399:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695661.869404:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695661.869408:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000777097a3 00000400:00000010:3.0:1788695661.869410:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000777097a3. 00000100:00000001:3.0:1788695661.869413:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695661.869416:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000064b693a9 x1875583274324864/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695661.869425:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695661.869427:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064b693a9 x1875583274324864/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695677 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695661.869434:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695661.869435:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788695661.869806:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695661.869809:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695661.869811:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695661.869813:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695661.869814:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695661.869815:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788695661.871881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000017b30982. 00010000:00000010:2.1:1788695661.876082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000339ec051. 00010000:00000010:2.1:1788695661.876247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bb598dc6. 00000800:00000001:0.0:1788695661.879435:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695661.879453:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695661.879458:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695661.879460:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695661.879472:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695661.879490:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 18 MB=0x6a9d542d01300 00000400:00000200:0.0:1788695661.879499:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.118@tcp of length 224/224 into md 0x245 [1] + 224 00000800:00000001:0.0:1788695661.879506:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695661.879510:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695661.879513:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695661.879517:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695661.879525:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695661.879533:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e083dc65 x1875583274324736/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695677 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695661.879560:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e083dc65 x1875583274324736/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695677 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695661.879622:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695661.879626:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695661.879645:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695661.879655:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695661.879669:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695661.879671:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695661.879673:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695661.879678:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695661.879683:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 18 MB=0x6a9d542d01380 00000400:00000200:0.0:1788695661.879688:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.118@tcp of length 224/224 into md 0x24d [1] + 224 00000800:00000001:0.0:1788695661.879691:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695661.879749:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695661.879752:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695661.879755:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695661.879759:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695661.879762:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000064b693a9 x1875583274324864/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695677 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695661.879770:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064b693a9 x1875583274324864/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695677 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695661.879792:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695661.879796:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695661.879798:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788695661.882218:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695661.882222:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695661.882223:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a94fcc17. 00000400:00000200:3.0:1788695661.882228:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9587b37 00000400:00000010:3.0:1788695661.882230:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f9587b37. 00000100:00000001:3.0:1788695661.882233:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695661.882237:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e083dc65 x1875583274324736/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695677 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695661.882245:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e083dc65 x1875583274324736/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695677 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695661.882250:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695661.882251:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695661.882253:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695661.882255:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695661.882256:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695661.882257:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695661.882259:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695661.882262:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000dc573520 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695661.882265:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695661.882267:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695661.882269:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695661.882271:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695661.882272:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695661.882274:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695661.882277:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e083dc65 x1875583274324736/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695677 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695661.882283:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695661.882286:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695661.882287:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695661.882289:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e083dc65 x1875583274324736/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695677 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695661.882296:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e083dc65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274324736:192.168.201.118@tcp:103: 00000100:00000001:3.0:1788695661.882313:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695661.882315:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695661.882318:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e083dc65 x1875583274324736/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695677 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695661.882324:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695661.882326:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695661.882329:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c2b4ea3. 02000000:00000001:3.0:1788695661.882331:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695661.882333:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695661.882334:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695661.882372:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695661.882374:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000010d8e538. 02000000:00000001:3.0:1788695661.882377:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695661.882378:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695661.882379:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e083dc65. 00000100:00000001:3.0:1788695661.882382:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695661.882383:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695661.882385:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695661.882390:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695661.882391:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695661.882393:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695661.882395:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788695662.005828:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695662.005897:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695662.005903:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695662.005907:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695662.005919:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695662.005938:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 328 into portal 15 MB=0x6a9d543707280 00000400:00000200:3.0:1788695662.005947:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.118@tcp of length 328/328 into md 0xd [2] + 656 00000800:00000001:3.0:1788695662.005955:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695662.005965:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695662.005969:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695662.005974:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695662.005982:0:201295:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788695662.006002:0:201295:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788695662.006009:0:201295:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e083dc65. 00000100:00000040:3.0:1788695662.006015:0:201295:0:(events.c:341:request_in_callback()) incoming req@00000000e083dc65 x1875583284834944 msgsize 328 00000100:00100000:3.0:1788695662.006021:0:201295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.118@tcp (source: 12345-192.168.201.118@tcp) 00000100:00000001:3.0:1788695662.006046:0:201295:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788695662.006058:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695662.006062:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695662.006110:0:203414:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1788695662.006114:0:203414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875583284834944 02000000:00000001:1.0:1788695662.006118:0:203414:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1788695662.006121:0:203414:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695662.006123:0:203414:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695662.006128:0:203414:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695662.006141:0:203414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875583284834944 00000020:00000001:1.0:1788695662.006144:0:203414:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788695662.006146:0:203414:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb185d 00000020:00000001:1.0:1788695662.006149:0:203414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695662.006152:0:203414:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000097e7721e refcount=3 00000020:00000001:1.0:1788695662.006155:0:203414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776934985728 : -113296774565888 : ffff98f509ff7000) 00000020:00000001:1.0:1788695662.006157:0:203414:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776934985728 : -113296774565888 : ffff98f509ff7000) 00000100:00000001:1.0:1788695662.006161:0:203414:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788695662.006165:0:203414:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b40218ae. 00000100:00000001:1.0:1788695662.006168:0:203414:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788695662.006171:0:203414:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b40218ae. 00000020:00000010:1.0:1788695662.006177:0:203414:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad5bd94c. 00000020:00000010:1.0:1788695662.006183:0:203414:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000df11f62d. 00000020:00000010:1.0:1788695662.006195:0:203414:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000066004030. 00000100:00000040:1.0:1788695662.006204:0:203414:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1788695662.006207:0:203414:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1788695662.006209:0:203414:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1788695662.006210:0:203414:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695662.006217:0:203414:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695662.006228:0:203414:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695662.006239:0:203414:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788695662.006241:0:203414:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1788695662.006246:0:203414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.118@tcp, seq: 2 00000100:00000040:1.0:1788695662.006249:0:203414:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 0000000097e7721e : new rpc_count 1 00000100:00000001:1.0:1788695662.006251:0:203414:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630777548227456 : -113296161324160 : ffff98f52e8cc380) 00000100:00000040:1.0:1788695662.006257:0:203414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e083dc65 x1875583284834944/t0(0) o104->82e207fb-4f8d-4f39-8bd3-a636bfdd6d55@192.168.201.118@tcp:258/0 lens 328/0 e 0 to 0 dl 1788695673 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695662.006265:0:203414:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788695662.006267:0:203414:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b40218ae. 00000100:00000001:1.0:1788695662.006269:0:203414:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788695662.006271:0:203414:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b40218ae. 00000100:00100000:1.0:1788695662.006275:0:203414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e083dc65 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55+3:358329:x1875583284834944:12345-192.168.201.118@tcp:104: 00000100:00000200:1.0:1788695662.006284:0:203414:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875583284834944 00010000:00000001:1.0:1788695662.006286:0:203414:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788695662.006293:0:203414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788695662.006294:0:203414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695662.006296:0:203414:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000004138a327 refcount=2 00000020:00000001:1.0:1788695662.006298:0:203414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777555943936 : -113296153607680 : ffff98f52f028200) 00010000:00000001:1.0:1788695662.006301:0:203414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777555943936 : -113296153607680 : ffff98f52f028200) 00010000:00000001:1.0:1788695662.006304:0:203414:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788695662.006308:0:203414:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695662.006311:0:203414:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.118@tcp lock: 000000004138a327/0x6acb2b64cadb1895 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x602192bd911ffb90 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788695662.006320:0:203414:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788695662.006322:0:203414:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788695662.006327:0:203414:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b331e095. 02000000:00000001:1.0:1788695662.006329:0:203414:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695662.006331:0:203414:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695662.006335:0:203414:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788695662.006338:0:203414:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695662.006341:0:203414:0:(import.c:2195:obd_at_measure()) add 1 to 000000008b8e04b9 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695662.006346:0:203414:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788695662.006348:0:203414:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 13 to 192.168.201.118@tcp 00000100:00000001:1.0:1788695662.006350:0:203414:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 02000000:00000001:1.0:1788695662.006352:0:203414:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788695662.006354:0:203414:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695662.006389:0:203414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695662.006393:0:203414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695662.006397:0:203414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c44c95cb. 00000100:00000200:1.0:1788695662.006402:0:203414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875583284834944, offset 224 00000400:00000200:1.0:1788695662.006408:0:203414:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695662.006418:0:203414:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.201.18@tcp to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695662.006423:0:203414:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [45:45:256:4294967295] 192.168.201.118@tcp LPNI seq info [45:45:8:4294967295] 00000400:00000200:1.0:1788695662.006494:0:203414:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:192.168.201.18@tcp) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695662.006500:0:203414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695662.006504:0:203414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000155bbcce. 00000800:00000200:1.0:1788695662.006510:0:203414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695662.006517:0:203414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695662.006520:0:203414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000155bbcce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695662.006537:0:203414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695662.006541:0:203414:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00010000:00000001:1.0:1788695662.006544:0:203414:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788695662.006548:0:203414:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b28451f6. 00010000:00000001:1.0:1788695662.006551:0:203414:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788695662.006563:0:203414:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1788695662.006566:0:203414:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695662.006568:0:203414:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695662.006570:0:203414:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695662.006574:0:203414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e083dc65 x1875583284834944/t0(0) o104->82e207fb-4f8d-4f39-8bd3-a636bfdd6d55@192.168.201.118@tcp:258/0 lens 328/224 e 0 to 0 dl 1788695673 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788695662.006582:0:203414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e083dc65 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55+3:358329:x1875583284834944:12345-192.168.201.118@tcp:104: Request processed in 316us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1788695662.006589:0:203414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.118@tcp, seq: 2 00000100:00000040:1.0:1788695662.006592:0:203414:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000097e7721e : new rpc_count 0 00000100:00000001:1.0:1788695662.006594:0:203414:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788695662.006595:0:203414:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788695662.006600:0:203414:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000df11f62d. 00000020:00000010:1.0:1788695662.006604:0:203414:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000066004030. 00000020:00000010:1.0:1788695662.006606:0:203414:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad5bd94c. 00000020:00000040:1.0:1788695662.006611:0:203414:0:(genops.c:879:class_export_put()) PUTting export 0000000097e7721e : new refcount 2 00000100:00000001:1.0:1788695662.006613:0:203414:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788695662.006669:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695662.006672:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695662.006674:0:203419:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788695662.006677:0:203419:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788695662.006679:0:203419:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788695662.006681:0:203419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.118@tcp lock: 000000004138a327/0x6acb2b64cadb1895 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x602192bd911ffb90 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788695662.006689:0:203419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 000000004138a327 already unused, calling callback (00000000649fa4de) 10000000:00000001:0.0:1788695662.006696:0:203419:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1788695662.006698:0:203419:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.118@tcp lock: 000000004138a327/0x6acb2b64cadb1895 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x602192bd911ffb90 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788695662.006704:0:203419:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788695662.006706:0:203419:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788695662.006707:0:203419:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788695662.006709:0:203419:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000004138a327 refcount=3 00000020:00000001:0.0:1788695662.006711:0:203419:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777555943936 : -113296153607680 : ffff98f52f028200) 00010000:00000001:0.0:1788695662.006713:0:203419:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777555943936 : -113296153607680 : ffff98f52f028200) 00010000:00000001:0.0:1788695662.006716:0:203419:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788695662.006717:0:203419:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.118@tcp lock: 000000004138a327/0x6acb2b64cadb1895 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x602192bd911ffb90 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1788695662.006724:0:203419:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1788695662.006725:0:203419:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.118@tcp lock: 000000004138a327/0x6acb2b64cadb1895 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x602192bd911ffb90 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788695662.006731:0:203419:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1788695662.006734:0:203419:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1788695662.006736:0:203419:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1788695662.006738:0:203419:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1788695662.006739:0:203419:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788695662.006741:0:203419:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788695662.006755:0:203419:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1788695662.006757:0:203419:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788695662.006758:0:203419:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000009ec63942) refs 2 10000000:00000001:0.0:1788695662.006761:0:203419:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788695662.006762:0:203419:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695662.006765:0:203419:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788695662.006768:0:203419:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788695662.006770:0:203419:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788695662.006771:0:203419:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788695662.006773:0:203419:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788695662.006775:0:203419:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 000000004138a327 with handle 0x6acb2b64cadb1895 from hash 00010000:00000001:0.0:1788695662.006784:0:203419:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788695662.006785:0:203419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788695662.006787:0:203419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788695662.006788:0:203419:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788695662.006790:0:203419:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788695662.006791:0:203419:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788695662.006795:0:203419:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788695662.006797:0:203419:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788695662.006801:0:203419:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005800c766. 00000020:00000040:0.0:1788695662.006804:0:203419:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695662.006808:0:203419:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695662.006810:0:203419:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695662.006814:0:203419:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695662.006819:0:203419:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f3e1ae46. 00000100:00000001:0.0:1788695662.006824:0:203419:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695662.006827:0:203419:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788695662.006830:0:203419:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.118@tcp lock: 000000004138a327/0x6acb2b64cadb1895 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffb90 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788695662.006836:0:203419:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788695662.006837:0:203419:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695662.006841:0:203419:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695662.006843:0:203419:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695662.006869:0:203419:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005800c766] to pc [ptlrpcd_00_01+1] req@000000005800c766 x1875583274324992/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788695662.007169:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695662.007173:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000155bbcce. 00000400:00000200:3.0:1788695662.007176:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695662.007180:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695662.007184:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44c95cb 00000400:00000010:3.0:1788695662.007186:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c44c95cb. 00000100:00000001:3.0:1788695662.007190:0:201294:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788695662.007192:0:201294:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788695662.007249:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695662.007251:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f03df04. 00000400:00000200:3.0:1788695662.007254:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695662.007258:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695662.007260:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6fc490a 00000400:00000010:3.0:1788695662.007262:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c6fc490a. 00000100:00000001:3.0:1788695662.007265:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695662.007268:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000005800c766 x1875583274324992/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695678 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695662.007276:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695662.007279:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005800c766 x1875583274324992/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695678 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695662.007286:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695662.007287:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1788695662.007333:0:203419:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788695662.007336:0:203419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788695662.007338:0:203419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788695662.007339:0:203419:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695662.007341:0:203419:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788695662.007343:0:203419:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695662.007345:0:203419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.118@tcp lock: 000000004138a327/0x6acb2b64cadb1895 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffb90 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788695662.007351:0:203419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788695662.007368:0:203419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.118@tcp lock: 000000004138a327/0x6acb2b64cadb1895 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffb90 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:0.0:1788695662.007377:0:203419:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 0000000037ea2fff. 00010000:00000040:0.0:1788695662.007380:0:203419:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: 00000000630f2167 count: 0 00010000:00000001:0.0:1788695662.007392:0:203419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788695662.007394:0:203419:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788695662.007395:0:203419:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000b28451f6. 00010000:00000001:0.0:1788695662.007399:0:203419:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695662.007401:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695662.007403:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695662.007405:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788695662.007406:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695662.007407:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695662.007409:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788695662.007410:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695662.007411:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695662.007413:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788695662.007668:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695662.007671:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1F:1788695662.013243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000630f2167. 00010000:00000010:0.1:1788695662.013281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004138a327. 00000800:00000001:0.0:1788695662.014376:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695662.014391:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695662.014394:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695662.014397:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695662.014407:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695662.014424:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 18 MB=0x6a9d542d01400 00000400:00000200:0.0:1788695662.014432:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.118@tcp of length 224/224 into md 0x259 [1] + 224 00000800:00000001:0.0:1788695662.014447:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695662.014455:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695662.014458:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695662.014462:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695662.014469:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695662.014476:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000005800c766 x1875583274324992/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695678 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695662.014487:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005800c766 x1875583274324992/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695678 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695662.014522:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695662.014531:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695662.014534:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788695662.642962:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695662.642968:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695662.642971:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695663.278003:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306625082, at 4306625088 00000100:00000010:3.0:1788695663.278033:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012b293cd. 00000100:00000040:0.0:1788695663.278159:0:195212:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306625082, at 4306625088 00000100:00000010:0.0:1788695663.278166:0:195212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004f6df21d. 00000100:00000040:1.0:1788695663.278422:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306625082, at 4306625088 00000100:00000010:1.0:1788695663.278429:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b491dd23. 10000000:00000001:1.0:1788695663.662003:0:203421:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788695663.662013:0:203421:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000009ec63942) refs 2 10000000:00000001:1.0:1788695663.662021:0:203421:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695663.662025:0:203421:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1788695663.662027:0:203421:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1788695663.662028:0:203421:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788695663.662032:0:203421:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:1.0:1788695663.662034:0:203421:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788695663.662037:0:203421:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff98f518c6e000 from 12 10000000:00000001:1.0:1788695663.662040:0:203421:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788695663.662042:0:203421:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1788695663.662057:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c801b762. 00000020:00000040:1.0:1788695663.662061:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695663.662067:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695663.662071:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695663.662078:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695663.662087:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b6bd23a6. 00000100:00000001:1.0:1788695663.662097:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695663.662103:0:203421:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788695663.662107:0:203421:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788695663.662118:0:203421:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 000000008ef05f75. 00010000:00000001:1.0:1788695663.662124:0:203421:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788695663.662128:0:203421:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001b1582b1. 00000020:00000001:1.0:1788695663.662134:0:203421:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788695663.662137:0:203421:0:(lustre_handles.c:93:class_handle_hash()) added object 000000001b1582b1 with handle 0x6acb2b64cadb18cd to hash 00000020:00000001:1.0:1788695663.662139:0:203421:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788695663.662141:0:203421:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630777557915648 : -113296151635968 : ffff98f52f209800) 00010000:00000001:1.0:1788695663.662144:0:203421:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630777557915648 : -113296151635968 : ffff98f52f209800) 00010000:00000001:1.0:1788695663.662149:0:203421:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788695663.662153:0:203421:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695663.662156:0:203421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.118@tcp lock: 000000001b1582b1/0x6acb2b64cadb18cd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788695663.662168:0:203421:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.118@tcp lock: 000000001b1582b1/0x6acb2b64cadb18cd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788695663.662203:0:203421:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.118@tcp lock: 000000001b1582b1/0x6acb2b64cadb18cd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788695663.662210:0:203421:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788695663.662213:0:203421:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788695663.662221:0:203421:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8b5244c. 00000100:00000001:1.0:1788695663.662223:0:203421:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630777558363904 : -113296151187712 : ffff98f52f276f00) 00000100:00000001:1.0:1788695663.662226:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695663.662228:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877469184 : -113296832082432 : ffff98f50691ce00) 00000100:00000001:1.0:1788695663.662234:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695663.662237:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.662239:0:203421:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788695663.662241:0:203421:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695663.662254:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c801b762 x1875583274325120/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.662263:0:203421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695663.662266:0:203421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695663.662270:0:203421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695663.662272:0:203421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695663.662275:0:203421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695663.662427:0:203421:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274325120:192.168.201.118@tcp:101: 00000100:00000001:1.0:1788695663.662434:0:203421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695663.662441:0:203421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695663.662444:0:203421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695663.662447:0:203421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695663.662452:0:203421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003c6f42ff. 02000000:00000001:1.0:1788695663.662455:0:203421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695663.662462:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080b4c3cd. 00000400:00000010:1.0:1788695663.662472:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013e8a062. 00000100:00000200:1.0:1788695663.662482:0:203421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274325120, portal 25 00000100:00000001:1.0:1788695663.662484:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695663.662485:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877469184 : -113296832082432 : ffff98f50691ce00) 00000100:00000040:1.0:1788695663.662497:0:203421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c801b762 x1875583274325120/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.662506:0:203421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695663.662508:0:203421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695663.662511:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009badf184. 00000100:00000200:1.0:1788695663.662515:0:203421:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875583274325120, offset 0 00000400:00000200:1.0:1788695663.662523:0:203421:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695663.662541:0:203421:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695663.662547:0:203421:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695663.662552:0:203421:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695663.662556:0:203421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695663.662559:0:203421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695663.662563:0:203421:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [47:47:256:4294967295] 192.168.201.118@tcp LPNI seq info [47:47:8:4294967295] 00000400:00000200:1.0:1788695663.662576:0:203421:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695663.662740:0:203421:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695663.662746:0:203421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000155bbcce. 00000800:00000200:1.0:1788695663.662755:0:203421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695663.662763:0:203421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695663.662768:0:203421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000155bbcce type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788695663.662799:0:203421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.662804:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306626737 00000100:00000010:1.0:1788695663.662809:0:203421:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9068cc6. 00000100:00000001:1.0:1788695663.662817:0:203421:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788695663.662825:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306626737 00000100:00000010:1.0:1788695663.662828:0:203421:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099d32986. 00000100:00000001:1.0:1788695663.662831:0:203421:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788695663.662834:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306626737 00000100:00000010:1.0:1788695663.662836:0:203421:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4a3d34f. 00000100:00000001:1.0:1788695663.662839:0:203421:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788695663.662842:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306626737 00000100:00000010:1.0:1788695663.662876:0:203421:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f9cf8d6f. 00000100:00000001:1.0:1788695663.662879:0:203421:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788695663.662882:0:203421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695663.662885:0:203421:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.662887:0:203421:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695663.662889:0:203421:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788695663.662892:0:203421:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b8b5244c going to sleep for 11 seconds 00000100:00000001:1.0:1788695663.662895:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695663.662898:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788695663.667318:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695663.667378:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695663.667383:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695663.667385:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695663.667397:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695663.667417:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 344 into portal 25 MB=0x6a9d542d01480 00000400:00000200:3.0:1788695663.667424:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 344/344 into md 0x261 [1] + 224 00000800:00000001:3.0:1788695663.667430:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695663.667445:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695663.667447:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695663.667451:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695663.667457:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695663.667463:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000c801b762 x1875583274325120/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695663.667470:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000c801b762 x1875583274325120/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 3 fl Rpc:R/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695663.667485:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695663.667492:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695663.667493:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695663.667554:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695663.667567:0:203421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695663.667569:0:203421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695663.667573:0:203421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080b4c3cd. 00000400:00000200:1.0:1788695663.667589:0:203421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013e8a062 00000400:00000010:1.0:1788695663.667591:0:203421:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013e8a062. 00000100:00000001:1.0:1788695663.667596:0:203421:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695663.667605:0:203421:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000c801b762 x1875583274325120/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 3 fl Rpc:R/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695663.667614:0:203421:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000c801b762 x1875583274325120/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 3 fl Rpc:RU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.667621:0:203421:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:1.0:1788695663.667624:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to UnregRPC req@00000000c801b762 x1875583274325120/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 3 fl Rpc:RU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.667631:0:203421:0:(client.c:3011:ptlrpc_unregister_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.667634:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.667635:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695663.667637:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.670541:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1788695663.670552:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from UnregRPC to Rpc req@00000000c801b762 x1875583274325120/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 2 fl UnregRPC:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.670568:0:203421:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695663.670571:0:203421:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695663.670574:0:203421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695663.670648:0:203421:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695663.670652:0:203421:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695663.670656:0:203421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695663.670665:0:203421:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=14 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695663.670670:0:203421:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695663.670673:0:203421:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695663.670675:0:203421:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695663.670677:0:203421:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695663.670680:0:203421:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.670684:0:203421:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695663.670688:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c801b762 x1875583274325120/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.670697:0:203421:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695663.670701:0:203421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695663.670704:0:203421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695663.670708:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c801b762 x1875583274325120/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695663.670716:0:203421:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274325120:192.168.201.118@tcp:101: 00000100:00000001:1.0:1788695663.670721:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695663.670725:0:203421:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.670728:0:203421:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788695663.670730:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695663.670733:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c801b762 x1875583274325120/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.670739:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695663.670742:0:203421:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b8b5244c. 00000100:00000001:1.0:1788695663.670746:0:203421:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788695663.670748:0:203421:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695663.670751:0:203421:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788695663.670755:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788695663.670758:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695663.670761:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000001b1582b1 refcount=4 00000020:00000001:1.0:1788695663.670764:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777557915648 : -113296151635968 : ffff98f52f209800) 00010000:00000001:1.0:1788695663.670772:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777557915648 : -113296151635968 : ffff98f52f209800) 00010000:00000040:1.0:1788695663.670781:0:203421:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: 000000001b1582b1, remote cookie: 0x602192bd911ffcb6, flags: 0x0 00010000:00000001:1.0:1788695663.670785:0:203421:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788695663.670867:0:203421:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788695663.670870:0:203421:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788695663.670872:0:203421:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788695663.670874:0:203421:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788695663.670876:0:203421:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008ef05f75) refcount = 1 00010000:00010000:1.0:1788695663.670882:0:203421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.118@tcp lock: 000000001b1582b1/0x6acb2b64cadb18cd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffcb6 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788695663.670889:0:203421:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788695663.670891:0:203421:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788695663.670893:0:203421:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788695663.670897:0:203421:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788695663.670899:0:203421:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695663.670902:0:203421:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.118@tcp lock: 000000001b1582b1/0x6acb2b64cadb18cd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x602192bd911ffcb6 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788695663.670908:0:203421:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788695663.670910:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695663.670912:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788695663.670913:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695663.670914:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788695663.670916:0:203421:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.670919:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695663.670922:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c801b762 x1875583274325120/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.670929:0:203421:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695663.670932:0:203421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695663.670936:0:203421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003c6f42ff. 02000000:00000001:1.0:1788695663.670940:0:203421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695663.670942:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695663.670943:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695663.670946:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695663.670955:0:203421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b6bd23a6. 02000000:00000001:1.0:1788695663.670962:0:203421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695663.670965:0:203421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695663.670967:0:203421:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c801b762. 00000100:00000001:1.0:1788695663.670972:0:203421:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695663.670973:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788695663.670975:0:203421:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695663.670979:0:203421:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788695663.670982:0:203421:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000009ec63942) refs 3 10000000:00000001:1.0:1788695663.670985:0:203421:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695663.671050:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788695663.671053:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695663.671054:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000001b1582b1 refcount=3 00000020:00000001:1.0:1788695663.671057:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777557915648 : -113296151635968 : ffff98f52f209800) 00010000:00000001:1.0:1788695663.671059:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777557915648 : -113296151635968 : ffff98f52f209800) 00010000:00000001:1.0:1788695663.671061:0:203421:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788695663.671063:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695663.671064:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788695663.671066:0:203421:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695663.671068:0:203421:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1788695663.671074:0:203421:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at 000000004902e626. 00000100:00000010:1.0:1788695663.671094:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c801b762. 00000020:00000040:1.0:1788695663.671098:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695663.671103:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695663.671106:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695663.671112:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695663.671119:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b6bd23a6. 00000100:00000001:1.0:1788695663.671126:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.671130:0:203421:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788695663.671133:0:203421:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000003c6f42ff. 00000100:00000010:1.0:1788695663.671136:0:203421:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000b40218ae. 00000020:00000040:1.0:1788695663.671138:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695663.671144:0:203421:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788695663.671146:0:203421:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788695663.671152:0:203421:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8b5244c. 00000100:00000001:1.0:1788695663.671155:0:203421:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630777558363904 : -113296151187712 : ffff98f52f276f00) 00000100:00000001:1.0:1788695663.671163:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695663.671164:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877469184 : -113296832082432 : ffff98f50691ce00) 00000100:00000001:1.0:1788695663.671169:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695663.671172:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.671173:0:203421:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788695663.671175:0:203421:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695663.671179:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c801b762 x1875583274325248/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.671187:0:203421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695663.671189:0:203421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695663.671194:0:203421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695663.671196:0:203421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695663.671199:0:203421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695663.671202:0:203421:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274325248:192.168.201.118@tcp:256: 00000100:00000001:1.0:1788695663.671207:0:203421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695663.671214:0:203421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695663.671216:0:203421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.671218:0:203421:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1788695663.671225:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080b4c3cd. 00000400:00000010:1.0:1788695663.671232:0:203421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b28451f6. 00000100:00000200:1.0:1788695663.671238:0:203421:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6a9d542d01500-0x6a9d542d01500, portal 33 00000100:00000001:1.0:1788695663.671519:0:203421:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695663.671523:0:203421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695663.671526:0:203421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038a99ba5. 02000000:00000001:1.0:1788695663.671528:0:203421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695663.671531:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042362b54. 00000400:00000010:1.0:1788695663.671534:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013e8a062. 00000100:00000200:1.0:1788695663.671537:0:203421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274325248, portal 25 00000100:00000001:1.0:1788695663.671539:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695663.671540:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877469184 : -113296832082432 : ffff98f50691ce00) 00000100:00000040:1.0:1788695663.671544:0:203421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c801b762 x1875583274325248/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788695679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.671550:0:203421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695663.671556:0:203421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695663.671558:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006213f63e. 00000100:00000200:1.0:1788695663.671560:0:203421:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1875583274325248, offset 0 00000400:00000200:1.0:1788695663.671564:0:203421:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695663.671579:0:203421:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695663.671585:0:203421:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695663.671589:0:203421:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695663.671593:0:203421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695663.671596:0:203421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695663.671600:0:203421:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [48:48:256:4294967295] 192.168.201.118@tcp LPNI seq info [48:48:8:4294967295] 00000400:00000200:1.0:1788695663.671612:0:203421:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695663.671619:0:203421:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695663.671624:0:203421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006596e7c6. 00000800:00000200:1.0:1788695663.671631:0:203421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695663.671640:0:203421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695663.671645:0:203421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006596e7c6 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1788695663.671658:0:203421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.671664:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306626746 00000100:00000001:1.0:1788695663.671672:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306626737 00000100:00000001:1.0:1788695663.671678:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306626746 00000100:00000001:1.0:1788695663.671681:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306626737 00000100:00000001:1.0:1788695663.671683:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306626746 00000100:00000001:1.0:1788695663.671686:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306626737 00000100:00000001:1.0:1788695663.671689:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306626746 00000100:00000001:1.0:1788695663.671692:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306626737 00000100:00000001:1.0:1788695663.671695:0:203421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695663.671698:0:203421:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.671700:0:203421:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695663.671702:0:203421:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788695663.671709:0:203421:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b8b5244c going to sleep for 11 seconds 00000100:00000001:1.0:1788695663.671711:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695663.671713:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695663.673457:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695663.673468:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006596e7c6. 00000400:00000200:0.0:1788695663.673477:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695663.673486:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695663.673495:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006213f63e 00000400:00000010:0.0:1788695663.673498:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000006213f63e. 00000100:00000001:0.0:1788695663.673504:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695663.673512:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000c801b762 x1875583274325248/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788695679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695663.673525:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695663.673529:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c801b762 x1875583274325248/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788695679 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695663.673537:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695663.673540:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788695663.673540:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695663.673556:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695663.673560:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695663.673562:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695663.673573:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695663.673587:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 44 into portal 33 MB=0x6a9d542d01500 00000400:00000200:3.0:1788695663.673593:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.201.118@tcp of length 44/44 into md 0x269 [4] + 0 00000400:00000010:3.0:1788695663.673596:0:201294:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080b4c3cd. 00000400:00000200:3.0:1788695663.673600:0:201294:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b28451f6 00000800:00000001:3.0:1788695663.673604:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695663.673608:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695663.673610:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695663.673613:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695663.673617:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b28451f6 00000400:00000010:3.0:1788695663.673631:0:201294:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 00000000b28451f6. 00000100:00000001:3.0:1788695663.673635:0:201294:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788695663.673636:0:201294:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req 00000000c801b762 desc 000000003c6f42ff mbits 1875583274325248 00000100:00000001:3.0:1788695663.673653:0:201294:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788695663.673658:0:201294:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788695663.673663:0:201294:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.201.18@tcp to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695663.673667:0:201294:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [49:49:256:4294967295] 192.168.201.118@tcp LPNI seq info [49:49:8:4294967295] 00000400:00000200:3.0:1788695663.673674:0:201294:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:192.168.201.18@tcp) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) 192.168.201.118@tcp : ACK try# 0 00000800:00000200:3.0:1788695663.673680:0:201294:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695663.673684:0:201294:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at 000000001ead140e. 00000800:00000200:3.0:1788695663.673690:0:201294:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695663.673696:0:201294:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695663.673700:0:201294:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001ead140e type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788695663.673790:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695663.673796:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at 000000001ead140e. 00000400:00000200:3.0:1788695663.673800:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695663.673806:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: ACK: OK 00000100:00000001:1.0:1788695663.673898:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695663.673903:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695663.675492:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695663.675508:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695663.675513:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695663.675515:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695663.675528:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695663.675544:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 240 into portal 25 MB=0x6a9d542d01500 00000400:00000200:0.0:1788695663.675550:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 240/240 into md 0x26d [1] + 224 00000800:00000001:0.0:1788695663.675556:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695663.675561:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695663.675564:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695663.675590:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695663.675597:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695663.675603:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000c801b762 x1875583274325248/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788695679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695663.675611:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000c801b762 x1875583274325248/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695663.675625:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695663.675632:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695663.675634:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695663.675674:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695663.675684:0:203421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695663.675685:0:203421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695663.675687:0:203421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042362b54. 00000400:00000200:1.0:1788695663.675694:0:203421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013e8a062 00000400:00000010:1.0:1788695663.675695:0:203421:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013e8a062. 00000100:00000001:1.0:1788695663.675698:0:203421:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695663.675707:0:203421:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000c801b762 x1875583274325248/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695663.675714:0:203421:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000c801b762 x1875583274325248/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.675719:0:203421:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695663.675720:0:203421:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695663.675722:0:203421:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695663.675724:0:203421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695663.675726:0:203421:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695663.675727:0:203421:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695663.675729:0:203421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695663.675734:0:203421:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=14 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695663.675737:0:203421:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695663.675738:0:203421:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695663.675739:0:203421:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695663.675741:0:203421:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695663.675743:0:203421:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.675744:0:203421:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695663.675747:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000c801b762 x1875583274325248/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695663.675752:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000c801b762 x1875583274325248/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788695679 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.675756:0:203421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695663.675768:0:203421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695663.675770:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c801b762 x1875583274325248/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788695679 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695663.675775:0:203421:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274325248:192.168.201.118@tcp:256: 00000100:00000001:1.0:1788695663.675778:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695663.675779:0:203421:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.675781:0:203421:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788695663.675783:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695663.675785:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c801b762 x1875583274325248/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788695679 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.675788:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695663.675791:0:203421:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b8b5244c. 00000100:00000001:1.0:1788695663.675793:0:203421:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788695663.675794:0:203421:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788695663.675799:0:203421:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 12, more 0. 10000000:00000001:1.0:1788695663.675801:0:203421:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1788695663.675806:0:203421:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 00000000d40d2d21. 10000000:00000010:1.0:1788695663.675808:0:203421:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 0000000054d91041. 10000000:00000200:1.0:1788695663.675813:0:203421:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1788695663.675815:0:203421:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0001-mdc-ffff98f518c6e000 00010000:00000001:1.0:1788695663.675820:0:203421:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1788695663.675822:0:203421:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1788695663.675825:0:203421:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.201.118@tcp has 192.168.201.118@tcp. 00000100:00000001:1.0:1788695663.675826:0:203421:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695663.675828:0:203421:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1788695663.675828:0:203421:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.201.118@tcp with 192.168.201.118@tcp 00000100:00000200:1.0:1788695663.675830:0:203421:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.201.118@tcp' 00000400:00000200:1.0:1788695663.675831:0:203421:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1788695663.675834:0:203421:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:1.0:1788695663.675835:0:203421:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.201.118@tcp 00000400:00000200:1.0:1788695663.675840:0:203421:0:(peer.c:1911:lnet_peer_add()) peer 192.168.201.118@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1788695663.675873:0:203421:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1788695663.675877:0:203421:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.201.118@tcp NID 192.168.201.118@tcp: 0. pending discovery 00000400:00000200:1.0:1788695663.675879:0:203421:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.201.118@tcp 00000100:00000001:1.0:1788695663.675886:0:203421:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695663.675888:0:203421:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788695663.675890:0:203421:0:(mgc_request.c:1470:mgc_apply_recover_logs()) IR: lustre-MDT0001-mdc-ffff98f518c6e000 target is obsoleted(3/4), reconnect 00000100:00000001:1.0:1788695663.675892:0:203421:0:(recover.c:297:ptlrpc_recover_import()) Process entered 00000100:00080000:1.0:1788695663.675894:0:203421:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import 00000000ad055e41 already not connected (conn 3, was 0): DISCONN 00010000:00000001:1.0:1788695663.675898:0:203421:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1788695663.675905:0:203421:0:(events.c:564:ptlrpc_uuid_to_peer()) 192.168.201.118@tcp->12345-192.168.201.118@tcp 00000100:00000001:1.0:1788695663.675907:0:203421:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1788695663.675911:0:203421:0:(peer.c:1635:LNetPrimaryNID()) NID 192.168.201.118@tcp primary NID 192.168.201.118@tcp rc 0 00000100:00000001:1.0:1788695663.675914:0:203421:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788695663.675917:0:203421:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 13 to 192.168.201.118@tcp 00000100:00000001:1.0:1788695663.675919:0:203421:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000100:00000001:1.0:1788695663.675921:0:203421:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446630776826676096 : -113296882875520 : 0xffff98f5038ac380) 00000100:00000040:1.0:1788695663.675924:0:203421:0:(connection.c:150:ptlrpc_connection_get()) conn=000000005ce712d7 refcount 13 to 192.168.201.118@tcp 00000100:00000040:1.0:1788695663.675926:0:203421:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.201.118@tcp -> 000000005ce712d7 00010000:00080000:1.0:1788695663.675939:0:203421:0:(ldlm_lib.c:85:import_set_conn()) imp 00000000ad055e41@lustre-MDT0001-mdc-ffff98f518c6e000: found existing conn 192.168.201.118@tcp, moved to head 00010000:00000001:1.0:1788695663.675942:0:203421:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1788695663.675945:0:203421:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00010000:00000001:1.0:1788695663.675946:0:203421:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.675949:0:203421:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788695663.675951:0:203421:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788695663.675955:0:203421:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788695663.675956:0:203421:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: connect to NID 192.168.201.118@tcp last attempt 0 00000400:00000200:1.0:1788695663.675960:0:203421:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.201.118@tcp is discovered: rc = 1 00000100:00000040:1.0:1788695663.675964:0:203421:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:1.0:1788695663.675966:0:203421:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788695663.675968:0:203421:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:1.0:1788695663.675970:0:203421:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000001:1.0:1788695663.675972:0:203421:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788695663.675974:0:203421:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18b1 00000020:00000001:1.0:1788695663.675976:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695663.675984:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d44de2da refcount=5 00000020:00000001:1.0:1788695663.675986:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000020:00000001:1.0:1788695663.675989:0:203421:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000100:00000040:1.0:1788695663.675992:0:203421:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:1.0:1788695663.675993:0:203421:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788695663.675995:0:203421:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:1.0:1788695663.675997:0:203421:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000040:1.0:1788695663.676000:0:203421:0:(genops.c:879:class_export_put()) PUTting export 00000000d44de2da : new refcount 4 00000100:00080000:1.0:1788695663.676004:0:203421:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: import 00000000ad055e41 using connection 192.168.201.118@tcp/192.168.201.118@tcp 00000100:00000001:1.0:1788695663.676006:0:203421:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695663.676008:0:203421:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788695663.676014:0:203421:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695663.676016:0:203421:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.676018:0:203421:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788695663.676021:0:203421:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788695663.676024:0:203421:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.676026:0:203421:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695663.676030:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000094b15cb1. 00000020:00000040:1.0:1788695663.676033:0:203421:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:1.0:1788695663.676037:0:203421:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788695663.676039:0:203421:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.676041:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695663.676044:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695663.676047:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695663.676052:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000048c3a6dc. 00000100:00000001:1.0:1788695663.676060:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695663.676064:0:203421:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000094b15cb1 x1875583274325376/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695663.676073:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695663.676075:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695663.676078:0:203421:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094b15cb1] to pc [ptlrpcd_rcv+-1] req@0000000094b15cb1 x1875583274325376/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.676110:0:203421:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.676112:0:203421:0:(recover.c:350:ptlrpc_recover_import()) Process leaving 10000000:00000040:1.0:1788695663.676114:0:203421:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 12/12 for lustre-MDT0001-mdc-ffff98f518c6e000 10000000:00000010:1.0:1788695663.676117:0:203421:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 0000000054d91041. 10000000:00000010:1.0:1788695663.676119:0:203421:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 00000000d40d2d21. 10000000:00000001:1.0:1788695663.676121:0:203421:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.676123:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695663.676126:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c801b762 x1875583274325248/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788695679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.676133:0:203421:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695663.676135:0:203421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695663.676137:0:203421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038a99ba5. 02000000:00000001:1.0:1788695663.676141:0:203421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695663.676144:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695663.676147:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695663.676149:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788695663.676151:0:203421:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788695663.676153:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695663.676154:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695663.676156:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1788695663.676157:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788695663.676161:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1788695663.676162:0:203421:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000b40218ae. 00000100:00000001:0.0:1788695663.676165:0:201299:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1788695663.676173:0:203421:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000003c6f42ff. 00000100:00000040:0.0:1788695663.676175:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000094b15cb1 x1875583274325376/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.676182:0:203421:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788695663.676190:0:203421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b6bd23a6. 00000100:00000001:0.0:1788695663.676191:0:201299:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695663.676195:0:201299:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695663.676198:0:203421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695663.676199:0:201299:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695663.676204:0:203421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1788695663.676205:0:201299:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695663.676210:0:201299:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695663.676212:0:201299:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000094b15cb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274325376:192.168.201.118@tcp:38: 00000100:00000001:0.0:1788695663.676216:0:201299:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695663.676220:0:201299:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695663.676222:0:201299:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695663.676224:0:201299:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695663.676230:0:201299:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000087aafc18. 02000000:00000001:0.0:1788695663.676231:0:201299:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695663.676236:0:201299:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025905f20. 00000400:00000010:0.0:1788695663.676242:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050d9c735. 00000100:00000200:0.0:1788695663.676248:0:201299:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274325376, portal 10 00000100:00000001:0.0:1788695663.676251:0:201299:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695663.676252:0:201299:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877480832 : -113296832070784 : ffff98f50691fb80) 00000100:00000040:0.0:1788695663.676260:0:201299:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000094b15cb1 x1875583274325376/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1788695663.676315:0:203421:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c801b762. 00000100:00000001:1.0:1788695663.676321:0:203421:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695663.676322:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1788695663.676349:0:203421:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at 000000004902e626. 10000000:01000000:1.0:1788695663.676353:0:203421:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.118@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1788695663.676356:0:203421:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788695663.676358:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788695663.676360:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695663.676367:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000001b1582b1 refcount=3 00000020:00000001:1.0:1788695663.676369:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777557915648 : -113296151635968 : ffff98f52f209800) 00010000:00000001:1.0:1788695663.676372:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777557915648 : -113296151635968 : ffff98f52f209800) 00010000:00000001:1.0:1788695663.676374:0:203421:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788695663.676377:0:203421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.118@tcp lock: 000000001b1582b1/0x6acb2b64cadb18cd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffcb6 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788695663.676386:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695663.676388:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788695663.676389:0:203421:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.118@tcp lock: 000000001b1582b1/0x6acb2b64cadb18cd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffcb6 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788695663.676396:0:203421:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788695663.676397:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695663.676398:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788695663.676399:0:203421:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695663.676401:0:203421:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695663.676403:0:203421:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788695663.676405:0:203421:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788695663.676407:0:203421:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000e6ea7a0c) refs 2 10000000:00000001:1.0:1788695663.676408:0:203421:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695663.676411:0:203421:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788695663.676412:0:203421:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000009ec63942) refs 3 10000000:00000001:1.0:1788695663.676414:0:203421:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788695663.676415:0:203421:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788695663.676416:0:203421:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1788695663.676418:0:203421:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788695663.676419:0:203421:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff98f518c6e000 from 39 10000000:00000001:1.0:1788695663.676422:0:203421:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788695663.676423:0:203421:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1788695663.676426:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c801b762. 00000020:00000040:1.0:1788695663.676429:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695663.676432:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695663.676433:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695663.676436:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695663.676439:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b6bd23a6. 00000100:00000001:0.0:1788695663.676454:0:201299:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788695663.676454:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695663.676460:0:201299:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695663.676464:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003657e232. 00010000:00000001:1.0:1788695663.676464:0:203421:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788695663.676474:0:203421:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00000100:00000200:0.0:1788695663.676475:0:201299:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875583274325376, offset 0 00010000:00000010:1.0:1788695663.676482:0:203421:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 0000000022afc000. 00000400:00000200:0.0:1788695663.676488:0:201299:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00010000:00000001:1.0:1788695663.676493:0:203421:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788695663.676499:0:203421:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000096042e0b. 00000400:00000200:0.0:1788695663.676503:0:201299:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000020:00000001:1.0:1788695663.676506:0:203421:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788695663.676510:0:203421:0:(lustre_handles.c:93:class_handle_hash()) added object 0000000096042e0b with handle 0x6acb2b64cadb18d4 to hash 00000400:00000200:0.0:1788695663.676512:0:201299:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1788695663.676517:0:203421:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788695663.676520:0:203421:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630777557915136 : -113296151636480 : ffff98f52f209600) 00000400:00000200:0.0:1788695663.676522:0:201299:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00010000:00000001:1.0:1788695663.676529:0:203421:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630777557915136 : -113296151636480 : ffff98f52f209600) 00000400:00000200:0.0:1788695663.676530:0:201299:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695663.676537:0:201299:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00010000:00000001:1.0:1788695663.676540:0:203421:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1788695663.676542:0:201299:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [50:50:256:4294967295] 192.168.201.118@tcp LPNI seq info [50:50:8:4294967295] 00010000:00000001:1.0:1788695663.676548:0:203421:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695663.676553:0:203421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.118@tcp lock: 0000000096042e0b/0x6acb2b64cadb18d4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1788695663.676560:0:201299:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00010000:00010000:1.0:1788695663.676575:0:203421:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.118@tcp lock: 0000000096042e0b/0x6acb2b64cadb18d4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788695663.676586:0:203421:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.118@tcp lock: 0000000096042e0b/0x6acb2b64cadb18d4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1788695663.676588:0:201299:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695663.676598:0:201299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095d0f4a4. 00000100:00000001:1.0:1788695663.676599:0:203421:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788695663.676602:0:203421:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788695663.676609:0:203421:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8b5244c. 00000800:00000200:0.0:1788695663.676610:0:201299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:1.0:1788695663.676616:0:203421:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630777558363904 : -113296151187712 : ffff98f52f276f00) 00000100:00000001:1.0:1788695663.676622:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1788695663.676623:0:201299:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:1.0:1788695663.676627:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877469184 : -113296832082432 : ffff98f50691ce00) 00000800:00000200:0.0:1788695663.676631:0:201299:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000095d0f4a4 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788695663.676635:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695663.676639:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.676641:0:203421:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788695663.676642:0:203421:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788695663.676648:0:201299:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695663.676652:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c801b762 x1875583274325504/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695663.676660:0:201299:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 426621 usecs (427 jiffies) 00000100:00000001:0.0:1788695663.676668:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306625913 00000100:00000001:0.0:1788695663.676672:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306626746 00000100:00000001:0.0:1788695663.676677:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306625913 00000100:00000001:0.0:1788695663.676687:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306626746 00000100:00000001:0.0:1788695663.676694:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306625913 00000100:00000001:0.0:1788695663.676701:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306626746 00000100:00000001:0.0:1788695663.676706:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306625913 00000100:00000001:0.0:1788695663.676713:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306626746 00000100:00000001:1.0:1788695663.676713:0:203421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695663.676720:0:203421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695663.676730:0:201299:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695663.676734:0:203421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788695663.676736:0:201299:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695663.676742:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695663.676742:0:203421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695663.676752:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788695663.676755:0:203421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695663.676765:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1788695663.676765:0:203421:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274325504:192.168.201.118@tcp:101: 00000100:00000001:0.0:1788695663.676769:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788695663.676777:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695663.676779:0:203421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788695663.676780:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695663.676784:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695663.676790:0:203421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1788695663.676792:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1788695663.676797:0:203421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788695663.676798:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095d0f4a4. 00000100:00000001:0.0:1788695663.676800:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695663.676808:0:203421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1788695663.676808:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1788695663.676817:0:203421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003c6f42ff. 00000400:00000200:3.0:1788695663.676818:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 02000000:00000001:1.0:1788695663.676826:0:203421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695663.676833:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042362b54. 00000400:00000200:3.0:1788695663.676837:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003657e232 00000400:00000010:3.0:1788695663.676842:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003657e232. 00000100:00000001:3.0:1788695663.676928:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695663.676933:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000094b15cb1 x1875583274325376/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695663.676943:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695663.676947:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000094b15cb1 x1875583274325376/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695663.676953:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695663.676961:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:1.0:1788695663.677840:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013e8a062. 00000100:00000200:1.0:1788695663.677869:0:203421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274325504, portal 25 00000100:00000001:1.0:1788695663.677871:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695663.677873:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877469184 : -113296832082432 : ffff98f50691ce00) 00000100:00000040:1.0:1788695663.677880:0:203421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c801b762 x1875583274325504/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.677889:0:203421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695663.677891:0:203421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695663.677894:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d9238b2. 00000100:00000200:1.0:1788695663.677897:0:203421:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875583274325504, offset 0 00000400:00000200:1.0:1788695663.677903:0:203421:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695663.677915:0:203421:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695663.677920:0:203421:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695663.677924:0:203421:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695663.678190:0:203421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695663.678196:0:203421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695663.678199:0:203421:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [51:51:256:4294967295] 192.168.201.118@tcp LPNI seq info [51:51:8:4294967295] 00000400:00000200:1.0:1788695663.678221:0:203421:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695663.678237:0:203421:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695663.678241:0:203421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000372e11cf. 00000800:00000200:1.0:1788695663.678249:0:203421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695663.678256:0:203421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695663.678259:0:203421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000372e11cf type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788695663.678280:0:203421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.678284:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306626753 00000100:00000001:1.0:1788695663.678292:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306626746 00000100:00000001:1.0:1788695663.678297:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306626753 00000100:00000001:1.0:1788695663.678300:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306626746 00000100:00000001:1.0:1788695663.678302:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306626753 00000100:00000001:1.0:1788695663.678306:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306626746 00000100:00000001:1.0:1788695663.678308:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306626753 00000100:00000001:1.0:1788695663.678313:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306626746 00000100:00000001:1.0:1788695663.678316:0:203421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695663.678319:0:203421:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.678323:0:203421:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695663.678325:0:203421:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788695663.678327:0:203421:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b8b5244c going to sleep for 11 seconds 00000100:00000001:1.0:1788695663.678339:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695663.678342:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695663.681527:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695663.681550:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695663.681554:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695663.681556:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695663.681567:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695663.681584:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 344 into portal 25 MB=0x6a9d542d01600 00000400:00000200:0.0:1788695663.681593:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 344/344 into md 0x27d [1] + 224 00000800:00000001:0.0:1788695663.681601:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695663.681612:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695663.681616:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695663.681620:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695663.681628:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695663.681635:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000c801b762 x1875583274325504/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695663.681644:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000c801b762 x1875583274325504/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695663.681661:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695663.681670:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695663.681673:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695663.681708:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695663.681718:0:203421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695663.681720:0:203421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695663.681723:0:203421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042362b54. 00000400:00000200:1.0:1788695663.681727:0:203421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013e8a062 00000400:00000010:1.0:1788695663.681730:0:203421:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013e8a062. 00000100:00000001:1.0:1788695663.681733:0:203421:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695663.681737:0:203421:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000c801b762 x1875583274325504/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695663.681745:0:203421:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000c801b762 x1875583274325504/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.681768:0:203421:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695663.681770:0:203421:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695663.681772:0:203421:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695663.681776:0:203421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695663.681779:0:203421:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695663.681781:0:203421:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695663.681784:0:203421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695663.681792:0:203421:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=14 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695663.681797:0:203421:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695663.681800:0:203421:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695663.681802:0:203421:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695663.681804:0:203421:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695663.681807:0:203421:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.681811:0:203421:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695663.681816:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c801b762 x1875583274325504/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.681822:0:203421:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695663.681835:0:203421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695663.681841:0:203421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695663.681874:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c801b762 x1875583274325504/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695663.681882:0:203421:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274325504:192.168.201.118@tcp:101: 00000100:00000001:1.0:1788695663.681889:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695663.681892:0:203421:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.681894:0:203421:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788695663.681897:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695663.681900:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c801b762 x1875583274325504/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.681906:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695663.681909:0:203421:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b8b5244c. 00000100:00000001:1.0:1788695663.681914:0:203421:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788695663.681916:0:203421:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695663.681924:0:203421:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788695663.681929:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788695663.681931:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695663.681935:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 0000000096042e0b refcount=4 00000020:00000001:1.0:1788695663.681938:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777557915136 : -113296151636480 : ffff98f52f209600) 00010000:00000001:1.0:1788695663.681941:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777557915136 : -113296151636480 : ffff98f52f209600) 00010000:00000040:1.0:1788695663.681950:0:203421:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: 0000000096042e0b, remote cookie: 0x602192bd911ffcc4, flags: 0x0 00010000:00000001:1.0:1788695663.681953:0:203421:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788695663.681958:0:203421:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788695663.681960:0:203421:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788695663.681962:0:203421:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788695663.681963:0:203421:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788695663.681965:0:203421:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000022afc000) refcount = 1 00010000:00010000:1.0:1788695663.681971:0:203421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.118@tcp lock: 0000000096042e0b/0x6acb2b64cadb18d4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffcc4 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788695663.681980:0:203421:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788695663.681982:0:203421:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788695663.681983:0:203421:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788695663.681987:0:203421:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788695663.681990:0:203421:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695663.681992:0:203421:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.118@tcp lock: 0000000096042e0b/0x6acb2b64cadb18d4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x602192bd911ffcc4 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788695663.681998:0:203421:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788695663.682001:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695663.682003:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788695663.682004:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695663.682005:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788695663.682007:0:203421:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.682010:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695663.682014:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c801b762 x1875583274325504/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.682020:0:203421:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695663.682024:0:203421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695663.682033:0:203421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003c6f42ff. 02000000:00000001:1.0:1788695663.682037:0:203421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695663.682039:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695663.682042:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695663.682044:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695663.682047:0:203421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b6bd23a6. 02000000:00000001:1.0:1788695663.682052:0:203421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695663.682054:0:203421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695663.682056:0:203421:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c801b762. 00000100:00000001:1.0:1788695663.682060:0:203421:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695663.682061:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788695663.682064:0:203421:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695663.682067:0:203421:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788695663.682069:0:203421:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000e6ea7a0c) refs 3 10000000:00000001:1.0:1788695663.682070:0:203421:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695663.682072:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788695663.682073:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695663.682074:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 0000000096042e0b refcount=3 00000020:00000001:1.0:1788695663.682075:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777557915136 : -113296151636480 : ffff98f52f209600) 00010000:00000001:1.0:1788695663.682077:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777557915136 : -113296151636480 : ffff98f52f209600) 00010000:00000001:1.0:1788695663.682079:0:203421:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788695663.682080:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695663.682081:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788695663.682082:0:203421:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695663.682084:0:203421:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788695663.682087:0:203421:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000b40218ae. 00000020:00000010:1.0:1788695663.682090:0:203421:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6bd23a6. 00000020:00000010:1.0:1788695663.682096:0:203421:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000038a99ba5. 00000040:00000010:1.0:1788695663.682098:0:203421:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000087ba6a14. 00000020:00000010:1.0:1788695663.682102:0:203421:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004eb6b122. 00000020:00000010:1.0:1788695663.682106:0:203421:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000255ad1f7. 80000000:00000010:1.0:1788695663.682109:0:203421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005245dbeb. 00040000:00000010:1.0:1788695663.682113:0:203421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003145e342. 20000000:00000010:1.0:1788695663.682117:0:203421:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at 00000000ff02e4c5. 10000000:00000040:1.0:1788695663.682120:0:203421:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt 000000001f26160a : new refcount 2 00000020:00000001:1.0:1788695663.682123:0:203421:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788695663.682128:0:203421:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1788695663.682130:0:203421:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788695663.682132:0:203421:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000079a701ad. 00000040:00000001:1.0:1788695663.682135:0:203421:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788695663.682138:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000010:1.0:1788695663.682140:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c801b762. 00000020:00000040:1.0:1788695663.682142:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695663.682147:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695663.682149:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695663.682154:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695663.682160:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000007708b4a. 00000100:00000001:1.0:1788695663.682165:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.682171:0:203421:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788695663.682172:0:203421:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788695663.682176:0:203421:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8b5244c. 00000100:00000001:1.0:1788695663.682178:0:203421:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630777558363904 : -113296151187712 : ffff98f52f276f00) 00000100:00000001:1.0:1788695663.682180:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695663.682181:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877469184 : -113296832082432 : ffff98f50691ce00) 00000100:00000001:1.0:1788695663.682184:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695663.682186:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.682187:0:203421:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788695663.682188:0:203421:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695663.682190:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c801b762 x1875583274325632/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.682195:0:203421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695663.682196:0:203421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695663.682199:0:203421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695663.682200:0:203421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695663.682202:0:203421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695663.682204:0:203421:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274325632:192.168.201.118@tcp:501: 00000100:00000001:1.0:1788695663.682206:0:203421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695663.682211:0:203421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695663.682213:0:203421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695663.682214:0:203421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695663.682219:0:203421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016c1969c. 02000000:00000001:1.0:1788695663.682224:0:203421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695663.682227:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042362b54. 00000400:00000010:1.0:1788695663.682231:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013e8a062. 00000100:00000200:1.0:1788695663.682236:0:203421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274325632, portal 25 00000100:00000001:1.0:1788695663.682237:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695663.682238:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877469184 : -113296832082432 : ffff98f50691ce00) 00000100:00000040:1.0:1788695663.682251:0:203421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c801b762 x1875583274325632/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.682261:0:203421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695663.682264:0:203421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695663.682266:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000284d8bb. 00000100:00000200:1.0:1788695663.682269:0:203421:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875583274325632, offset 0 00000400:00000200:1.0:1788695663.682275:0:203421:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695663.682286:0:203421:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695663.682292:0:203421:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695663.682296:0:203421:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695663.682300:0:203421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695663.682303:0:203421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695663.682307:0:203421:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [52:52:256:4294967295] 192.168.201.118@tcp LPNI seq info [52:52:8:4294967295] 00000400:00000200:1.0:1788695663.682317:0:203421:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695663.682324:0:203421:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695663.682338:0:203421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb85f65. 00000800:00000200:1.0:1788695663.682349:0:203421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695663.682357:0:203421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695663.682362:0:203421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004bb85f65 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1788695663.682379:0:203421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.682384:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306626757 00000100:00000001:1.0:1788695663.682390:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306626753 00000100:00000001:1.0:1788695663.682394:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306626757 00000100:00000001:1.0:1788695663.682396:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306626753 00000100:00000001:1.0:1788695663.682403:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306626757 00000100:00000001:1.0:1788695663.682405:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306626753 00000100:00000001:1.0:1788695663.682407:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306626757 00000100:00000001:1.0:1788695663.682409:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306626753 00000100:00000001:1.0:1788695663.682410:0:203421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695663.682412:0:203421:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.682414:0:203421:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695663.682415:0:203421:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788695663.682417:0:203421:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b8b5244c going to sleep for 11 seconds 00000100:00000001:1.0:1788695663.682418:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695663.682419:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695663.682724:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695663.682727:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb85f65. 00000400:00000200:3.0:1788695663.682730:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695663.682734:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695663.682736:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000284d8bb 00000400:00000010:3.0:1788695663.682737:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000284d8bb. 00000100:00000001:3.0:1788695663.682740:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695663.682743:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000c801b762 x1875583274325632/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695663.682749:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695663.682751:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c801b762 x1875583274325632/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695663.682754:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695663.682755:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788695663.686300:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695663.686307:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695663.686316:0:201299:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695663.686319:0:201299:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695663.686322:0:201299:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025905f20. 00000400:00000200:0.0:1788695663.686351:0:201299:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d9c735 00000400:00000010:0.0:1788695663.686358:0:201299:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000050d9c735. 00000100:00000001:0.0:1788695663.686363:0:201299:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695663.686371:0:201299:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000094b15cb1 x1875583274325376/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695663.686381:0:201299:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000094b15cb1 x1875583274325376/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695663.686388:0:201299:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695663.686390:0:201299:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695663.686393:0:201299:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695663.686397:0:201299:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695663.686400:0:201299:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695663.686403:0:201299:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695663.686406:0:201299:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695663.686417:0:201299:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=13 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695663.686422:0:201299:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=13 v=5 (10 0 0 0) 00000100:00000001:0.0:1788695663.686425:0:201299:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695663.686426:0:201299:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695663.686429:0:201299:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788695663.686433:0:201299:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000094b15cb1 x1875583274325376/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/416 e 0 to 0 dl 1788695673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695663.686440:0:201299:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695663.686444:0:201299:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695663.686446:0:201299:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695663.686447:0:201299:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695663.686449:0:201299:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695663.686453:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000094b15cb1 x1875583274325376/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/416 e 0 to 0 dl 1788695673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695663.686460:0:201299:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695663.686464:0:201299:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695663.686466:0:201299:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695663.686468:0:201299:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788695663.686476:0:201299:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff98f518c6e000: connect to target with instance 4 00000020:00000001:0.0:1788695663.686486:0:201299:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788695663.686488:0:201299:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18b1 00000020:00000001:0.0:1788695663.686490:0:201299:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788695663.686494:0:201299:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d44de2da refcount=5 00000020:00000001:0.0:1788695663.686497:0:201299:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000020:00000001:0.0:1788695663.686499:0:201299:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000100:00001000:0.0:1788695663.686503:0:201299:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=1788695663 v=0 (0 0 0 0) 00000100:00001000:0.0:1788695663.686505:0:201299:0:(import.c:2261:obd_at_measure()) AT 00000000a187fc95 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788695663.686510:0:201299:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1239, crc32c 7035, adler 867 00000020:00000040:0.0:1788695663.686516:0:201299:0:(genops.c:879:class_export_put()) PUTting export 00000000d44de2da : new refcount 4 00000100:00000001:0.0:1788695663.686519:0:201299:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1788695663.686522:0:201299:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:0.0:1788695663.686526:0:201299:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0001-mdc-ffff98f518c6e000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:0.0:1788695663.686531:0:201299:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1788695663.686532:0:201299:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788695663.686534:0:201299:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1788695663.686538:0:201299:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:0.0:1788695663.686542:0:201299:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788695663.686545:0:201299:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788695663.686546:0:201299:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788695663.686548:0:201299:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695663.686548:0:201299:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788695663.686549:0:201299:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788695663.686551:0:201299:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695663.686552:0:201299:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788695663.686556:0:201299:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1788695663.686557:0:201299:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1788695663.686558:0:201299:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1788695663.686559:0:201299:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1788695663.686559:0:201299:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:0.0:1788695663.686561:0:201299:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1788695663.686561:0:201299:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv 000000004d0bfbdb for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:0.0:1788695663.686565:0:201299:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x6acb2b64cadb18aa 00800000:00000040:0.0:1788695663.686567:0:201299:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0x6acb2b64cadb18b1 00800000:00000040:0.0:1788695663.686569:0:201299:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff98f518c6e000=f4931000-78c8-4821-9b44-b56343695343 device 4 (000000000485cdfe) type mdc at LMV idx 1 00800000:00000040:0.0:1788695663.686575:0:201299:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD 000000000485cdfe already active! 00800000:00000001:0.0:1788695663.686576:0:201299:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788695663.686578:0:201299:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788695663.686579:0:201299:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788695663.686580:0:201299:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788695663.686581:0:201299:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788695663.686581:0:201299:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788695663.686582:0:201299:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788695663.686583:0:201299:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=5 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000800:00000001:0.0:1788695663.687114:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695663.687124:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695663.687127:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695663.687128:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695663.687135:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695663.687150:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 272 into portal 25 MB=0x6a9d542d01680 00000400:00000200:0.0:1788695663.687157:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 272/272 into md 0x285 [1] + 224 00000800:00000001:0.0:1788695663.687162:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695663.687169:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695663.687172:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695663.687176:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695663.687182:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695663.687187:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000c801b762 x1875583274325632/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695663.687196:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000c801b762 x1875583274325632/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695663.687208:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695663.687214:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695663.687217:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695663.687281:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695663.687288:0:203421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695663.687289:0:203421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695663.687292:0:203421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042362b54. 00000400:00000200:1.0:1788695663.687296:0:203421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013e8a062 00000400:00000010:1.0:1788695663.687298:0:203421:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013e8a062. 00000100:00000001:1.0:1788695663.687302:0:203421:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695663.687306:0:203421:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000c801b762 x1875583274325632/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695663.687314:0:203421:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000c801b762 x1875583274325632/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.687320:0:203421:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695663.687321:0:203421:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695663.687323:0:203421:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695663.687325:0:203421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695663.687326:0:203421:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695663.687337:0:203421:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695663.687339:0:203421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695663.687343:0:203421:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=14 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695663.687346:0:203421:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695663.687348:0:203421:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695663.687350:0:203421:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695663.687351:0:203421:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695663.687362:0:203421:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.687365:0:203421:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695663.687368:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c801b762 x1875583274325632/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.687374:0:203421:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695663.687376:0:203421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695663.687378:0:203421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695663.687381:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c801b762 x1875583274325632/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695663.687388:0:203421:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274325632:192.168.201.118@tcp:501: 00000100:00000001:1.0:1788695663.687393:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695663.687396:0:203421:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.687399:0:203421:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788695663.687401:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695663.687403:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c801b762 x1875583274325632/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.687409:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695663.687412:0:203421:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b8b5244c. 00000100:00000001:1.0:1788695663.687415:0:203421:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788695663.687416:0:203421:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788695663.687421:0:203421:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788695663.687424:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695663.687426:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695663.687428:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788695663.687430:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695663.687432:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c801b762 x1875583274325632/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.687439:0:203421:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695663.687441:0:203421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695663.687444:0:203421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016c1969c. 02000000:00000001:1.0:1788695663.687449:0:203421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695663.687450:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695663.687451:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695663.687457:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695663.687459:0:203421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000007708b4a. 02000000:00000001:1.0:1788695663.687463:0:203421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695663.687466:0:203421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695663.687468:0:203421:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c801b762. 00000100:00000001:1.0:1788695663.687471:0:203421:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695663.687473:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788695663.687476:0:203421:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788695663.687479:0:203421:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788695663.687485:0:203421:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000054987486. 00000040:00000001:1.0:1788695663.687488:0:203421:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788695663.687489:0:203421:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788695663.687492:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000010:1.0:1788695663.687495:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c801b762. 00000020:00000040:1.0:1788695663.687498:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695663.687501:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695663.687504:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695663.687509:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695663.687514:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000007708b4a. 00000100:00000001:1.0:1788695663.687520:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.687524:0:203421:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788695663.687526:0:203421:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788695663.687531:0:203421:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8b5244c. 00000100:00000001:1.0:1788695663.687533:0:203421:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630777558363904 : -113296151187712 : ffff98f52f276f00) 00000100:00000001:1.0:1788695663.687535:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695663.687537:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877469184 : -113296832082432 : ffff98f50691ce00) 00000100:00000001:1.0:1788695663.687541:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695663.687544:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.687545:0:203421:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788695663.687547:0:203421:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695663.687550:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c801b762 x1875583274325760/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.687557:0:203421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695663.687559:0:203421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695663.687562:0:203421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695663.687565:0:203421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695663.687572:0:203421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695663.687574:0:203421:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274325760:192.168.201.118@tcp:503: 00000100:00000001:1.0:1788695663.687578:0:203421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695663.687584:0:203421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695663.687587:0:203421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695663.687590:0:203421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695663.687606:0:203421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000010c5aea3. 02000000:00000001:1.0:1788695663.687608:0:203421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695663.687612:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042362b54. 00000400:00000010:1.0:1788695663.687617:0:203421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b28451f6. 00000100:00000200:1.0:1788695663.687624:0:203421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875583274325760, portal 25 00000100:00000001:1.0:1788695663.687625:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695663.687627:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877469184 : -113296832082432 : ffff98f50691ce00) 00000100:00000040:1.0:1788695663.687631:0:203421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c801b762 x1875583274325760/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788695679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.687638:0:203421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695663.687641:0:203421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695663.687643:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013e8a062. 00000100:00000200:1.0:1788695663.687645:0:203421:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875583274325760, offset 0 00000400:00000200:1.0:1788695663.687652:0:203421:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695663.687663:0:203421:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695663.687669:0:203421:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695663.687673:0:203421:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695663.687677:0:203421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695663.687680:0:203421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695663.687683:0:203421:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [53:53:256:4294967295] 192.168.201.118@tcp LPNI seq info [53:53:8:4294967295] 00000400:00000200:1.0:1788695663.687693:0:203421:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695663.687699:0:203421:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695663.687704:0:203421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dffc0522. 00000800:00000200:1.0:1788695663.687710:0:203421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695663.687717:0:203421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695663.687725:0:203421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dffc0522 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788695663.687747:0:203421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.687752:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306626762 00000100:00000001:1.0:1788695663.687759:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306626757 00000100:00000001:1.0:1788695663.687766:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306626762 00000100:00000001:1.0:1788695663.687769:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306626757 00000100:00000001:1.0:1788695663.687771:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306626762 00000100:00000001:1.0:1788695663.687774:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306626757 00000100:00000001:1.0:1788695663.687776:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306626762 00000100:00000001:1.0:1788695663.687779:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306626757 00000100:00000001:1.0:1788695663.687782:0:203421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695663.687785:0:203421:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.687787:0:203421:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695663.687789:0:203421:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788695663.687791:0:203421:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b8b5244c going to sleep for 11 seconds 00000100:00000001:1.0:1788695663.687793:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695663.687795:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695663.689485:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695663.689492:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dffc0522. 00000400:00000200:3.0:1788695663.689499:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695663.689505:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695663.689509:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013e8a062 00000400:00000010:3.0:1788695663.689511:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013e8a062. 00000100:00000001:3.0:1788695663.689514:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695663.689518:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000c801b762 x1875583274325760/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788695679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695663.689527:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695663.689529:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c801b762 x1875583274325760/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788695679 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695663.689533:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695663.689534:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000002:00000001:0.0:1788695663.690628:0:201299:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695663.690634:0:201299:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1788695663.690638:0:201299:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1788695663.690641:0:201299:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695663.690643:0:201299:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695663.690662:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094b15cb1 x1875583274325376/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/416 e 0 to 0 dl 1788695673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695663.690670:0:201299:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000094b15cb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274325376:192.168.201.118@tcp:38: 00000100:00000001:0.0:1788695663.690675:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695663.690677:0:201299:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695663.690678:0:201299:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000094b15cb1 x1875583274325376/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/416 e 0 to 0 dl 1788695673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695663.690683:0:201299:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695663.690686:0:201299:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695663.690689:0:201299:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000087aafc18. 02000000:00000001:0.0:1788695663.690692:0:201299:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695663.690695:0:201299:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695663.690696:0:201299:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695663.690699:0:201299:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695663.690701:0:201299:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000048c3a6dc. 02000000:00000001:0.0:1788695663.690705:0:201299:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695663.690707:0:201299:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695663.690708:0:201299:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000094b15cb1. 00000100:00000001:0.0:1788695663.690713:0:201299:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695663.690714:0:201299:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695663.690717:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695663.690727:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695663.690729:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695663.690732:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695663.690734:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.695953:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695663.695963:0:203421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695663.695966:0:203421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695663.695969:0:203421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042362b54. 00000400:00000200:1.0:1788695663.695974:0:203421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b28451f6 00000400:00000010:1.0:1788695663.695977:0:203421:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 00000000b28451f6. 00000100:00000001:1.0:1788695663.695980:0:203421:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695663.695986:0:203421:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000c801b762 x1875583274325760/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695663.695994:0:203421:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000c801b762 x1875583274325760/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.696000:0:203421:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695663.696002:0:203421:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695663.696005:0:203421:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695663.696015:0:203421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695663.696018:0:203421:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695663.696021:0:203421:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695663.696024:0:203421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695663.696033:0:203421:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=14 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695663.696037:0:203421:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695663.696040:0:203421:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695663.696042:0:203421:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695663.696044:0:203421:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695663.696047:0:203421:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.696051:0:203421:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695663.696056:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c801b762 x1875583274325760/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.696063:0:203421:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695663.696066:0:203421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695663.696068:0:203421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695663.696071:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c801b762 x1875583274325760/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788695679 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695663.696079:0:203421:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274325760:192.168.201.118@tcp:503: 00000100:00000001:1.0:1788695663.696085:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695663.696088:0:203421:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.696090:0:203421:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788695663.696093:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695663.696096:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c801b762 x1875583274325760/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788695679 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.696103:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695663.696106:0:203421:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b8b5244c. 00000100:00000001:1.0:1788695663.696109:0:203421:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788695663.696110:0:203421:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788695663.696121:0:203421:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1788695663.696123:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695663.696125:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c801b762 x1875583274325760/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788695679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.696141:0:203421:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695663.696144:0:203421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695663.696147:0:203421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000010c5aea3. 02000000:00000001:1.0:1788695663.696159:0:203421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695663.696162:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695663.696164:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695663.696167:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695663.696170:0:203421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000007708b4a. 02000000:00000001:1.0:1788695663.696176:0:203421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695663.696178:0:203421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695663.696180:0:203421:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c801b762. 00000100:00000001:1.0:1788695663.696185:0:203421:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695663.696187:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788695663.696190:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695663.696191:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695663.696193:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1788695663.696195:0:203421:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788695663.696198:0:203421:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788695663.696202:0:203421:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1788695663.696205:0:203421:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000082f7dcd5. 00000040:00001000:1.0:1788695663.696207:0:203421:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 38 last_idx 0 read_mode 0 00000040:00000001:1.0:1788695663.696742:0:203748:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1788695663.696749:0:203748:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007708b4a. 00000020:00000010:1.0:1788695663.696756:0:203748:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000016c1969c. 00000040:00000010:1.0:1788695663.696760:0:203748:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000006c1588ca. 00000020:00000010:1.0:1788695663.696765:0:203748:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b04ef8ac. 00000020:00000010:1.0:1788695663.696772:0:203748:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000759127d4. 00000020:00000010:1.0:1788695663.696784:0:203748:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 0000000071a54c87. 80000000:00000010:1.0:1788695663.696788:0:203748:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000033b0b89. 40000000:00000010:1.0:1788695663.696792:0:203748:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 00000000ab014b9e. 00100000:00000010:1.0:1788695663.696798:0:203748:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000addda7b0. 00040000:00000010:1.0:1788695663.696803:0:203748:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f7e36ce6. 00040000:00000010:1.0:1788695663.696808:0:203748:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 000000006d427ef4. 00040000:00000010:1.0:1788695663.696811:0:203748:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002f36eeeb. 00000004:00000010:1.0:1788695663.696821:0:203748:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 000000003a86fc70. 00000004:00000010:1.0:1788695663.696827:0:203748:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 000000003bee4dbc. 00000004:00000010:1.0:1788695663.696832:0:203748:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000f56e274f. 00002000:00000010:1.0:1788695663.696839:0:203748:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 000000003c6f42ff. 00000004:00000010:1.0:1788695663.696868:0:203748:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000d40d2d21. 00000020:00000010:1.0:1788695663.696874:0:203748:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000122d85f0. 00000040:00000010:1.0:1788695663.696882:0:203748:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000d6cc1494. 00000040:00001000:1.0:1788695663.696885:0:203748:0:(llog.c:615:llog_process_thread()) index: 39 last_index 64767 00000040:00000001:1.0:1788695663.696888:0:203748:0:(lustre_log.h:462:llog_next_block()) Process entered 00000040:00000001:1.0:1788695663.696890:0:203748:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1788695663.696893:0:203748:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000010:1.0:1788695663.696904:0:203748:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c801b762. 00000020:00000040:1.0:1788695663.696907:0:203748:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695663.696911:0:203748:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695663.696914:0:203748:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695663.696919:0:203748:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695663.696926:0:203748:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d0712a6. 00000100:00000001:1.0:1788695663.696933:0:203748:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.696938:0:203748:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788695663.696940:0:203748:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788695663.696946:0:203748:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b28451f6. 00000100:00000001:1.0:1788695663.696948:0:203748:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630777558362368 : -113296151189248 : ffff98f52f276900) 00000100:00000001:1.0:1788695663.696951:0:203748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695663.696952:0:203748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877469184 : -113296832082432 : ffff98f50691ce00) 00000100:00000001:1.0:1788695663.696958:0:203748:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695663.696961:0:203748:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.696963:0:203748:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788695663.696965:0:203748:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695663.696970:0:203748:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c801b762 x1875583274325888/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.696979:0:203748:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695663.696982:0:203748:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695663.696986:0:203748:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695663.696988:0:203748:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695663.696990:0:203748:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695663.697003:0:203748:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job llog_process_th:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203748:1875583274325888:192.168.201.118@tcp:502: 00000100:00000001:1.0:1788695663.697008:0:203748:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695663.697015:0:203748:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695663.697018:0:203748:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695663.697022:0:203748:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695663.697036:0:203748:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000010c5aea3. 02000000:00000001:1.0:1788695663.697038:0:203748:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695663.697043:0:203748:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042362b54. 00000400:00000010:1.0:1788695663.697050:0:203748:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000691de2cb. 00000100:00000200:1.0:1788695663.697058:0:203748:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875583274325888, portal 25 00000100:00000001:1.0:1788695663.697060:0:203748:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695663.697062:0:203748:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877469184 : -113296832082432 : ffff98f50691ce00) 00000100:00000040:1.0:1788695663.697067:0:203748:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c801b762 x1875583274325888/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788695679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.697074:0:203748:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695663.697077:0:203748:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695663.697081:0:203748:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aff15dcb. 00000100:00000200:1.0:1788695663.697084:0:203748:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875583274325888, offset 0 00000400:00000200:1.0:1788695663.697090:0:203748:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695663.697103:0:203748:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695663.697110:0:203748:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695663.697114:0:203748:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695663.697118:0:203748:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695663.697121:0:203748:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695663.697125:0:203748:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [54:54:256:4294967295] 192.168.201.118@tcp LPNI seq info [54:54:8:4294967295] 00000400:00000200:1.0:1788695663.697136:0:203748:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695663.697143:0:203748:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695663.697148:0:203748:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032870841. 00000800:00000200:1.0:1788695663.697156:0:203748:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695663.697165:0:203748:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695663.697170:0:203748:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000032870841 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788695663.697185:0:203748:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.697189:0:203748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306626772 00000100:00000001:1.0:1788695663.697198:0:203748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306626762 00000100:00000001:1.0:1788695663.697203:0:203748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306626772 00000100:00000001:1.0:1788695663.697207:0:203748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306626762 00000100:00000001:1.0:1788695663.697209:0:203748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306626772 00000100:00000001:1.0:1788695663.697212:0:203748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306626762 00000100:00000001:1.0:1788695663.697214:0:203748:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306626772 00000100:00000001:1.0:1788695663.697217:0:203748:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306626762 00000100:00000001:1.0:1788695663.697219:0:203748:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695663.697222:0:203748:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.697225:0:203748:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695663.697227:0:203748:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788695663.697229:0:203748:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b28451f6 going to sleep for 11 seconds 00000100:00000001:1.0:1788695663.697231:0:203748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695663.697233:0:203748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695663.697376:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695663.697380:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032870841. 00000400:00000200:0.0:1788695663.697384:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695663.697389:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695663.697393:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aff15dcb 00000400:00000010:0.0:1788695663.697395:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000aff15dcb. 00000100:00000001:0.0:1788695663.697399:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695663.697402:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000c801b762 x1875583274325888/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788695679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695663.697420:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695663.697423:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c801b762 x1875583274325888/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788695679 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695663.697428:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695663.697430:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788695663.700249:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695663.700268:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695663.700272:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695663.700274:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695663.700284:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695663.700305:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 8472 into portal 25 MB=0x6a9d542d01780 00000400:00000200:3.0:1788695663.700313:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 8472/8472 into md 0x295 [4] + 224 00000800:00000001:3.0:1788695663.700320:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695663.700340:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695663.700344:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695663.700349:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695663.700362:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695663.700371:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000c801b762 x1875583274325888/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788695679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695663.700386:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000c801b762 x1875583274325888/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695663.700409:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695663.700418:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695663.700421:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695663.700814:0:203748:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695663.700824:0:203748:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695663.700827:0:203748:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695663.700830:0:203748:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042362b54. 00000400:00000200:1.0:1788695663.700836:0:203748:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000691de2cb 00000400:00000010:1.0:1788695663.700839:0:203748:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 00000000691de2cb. 00000100:00000001:1.0:1788695663.700842:0:203748:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695663.700884:0:203748:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000c801b762 x1875583274325888/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695663.700894:0:203748:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000c801b762 x1875583274325888/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.700909:0:203748:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695663.700911:0:203748:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695663.700914:0:203748:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695663.700916:0:203748:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695663.700919:0:203748:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695663.700930:0:203748:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695663.700933:0:203748:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695663.700948:0:203748:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=14 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695663.700953:0:203748:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=14 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695663.700956:0:203748:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695663.700957:0:203748:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695663.700960:0:203748:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695663.700962:0:203748:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.700965:0:203748:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695663.700970:0:203748:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c801b762 x1875583274325888/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.700977:0:203748:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695663.700981:0:203748:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695663.700983:0:203748:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695663.700986:0:203748:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c801b762 x1875583274325888/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788695679 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695663.700993:0:203748:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job llog_process_th:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203748:1875583274325888:192.168.201.118@tcp:502: 00000100:00000001:1.0:1788695663.700998:0:203748:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695663.701001:0:203748:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695663.701004:0:203748:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788695663.701006:0:203748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695663.701009:0:203748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c801b762 x1875583274325888/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788695679 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.701016:0:203748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695663.701020:0:203748:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b28451f6. 00000100:00000001:1.0:1788695663.701024:0:203748:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788695663.701026:0:203748:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788695663.701037:0:203748:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1788695663.701039:0:203748:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695663.701041:0:203748:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c801b762 x1875583274325888/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788695679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.701047:0:203748:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695663.701051:0:203748:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695663.701058:0:203748:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000010c5aea3. 02000000:00000001:1.0:1788695663.701070:0:203748:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695663.701074:0:203748:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695663.701076:0:203748:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695663.701079:0:203748:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695663.701082:0:203748:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001d0712a6. 02000000:00000001:1.0:1788695663.701085:0:203748:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695663.701087:0:203748:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695663.701089:0:203748:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c801b762. 00000100:00000001:1.0:1788695663.701092:0:203748:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695663.701093:0:203748:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788695663.701096:0:203748:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695663.701097:0:203748:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695663.701099:0:203748:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1788695663.701102:0:203748:0:(lustre_log.h:472:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788695663.701104:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e72000 type=0x10620000 idx=1 00000040:00001000:1.0:1788695663.701108:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 1 00000040:00001000:1.0:1788695663.701110:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e720e0 type=0x10620000 idx=2 00000040:00001000:1.0:1788695663.701112:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 2 00000040:00001000:1.0:1788695663.701113:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e72158 type=0x10620000 idx=3 00000040:00001000:1.0:1788695663.701114:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 3 00000040:00001000:1.0:1788695663.701116:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e72200 type=0x10620000 idx=4 00000040:00001000:1.0:1788695663.701117:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 4 00000040:00001000:1.0:1788695663.701119:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e722e0 type=0x10620000 idx=5 00000040:00001000:1.0:1788695663.701120:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 5 00000040:00001000:1.0:1788695663.701121:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e723c0 type=0x10620000 idx=6 00000040:00001000:1.0:1788695663.701122:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 6 00000040:00001000:1.0:1788695663.701123:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e72438 type=0x10620000 idx=7 00000040:00001000:1.0:1788695663.701125:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 7 00000040:00001000:1.0:1788695663.701126:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e724e0 type=0x10620000 idx=8 00000040:00001000:1.0:1788695663.701127:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 8 00000040:00001000:1.0:1788695663.701128:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e725c0 type=0x10620000 idx=9 00000040:00001000:1.0:1788695663.701130:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 9 00000040:00001000:1.0:1788695663.701131:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e726a0 type=0x10620000 idx=10 00000040:00001000:1.0:1788695663.701133:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 10 00000040:00001000:1.0:1788695663.701134:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e72718 type=0x10620000 idx=11 00000040:00001000:1.0:1788695663.701141:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 11 00000040:00001000:1.0:1788695663.701143:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e727f8 type=0x10620000 idx=12 00000040:00001000:1.0:1788695663.701144:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 12 00000040:00001000:1.0:1788695663.701145:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e728d8 type=0x10620000 idx=13 00000040:00001000:1.0:1788695663.701147:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 13 00000040:00001000:1.0:1788695663.701148:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e72930 type=0x10620000 idx=14 00000040:00001000:1.0:1788695663.701149:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 14 00000040:00001000:1.0:1788695663.701150:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e729b0 type=0x10620000 idx=15 00000040:00001000:1.0:1788695663.701152:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 15 00000040:00001000:1.0:1788695663.701153:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e72a40 type=0x10620000 idx=16 00000040:00001000:1.0:1788695663.701155:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 16 00000040:00001000:1.0:1788695663.701156:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e72ae0 type=0x10620000 idx=17 00000040:00001000:1.0:1788695663.701157:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 17 00000040:00001000:1.0:1788695663.701159:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e72bc0 type=0x10620000 idx=18 00000040:00001000:1.0:1788695663.701160:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 18 00000040:00001000:1.0:1788695663.701161:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e72ca0 type=0x10620000 idx=19 00000040:00001000:1.0:1788695663.701163:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 19 00000040:00001000:1.0:1788695663.701164:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e72cf0 type=0x10620000 idx=20 00000040:00001000:1.0:1788695663.701166:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 20 00000040:00001000:1.0:1788695663.701167:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e72dd0 type=0x10620000 idx=21 00000040:00001000:1.0:1788695663.701169:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 21 00000040:00001000:1.0:1788695663.701170:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e72eb0 type=0x10620000 idx=22 00000040:00001000:1.0:1788695663.701172:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 22 00000040:00001000:1.0:1788695663.701172:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e72f08 type=0x10620000 idx=23 00000040:00001000:1.0:1788695663.701174:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 23 00000040:00001000:1.0:1788695663.701176:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e72f88 type=0x10620000 idx=24 00000040:00001000:1.0:1788695663.701177:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 24 00000040:00001000:1.0:1788695663.701178:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e73018 type=0x10620000 idx=25 00000040:00001000:1.0:1788695663.701180:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 25 00000040:00001000:1.0:1788695663.701181:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e730b8 type=0x10620000 idx=26 00000040:00001000:1.0:1788695663.701182:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 26 00000040:00001000:1.0:1788695663.701183:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e73198 type=0x10620000 idx=27 00000040:00001000:1.0:1788695663.701185:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 27 00000040:00001000:1.0:1788695663.701186:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e73278 type=0x10620000 idx=28 00000040:00001000:1.0:1788695663.701188:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 28 00000040:00001000:1.0:1788695663.701194:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e732c8 type=0x10620000 idx=29 00000040:00001000:1.0:1788695663.701196:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 29 00000040:00001000:1.0:1788695663.701197:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e733a8 type=0x10620000 idx=30 00000040:00001000:1.0:1788695663.701199:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 30 00000040:00001000:1.0:1788695663.701200:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e73488 type=0x10620000 idx=31 00000040:00001000:1.0:1788695663.701201:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 31 00000040:00001000:1.0:1788695663.701202:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e734e0 type=0x10620000 idx=32 00000040:00001000:1.0:1788695663.701203:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 32 00000040:00001000:1.0:1788695663.701204:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e73560 type=0x10620000 idx=33 00000040:00001000:1.0:1788695663.701206:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 33 00000040:00001000:1.0:1788695663.701207:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e735f0 type=0x10620000 idx=34 00000040:00001000:1.0:1788695663.701209:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 34 00000040:00001000:1.0:1788695663.701210:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e73670 type=0x10620000 idx=35 00000040:00001000:1.0:1788695663.701211:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 35 00000040:00001000:1.0:1788695663.701212:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e73750 type=0x10620000 idx=36 00000040:00001000:1.0:1788695663.701214:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 36 00000040:00001000:1.0:1788695663.701215:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e73830 type=0x10620000 idx=37 00000040:00001000:1.0:1788695663.701216:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 37 00000040:00001000:1.0:1788695663.701218:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e73880 type=0x10620000 idx=38 00000040:00001000:1.0:1788695663.701219:0:203748:0:(llog.c:767:llog_process_thread()) skipping lrh_index 38 00000040:00001000:1.0:1788695663.701220:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e73960 type=0x10620000 idx=39 00000040:00001000:1.0:1788695663.701223:0:203748:0:(llog.c:784:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000040:00001000:1.0:1788695663.701225:0:203748:0:(llog.c:805:llog_process_thread()) index: 39, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1788695663.701228:0:203748:0:(obd_config.c:1864:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1788695663.701231:0:203748:0:(llog_swab.c:426:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1788695663.701234:0:203748:0:(llog_swab.c:469:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1788695663.701235:0:203748:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1788695663.701243:0:203748:0:(obd_mount.c:953:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1788695663.701245:0:203748:0:(obd_mount.c:958:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788695663.701254:0:203748:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000032870841. 00000020:00000080:1.0:1788695663.701258:0:203748:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788695663.701260:0:203748:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-MDT0001 add mdc 00000020:00000001:1.0:1788695663.701263:0:203748:0:(obd_config.c:1564:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788695663.701266:0:203748:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000032870841. 00000020:00000001:1.0:1788695663.701269:0:203748:0:(obd_config.c:2105:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788695663.701276:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e73a40 type=0x10620000 idx=40 00000040:00001000:1.0:1788695663.701278:0:203748:0:(llog.c:784:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000040:00001000:1.0:1788695663.701280:0:203748:0:(llog.c:805:llog_process_thread()) index: 40, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1788695663.701281:0:203748:0:(obd_config.c:1864:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1788695663.701285:0:203748:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000c8da794a. 00000020:00000080:1.0:1788695663.701286:0:203748:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788695663.701290:0:203748:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.118@tcp to nid 0x20000c0a8c976 (192.168.201.118@tcp) 00000100:00000010:1.0:1788695663.701296:0:203748:0:(lustre_peer.c:90:class_add_uuid()) kmalloced '(data)': 704 at 0000000048c3a6dc. 00000100:00000040:1.0:1788695663.701300:0:203748:0:(lustre_peer.c:130:class_add_uuid()) found uuid 192.168.201.118@tcp 192.168.201.118@tcp cnt=1 00000400:00000200:1.0:1788695663.701303:0:203748:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1788695663.701307:0:203748:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:1.0:1788695663.701310:0:203748:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.201.118@tcp 00000400:00000200:1.0:1788695663.701315:0:203748:0:(peer.c:1911:lnet_peer_add()) peer 192.168.201.118@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1788695663.701322:0:203748:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1788695663.701325:0:203748:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.201.118@tcp NID 192.168.201.118@tcp: 0. pending discovery 00000400:00000200:1.0:1788695663.701338:0:203748:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.201.118@tcp 00000100:00000010:1.0:1788695663.701341:0:203748:0:(lustre_peer.c:132:class_add_uuid()) kfreed 'data': 704 at 0000000048c3a6dc. 00000020:00000001:1.0:1788695663.701344:0:203748:0:(obd_config.c:1502:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788695663.701346:0:203748:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000c8da794a. 00000020:00000001:1.0:1788695663.701348:0:203748:0:(obd_config.c:2105:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788695663.701350:0:203748:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f518e73a98 type=0x10620000 idx=41 00000040:00001000:1.0:1788695663.701352:0:203748:0:(llog.c:784:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000040:00001000:1.0:1788695663.701354:0:203748:0:(llog.c:805:llog_process_thread()) index: 41, lh_last_idx: 47 synced_idx: 0 lgh_last_idx: 47 00000020:00000001:1.0:1788695663.701356:0:203748:0:(obd_config.c:1864:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1788695663.701359:0:203748:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000c8da794a. 00000020:01000000:1.0:1788695663.701363:0:203748:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000010:1.0:1788695663.701365:0:203748:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000691de2cb. 00000020:00000080:1.0:1788695663.701367:0:203748:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1788695663.701369:0:203748:0:(obd_config.c:683:class_attach_name()) Process entered 00000020:00000001:1.0:1788695663.701371:0:203748:0:(genops.c:350:class_newdev()) Process entered 00000020:00000010:1.0:1788695663.701381:0:203748:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6592 at 00000000c5ff6a86. 00000020:00000080:1.0:1788695663.701386:0:203748:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff98f518c6e000 (00000000c5ff6a86) 00000020:00000001:1.0:1788695663.701389:0:203748:0:(genops.c:931:__class_new_export()) Process entered 00000020:00000010:1.0:1788695663.701399:0:203748:0:(genops.c:933:__class_new_export()) kmalloced '(export)': 1208 at 00000000ebac4d0d. 00000020:00000001:1.0:1788695663.701403:0:203748:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788695663.701405:0:203748:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000ebac4d0d with handle 0x6acb2b64cadb18db to hash 00000020:00000001:1.0:1788695663.701408:0:203748:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000020:00000001:1.0:1788695663.701411:0:203748:0:(obd_class.h:1015:obd_init_export()) Process entered 00000020:00000001:1.0:1788695663.701413:0:203748:0:(obd_class.h:1019:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695663.701415:0:203748:0:(genops.c:1001:__class_new_export()) Process leaving (rc=18446630776916008960 : -113296793542656 : ffff98f508dde000) 00000020:00000040:1.0:1788695663.701418:0:203748:0:(genops.c:879:class_export_put()) PUTting export 00000000ebac4d0d : new refcount 1 00000020:00000001:1.0:1788695663.701431:0:203748:0:(genops.c:555:class_register_device()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000040:1.0:1788695663.701434:0:203748:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001-mdc-ffff98f518c6e000 (00000000c5ff6a86) now 1 - newdev 00000020:00000040:1.0:1788695663.701439:0:203748:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 00000000ebac4d0d with handle 0x6acb2b64cadb18db from hash 00000020:00000040:1.0:1788695663.701441:0:203748:0:(genops.c:879:class_export_put()) PUTting export 00000000ebac4d0d : new refcount 0 00000020:00000080:1.0:1788695663.701443:0:203748:0:(genops.c:885:class_export_put()) final put 00000000ebac4d0d/f4931000-78c8-4821-9b44-b56343695343 00000020:00000001:1.0:1788695663.701446:0:203748:0:(lprocfs_status_server.c:795:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695663.701449:0:203748:0:(genops.c:838:class_export_destroy()) Process entered 00000020:00000080:1.0:1788695663.702109:0:203748:0:(genops.c:844:class_export_destroy()) destroying export 00000000ebac4d0d/f4931000-78c8-4821-9b44-b56343695343 for lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695663.702113:0:203748:0:(obd_class.h:1024:obd_destroy_export()) Process entered 00000020:00000001:1.0:1788695663.702115:0:203748:0:(obd_class.h:1028:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788695663.702118:0:203748:0:(genops.c:860:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ebac4d0d. 00000020:00000001:1.0:1788695663.702128:0:203748:0:(genops.c:861:class_export_destroy()) Process leaving 00000020:00000040:1.0:1788695663.702130:0:203748:0:(genops.c:438:class_free_dev()) Release obd device lustre-MDT0001-mdc-ffff98f518c6e000 obd_type name = mdc 00000020:01000000:1.0:1788695663.702132:0:203748:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdc-ffff98f518c6e000 (f4931000-78c8-4821-9b44-b56343695343) 00000020:00000010:1.0:1788695663.702135:0:203748:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at 00000000c5ff6a86. 00000020:00000001:1.0:1788695663.702141:0:203748:0:(obd_config.c:715:class_attach_name()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000001:1.0:1788695663.702144:0:203748:0:(obd_config.c:1481:class_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:1.0:1788695663.702147:0:203748:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000691de2cb. 00000020:00000010:1.0:1788695663.702150:0:203748:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000c8da794a. 00000020:00020000:1.0:1788695663.702152:0:203748:0:(obd_config.c:2102:class_config_llog_handler()) MGC192.168.201.118@tcp: cfg command failed: rc = -17 00000020:00000001:1.0:1788695663.709958:0:203748:0:(obd_config.c:2423:class_config_dump_handler()) Process entered 00000020:00000010:1.0:1788695663.709978:0:203748:0:(obd_config.c:2425:class_config_dump_handler()) kmalloced '(outstr)': 256 at 0000000032870841. 00000020:00000001:1.0:1788695663.709988:0:203748:0:(obd_config.c:2354:class_config_parse_rec()) Process entered 00000020:00000001:1.0:1788695663.710011:0:203748:0:(obd_config.c:2413:class_config_parse_rec()) Process leaving (rc=62 : 62 : 3e) 00000020:02000400:1.0:1788695663.710014:0:203748:0:(obd_config.c:2431:class_config_dump_handler()) cmd=cf001 0:lustre-MDT0001-mdc 1:mdc 2:lustre-clilmv_UUID 00000020:00000010:1.0:1788695663.714153:0:203748:0:(obd_config.c:2437:class_config_dump_handler()) kfreed 'outstr': 256 at 0000000032870841. 00000020:00000001:1.0:1788695663.714170:0:203748:0:(obd_config.c:2438:class_config_dump_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695663.714174:0:203748:0:(obd_config.c:2105:class_config_llog_handler()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000040:00000001:1.0:1788695663.714179:0:203748:0:(llog.c:843:llog_process_thread()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000040:00080000:1.0:1788695663.714183:0:203748:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 48 00000040:00000010:1.0:1788695663.714186:0:203748:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at 00000000d6cc1494. 00000020:00000010:1.0:1788695663.714195:0:203748:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000122d85f0. 00000020:00000010:1.0:1788695663.714210:0:203748:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000016c1969c. 00000040:00000010:1.0:1788695663.714219:0:203748:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000006c1588ca. 00000020:00000010:1.0:1788695663.714223:0:203748:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b04ef8ac. 00000020:00000010:1.0:1788695663.714228:0:203748:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000759127d4. 00000020:00000010:1.0:1788695663.714236:0:203748:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 0000000071a54c87. 80000000:00000010:1.0:1788695663.714240:0:203748:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000033b0b89. 40000000:00000010:1.0:1788695663.714245:0:203748:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at 00000000ab014b9e. 00100000:00000010:1.0:1788695663.714250:0:203748:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000addda7b0. 00040000:00000010:1.0:1788695663.714255:0:203748:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f7e36ce6. 00040000:00000010:1.0:1788695663.714259:0:203748:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at 000000006d427ef4. 00040000:00000010:1.0:1788695663.714263:0:203748:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002f36eeeb. 00000004:00000010:1.0:1788695663.714268:0:203748:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at 000000003a86fc70. 00000004:00000010:1.0:1788695663.714272:0:203748:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at 000000003bee4dbc. 00000004:00000010:1.0:1788695663.714278:0:203748:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at 00000000f56e274f. 00002000:00000010:1.0:1788695663.714283:0:203748:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at 000000003c6f42ff. 00000004:00000010:1.0:1788695663.714287:0:203748:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at 00000000d40d2d21. 00000020:00000010:1.0:1788695663.714291:0:203748:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007708b4a. 00000040:00000010:0.0:1788695663.714450:0:203421:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000082f7dcd5. 00000040:00000001:0.0:1788695663.714456:0:203421:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:01000000:0.0:1788695663.714460:0:203421:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=-17) 00000040:00000010:0.0:1788695663.714467:0:203421:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000054987486. 00000040:00000010:0.0:1788695663.714471:0:203421:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000079a701ad. 00000020:00000001:0.0:1788695663.714473:0:203421:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00000001:0.0:1788695663.714477:0:203421:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:0.0:1788695663.714481:0:203421:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000038a99ba5. 00000040:00000010:0.0:1788695663.714484:0:203421:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000087ba6a14. 00000020:00000010:0.0:1788695663.714486:0:203421:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 000000004eb6b122. 00000020:00000010:0.0:1788695663.714491:0:203421:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 00000000255ad1f7. 80000000:00000010:0.0:1788695663.714493:0:203421:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005245dbeb. 00040000:00000010:0.0:1788695663.714496:0:203421:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003145e342. 20000000:00000010:0.0:1788695663.714500:0:203421:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at 00000000ff02e4c5. 00000020:00000010:0.0:1788695663.714503:0:203421:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6bd23a6. 10000000:00000010:0.0:1788695663.714505:0:203421:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000b40218ae. 10000000:01000000:0.0:1788695663.714508:0:203421:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.118@tcp: configuration from log 'lustre-client' failed (-17). 10000000:00000001:0.0:1788695663.714512:0:203421:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1788695663.714516:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788695663.714519:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788695663.714522:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 0000000096042e0b refcount=3 00000020:00000001:0.0:1788695663.714524:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777557915136 : -113296151636480 : ffff98f52f209600) 00010000:00000001:0.0:1788695663.714528:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777557915136 : -113296151636480 : ffff98f52f209600) 00010000:00000001:0.0:1788695663.714531:0:203421:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788695663.714534:0:203421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.118@tcp lock: 0000000096042e0b/0x6acb2b64cadb18d4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffcc4 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788695663.714571:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788695663.714573:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788695663.714575:0:203421:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.118@tcp lock: 0000000096042e0b/0x6acb2b64cadb18d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffcc4 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788695663.714581:0:203421:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788695663.714582:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788695663.714583:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1788695663.714585:0:203421:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788695663.714587:0:203421:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00020000:0.0:1788695663.714590:0:203421:0:(mgc_request.c:614:do_requeue()) failed processing log: -17 10000000:00000001:0.0:1788695663.719358:0:203421:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1788695663.719368:0:203421:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788695663.719371:0:203421:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000223875fc) refs 2 10000000:00000001:0.0:1788695663.719380:0:203421:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788695663.719384:0:203421:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788695663.719385:0:203421:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000e6ea7a0c) refs 3 10000000:00000001:0.0:1788695663.719388:0:203421:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788695663.719390:0:203421:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1788695663.719393:0:203421:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1788695663.719395:0:203421:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1788695663.719398:0:203421:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff98f505013380 from 1 10000000:00000001:0.0:1788695663.719401:0:203421:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1788695663.719402:0:203421:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1788695663.719416:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f121889. 00000020:00000040:0.0:1788695663.719422:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695663.719428:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695663.719432:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695663.719438:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695663.719447:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009df85902. 00000100:00000001:0.0:1788695663.719456:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695663.719462:0:203421:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788695663.719466:0:203421:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788695663.719474:0:203421:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: 0000000022afc000 count: 2 00010000:00000001:0.0:1788695663.719550:0:203421:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788695663.719554:0:203421:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788695663.719559:0:203421:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008365d8b2. 00000020:00000001:0.0:1788695663.719565:0:203421:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788695663.719568:0:203421:0:(lustre_handles.c:93:class_handle_hash()) added object 000000008365d8b2 with handle 0x6acb2b64cadb18e2 to hash 00000020:00000001:0.0:1788695663.719571:0:203421:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788695663.719572:0:203421:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630777558308864 : -113296151242752 : ffff98f52f269800) 00010000:00000001:0.0:1788695663.719575:0:203421:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630777558308864 : -113296151242752 : ffff98f52f269800) 00010000:00000001:0.0:1788695663.719580:0:203421:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788695663.719584:0:203421:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695663.719588:0:203421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.118@tcp lock: 000000008365d8b2/0x6acb2b64cadb18e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788695663.719598:0:203421:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.118@tcp lock: 000000008365d8b2/0x6acb2b64cadb18e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788695663.719611:0:203421:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.118@tcp lock: 000000008365d8b2/0x6acb2b64cadb18e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788695663.719618:0:203421:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788695663.719620:0:203421:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788695663.719629:0:203421:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000cb7ff1c. 00000100:00000001:0.0:1788695663.719632:0:203421:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630777185942336 : -113296523609280 : ffff98f518f4bb40) 00000100:00000001:0.0:1788695663.719635:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695663.719636:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438912 : -113296827112704 : ffff98f506dda300) 00000100:00000001:0.0:1788695663.719642:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695663.719645:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695663.719647:0:203421:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788695663.719649:0:203421:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695663.719660:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f121889 x1875583274326016/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695663.719670:0:203421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695663.719673:0:203421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695663.719682:0:203421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695663.719685:0:203421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695663.719687:0:203421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695663.719691:0:203421:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274326016:192.168.201.118@tcp:101: 00000100:00000001:0.0:1788695663.719762:0:203421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695663.719771:0:203421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695663.719774:0:203421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695663.719777:0:203421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695663.719783:0:203421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000573baa6d. 02000000:00000001:0.0:1788695663.719785:0:203421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695663.719792:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025905f20. 00000400:00000010:0.0:1788695663.719801:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050d9c735. 00000100:00000200:0.0:1788695663.719810:0:203421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274326016, portal 25 00000100:00000001:0.0:1788695663.719812:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695663.719813:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438912 : -113296827112704 : ffff98f506dda300) 00000100:00000040:0.0:1788695663.719819:0:203421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001f121889 x1875583274326016/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695663.719828:0:203421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695663.719831:0:203421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695663.719833:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e92bbd72. 00000100:00000200:0.0:1788695663.719836:0:203421:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875583274326016, offset 0 00000400:00000200:0.0:1788695663.720268:0:203421:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695663.720288:0:203421:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695663.720295:0:203421:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695663.720299:0:203421:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695663.720304:0:203421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695663.720307:0:203421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695663.720311:0:203421:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [55:55:256:4294967295] 192.168.201.118@tcp LPNI seq info [55:55:8:4294967295] 00000400:00000200:0.0:1788695663.720324:0:203421:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695663.720342:0:203421:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695663.720349:0:203421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000909f46e7. 00000800:00000200:0.0:1788695663.720357:0:203421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695663.720373:0:203421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695663.720379:0:203421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000909f46e7 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788695663.720402:0:203421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695663.720407:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306626795 00000100:00000001:0.0:1788695663.720416:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306626772 00000100:00000001:0.0:1788695663.720422:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306626795 00000100:00000001:0.0:1788695663.720425:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306626772 00000100:00000001:0.0:1788695663.720428:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306626795 00000100:00000001:0.0:1788695663.720432:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306626772 00000100:00000001:0.0:1788695663.720434:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306626795 00000100:00000001:0.0:1788695663.720437:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306626772 00000100:00000001:0.0:1788695663.720439:0:203421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695663.720443:0:203421:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695663.720446:0:203421:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695663.720447:0:203421:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788695663.720450:0:203421:0:(client.c:2716:ptlrpc_set_wait()) set 000000000cb7ff1c going to sleep for 11 seconds 00000100:00000001:0.0:1788695663.720453:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695663.720456:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695663.728151:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695663.728166:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695663.728172:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695663.728174:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695663.728188:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695663.728210:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 344 into portal 25 MB=0x6a9d542d01800 00000400:00000200:1.0:1788695663.728220:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 344/344 into md 0x29d [1] + 224 00000800:00000001:1.0:1788695663.728240:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695663.728245:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695663.728249:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695663.728254:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695663.728262:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695663.728272:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001f121889 x1875583274326016/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695663.728284:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000001f121889 x1875583274326016/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695663.728309:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695663.728318:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695663.728320:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788695663.728729:0:203421:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788695663.728737:0:203421:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788695663.728739:0:203421:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788695663.728742:0:203421:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000022afc000) refcount = 2 00010000:00000040:2.0:1788695663.728745:0:203421:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788695663.728749:0:203421:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.201.118@tcp lock: 0000000096042e0b/0x6acb2b64cadb18d4 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x602192bd911ffcc4 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788695663.728757:0:203421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.118@tcp lock: 000000008365d8b2/0x6acb2b64cadb18e2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffccb expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788695663.728763:0:203421:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788695663.728765:0:203421:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788695663.728768:0:203421:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788695663.728772:0:203421:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788695663.728784:0:203421:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695663.728787:0:203421:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.118@tcp lock: 000000008365d8b2/0x6acb2b64cadb18e2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x602192bd911ffccb expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788695663.728794:0:203421:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788695663.728796:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788695663.728798:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788695663.728799:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788695663.728800:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788695663.728802:0:203421:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695663.728806:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695663.728810:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f121889 x1875583274326016/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788695679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695663.728815:0:203421:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695663.728817:0:203421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695663.728820:0:203421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000573baa6d. 02000000:00000001:2.0:1788695663.728825:0:203421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695663.728828:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695663.728830:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695663.728832:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695663.728835:0:203421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009df85902. 02000000:00000001:2.0:1788695663.728840:0:203421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695663.728867:0:203421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695663.728869:0:203421:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f121889. 00000100:00000001:2.0:1788695663.728874:0:203421:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695663.728876:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1788695663.728878:0:203421:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788695663.728881:0:203421:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1788695663.728883:0:203421:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000223875fc) refs 3 10000000:00000001:2.0:1788695663.728885:0:203421:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695663.728887:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788695663.728888:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788695663.728890:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000008365d8b2 refcount=3 00000020:00000001:2.0:1788695663.728891:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558308864 : -113296151242752 : ffff98f52f269800) 00010000:00000001:2.0:1788695663.728893:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558308864 : -113296151242752 : ffff98f52f269800) 00010000:00000001:2.0:1788695663.728894:0:203421:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1788695663.728896:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788695663.728897:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788695663.728898:0:203421:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788695663.728899:0:203421:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1788695663.728902:0:203421:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000007ec0d6f8. 00000020:00000010:2.0:1788695663.728907:0:203421:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abbfc6ed. 00000020:00000010:2.0:1788695663.728912:0:203421:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000003040d782. 00000040:00000010:2.0:1788695663.728915:0:203421:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000017bcd406. 00000020:00000010:2.0:1788695663.728919:0:203421:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000aba73365. 00000020:00000010:2.0:1788695663.728924:0:203421:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 0000000002217064. 80000000:00000010:2.0:1788695663.728927:0:203421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000026c9675b. 00040000:00000010:2.0:1788695663.728931:0:203421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000092a2162b. 20000000:00000010:2.0:1788695663.728934:0:203421:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at 00000000f8df8971. 10000000:00000040:2.0:1788695663.728938:0:203421:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt 000000001f26160a : new refcount 2 00000020:00000001:2.0:1788695663.728940:0:203421:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1788695663.728942:0:203421:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:2.0:1788695663.728944:0:203421:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1788695663.728946:0:203421:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f793b27d. 00000040:00000001:2.0:1788695663.728950:0:203421:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1788695663.728952:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000010:2.0:1788695663.728956:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064b693a9. 00000020:00000040:2.0:1788695663.728962:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695663.728967:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695663.728969:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695663.728973:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695663.728978:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a1a0fe21. 00000100:00000001:2.0:1788695663.728983:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695663.728988:0:203421:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788695663.728989:0:203421:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788695663.728993:0:203421:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6cd41ed. 00000100:00000001:2.0:1788695663.728995:0:203421:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630776915886080 : -113296793665536 : ffff98f508dc0000) 00000100:00000001:2.0:1788695663.728997:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695663.728998:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611080064 : -113296098471552 : ffff98f5324bd180) 00000100:00000001:2.0:1788695663.729002:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695663.729005:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695663.729006:0:203421:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788695663.729007:0:203421:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695663.729010:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064b693a9 x1875583274326144/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695663.729015:0:203421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695663.729016:0:203421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695663.729020:0:203421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695663.729022:0:203421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695663.729023:0:203421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695663.729025:0:203421:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000064b693a9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274326144:192.168.201.118@tcp:501: 00000100:00000001:2.0:1788695663.729028:0:203421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695663.729033:0:203421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695663.729034:0:203421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695663.729037:0:203421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695663.729040:0:203421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039d535b9. 02000000:00000001:2.0:1788695663.729041:0:203421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695663.729045:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c685865. 00000400:00000010:2.0:1788695663.729050:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017360176. 00000100:00000200:2.0:1788695663.729056:0:203421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274326144, portal 25 00000100:00000001:2.0:1788695663.729058:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695663.729064:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611080064 : -113296098471552 : ffff98f5324bd180) 00000100:00000040:2.0:1788695663.729068:0:203421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064b693a9 x1875583274326144/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695663.729073:0:203421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695663.729076:0:203421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695663.729078:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da7961a1. 00000100:00000200:2.0:1788695663.729080:0:203421:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875583274326144, offset 0 00000400:00000200:2.0:1788695663.729086:0:203421:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695663.729095:0:203421:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695663.729101:0:203421:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695663.729105:0:203421:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695663.729109:0:203421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695663.729111:0:203421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695663.729114:0:203421:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [56:56:256:4294967295] 192.168.201.118@tcp LPNI seq info [56:56:8:4294967295] 00000400:00000200:2.0:1788695663.729122:0:203421:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695663.729126:0:203421:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695663.729130:0:203421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f03df04. 00000800:00000200:2.0:1788695663.729135:0:203421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695663.729142:0:203421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695663.729147:0:203421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006f03df04 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1788695663.729164:0:203421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695663.729168:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306626804 00000100:00000001:2.0:1788695663.729175:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306626795 00000100:00000001:2.0:1788695663.729179:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306626804 00000100:00000001:2.0:1788695663.729182:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306626795 00000100:00000001:2.0:1788695663.729184:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306626804 00000100:00000001:2.0:1788695663.729186:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306626795 00000100:00000001:2.0:1788695663.729188:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306626804 00000100:00000001:2.0:1788695663.729190:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306626795 00000100:00000001:2.0:1788695663.729195:0:203421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695663.729197:0:203421:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695663.729198:0:203421:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695663.729200:0:203421:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788695663.729201:0:203421:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e6cd41ed going to sleep for 11 seconds 00000100:00000001:2.0:1788695663.729204:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695663.729205:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695663.729257:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695663.729262:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f03df04. 00000400:00000200:0.0:1788695663.729266:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695663.729272:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695663.729275:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da7961a1 00000400:00000010:0.0:1788695663.729277:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000da7961a1. 00000100:00000001:0.0:1788695663.729281:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695663.729284:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000064b693a9 x1875583274326144/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695663.729293:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695663.729295:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000064b693a9 x1875583274326144/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695663.729301:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695663.729309:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788695663.732301:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695663.732318:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695663.732324:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695663.732337:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695663.732351:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695663.732372:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 272 into portal 25 MB=0x6a9d542d01880 00000400:00000200:2.0:1788695663.732381:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 272/272 into md 0x2a5 [1] + 224 00000800:00000001:2.0:1788695663.732389:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695663.732395:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695663.732399:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695663.732403:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695663.732412:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695663.732420:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000064b693a9 x1875583274326144/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695663.732432:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@0000000064b693a9 x1875583274326144/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695663.732457:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695663.732466:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695663.732470:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695663.732481:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695663.732493:0:203421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695663.732496:0:203421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695663.732499:0:203421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c685865. 00000400:00000200:0.0:1788695663.732507:0:203421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017360176 00000400:00000010:0.0:1788695663.732509:0:203421:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000017360176. 00000100:00000001:0.0:1788695663.732513:0:203421:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695663.732518:0:203421:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000064b693a9 x1875583274326144/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695663.732531:0:203421:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000064b693a9 x1875583274326144/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695663.732541:0:203421:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695663.732544:0:203421:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695663.732547:0:203421:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695663.732550:0:203421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695663.732553:0:203421:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695663.732555:0:203421:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695663.732558:0:203421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695663.732565:0:203421:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=14 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695663.732570:0:203421:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695663.732573:0:203421:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788695663.732577:0:203421:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@0000000064b693a9 x1875583274326144/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695663.732584:0:203421:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1788695663.732587:0:203421:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1788695663.732591:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064b693a9 x1875583274326144/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695663.732598:0:203421:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1788695663.732602:0:203421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695663.732604:0:203421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695663.732608:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064b693a9 x1875583274326144/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695663.732642:0:203421:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000064b693a9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274326144:192.168.201.118@tcp:501: 00000100:00000001:0.0:1788695663.732648:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695663.732652:0:203421:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1788695663.732655:0:203421:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788695663.732657:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695663.732660:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064b693a9 x1875583274326144/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695663.732667:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788695663.732670:0:203421:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e6cd41ed. 00000100:00000001:0.0:1788695663.732673:0:203421:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788695663.732675:0:203421:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1788695663.732678:0:203421:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1788695663.732684:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695663.732686:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788695663.732689:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788695663.732691:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695663.732704:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064b693a9 x1875583274326144/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788695679 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695663.732712:0:203421:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695663.732715:0:203421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695663.732718:0:203421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039d535b9. 02000000:00000001:0.0:1788695663.732723:0:203421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695663.732724:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695663.732725:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788695663.732727:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695663.732729:0:203421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a1a0fe21. 02000000:00000001:0.0:1788695663.732733:0:203421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695663.732735:0:203421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695663.732737:0:203421:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064b693a9. 00000100:00000001:0.0:1788695663.732741:0:203421:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695663.732742:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1788695663.732746:0:203421:0:(llog.c:1559:llog_open()) MGC192.168.201.118@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1788695663.732755:0:203421:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f793b27d. 00000040:00000001:0.0:1788695663.732759:0:203421:0:(llog.c:1563:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1788695663.732762:0:203421:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1788695663.732766:0:203421:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:0.0:1788695663.732774:0:203421:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000003040d782. 00000040:00000010:0.0:1788695663.732778:0:203421:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000017bcd406. 00000020:00000010:0.0:1788695663.732782:0:203421:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 00000000aba73365. 00000020:00000010:0.0:1788695663.732788:0:203421:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 0000000002217064. 80000000:00000010:0.0:1788695663.732793:0:203421:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000026c9675b. 00040000:00000010:0.0:1788695663.732798:0:203421:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000092a2162b. 20000000:00000010:0.0:1788695663.732803:0:203421:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at 00000000f8df8971. 00000020:00000010:0.0:1788695663.732806:0:203421:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abbfc6ed. 10000000:00000010:0.0:1788695663.732809:0:203421:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at 000000007ec0d6f8. 10000000:01000000:0.0:1788695663.732812:0:203421:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.118@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:0.0:1788695663.732815:0:203421:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1788695663.732819:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788695663.732821:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788695663.732825:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000008365d8b2 refcount=3 00000020:00000001:0.0:1788695663.732827:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558308864 : -113296151242752 : ffff98f52f269800) 00010000:00000001:0.0:1788695663.732830:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558308864 : -113296151242752 : ffff98f52f269800) 00010000:00000001:0.0:1788695663.732833:0:203421:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788695663.732836:0:203421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.118@tcp lock: 000000008365d8b2/0x6acb2b64cadb18e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffccb expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788695663.732884:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788695663.732887:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788695663.732888:0:203421:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.118@tcp lock: 000000008365d8b2/0x6acb2b64cadb18e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffccb expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788695663.732903:0:203421:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788695663.732905:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788695663.732906:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1788695663.732908:0:203421:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788695663.733088:0:203421:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1788695663.733092:0:203421:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1788695663.733095:0:203421:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788695663.733097:0:203421:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000223875fc) refs 3 10000000:00000001:0.0:1788695663.733100:0:203421:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1788695664.685985:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695664.685993:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695664.685998:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695664.685999:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695664.686647:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695664.686652:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695664.686656:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695665.005968:0:195212:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306626804, at 4306626816 00000100:00000010:0.0:1788695665.005984:0:195212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e9068cc6. 00000100:00000040:1.0:1788695665.006051:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306626804, at 4306626816 00000100:00000010:1.0:1788695665.006056:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099d32986. 00000100:00000040:3.0:1788695665.006177:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306626804, at 4306626816 00000100:00000010:3.0:1788695665.006184:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f9cf8d6f. 00000100:00000040:2.0:1788695665.006357:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306626804, at 4306626816 00000100:00000010:2.0:1788695665.006364:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4a3d34f. 00010000:00000001:2.0:1788695665.710473:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695665.710509:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695665.710515:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695665.710515:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695665.710597:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695665.710600:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695665.710602:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695665.774798:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695665.774805:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695665.774813:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4497fd1. 00000020:00000040:0.0:1788695665.774819:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695665.774823:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695665.774826:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695665.774830:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695665.774837:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cbe4be5a. 00000100:00000001:0.0:1788695665.775033:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695665.775046:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000e4497fd1 x1875583274326272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695665.775057:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695665.775059:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695665.775065:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4497fd1] to pc [ptlrpcd_00_02+2] req@00000000e4497fd1 x1875583274326272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695665.775108:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695665.775113:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695665.775115:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695665.775120:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4497fd1 x1875583274326272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695665.775127:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695665.775129:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695665.775132:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695665.775134:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695665.775137:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695665.775139:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274326272:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695665.775143:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695665.775149:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695665.775151:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695665.775154:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695665.775174:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000713cc5f0. 02000000:00000001:3.0:1788695665.775176:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695665.775182:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a94fcc17. 00000400:00000010:3.0:1788695665.775189:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9587b37. 00000100:00000200:3.0:1788695665.775195:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274326272, portal 25 00000100:00000001:3.0:1788695665.775198:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695665.775200:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882434432 : -113296827117184 : ffff98f506dd9180) 00000100:00000040:3.0:1788695665.775204:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4497fd1 x1875583274326272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695665.775213:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695665.775215:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695665.775217:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2b4e50. 00000100:00000200:3.0:1788695665.775220:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274326272, offset 0 00000400:00000200:3.0:1788695665.775225:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695665.775237:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695665.775242:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695665.775246:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695665.775249:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695665.775252:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695665.775255:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [57:57:256:4294967295] 192.168.201.118@tcp LPNI seq info [57:57:8:4294967295] 00000400:00000200:3.0:1788695665.775267:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695665.775272:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695665.775277:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a492135. 00000800:00000200:3.0:1788695665.775283:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695665.775302:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695665.775307:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009a492135 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695665.775322:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695665.775326:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306628850 00000100:00000010:3.0:1788695665.775330:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000100:00000001:3.0:1788695665.775337:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788695665.775342:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306628850 00000100:00000010:3.0:1788695665.775349:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000100:00000001:3.0:1788695665.775352:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788695665.775355:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306628850 00000100:00000010:3.0:1788695665.775357:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000001:3.0:1788695665.775359:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788695665.775362:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306628850 00000100:00000010:3.0:1788695665.775363:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000100:00000001:3.0:1788695665.775366:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788695665.775369:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695665.775371:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695665.775374:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695665.775377:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695665.775402:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695665.775405:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695665.775408:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695665.775411:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6864119. 00000020:00000040:0.0:1788695665.775420:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695665.775422:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695665.775424:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695665.775426:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695665.775431:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b193dd83. 00000100:00000001:2.0:1788695665.775431:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695665.775436:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695665.775436:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695665.775445:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000f6864119 x1875583274326400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695665.775454:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695665.775455:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695665.775458:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6864119] to pc [ptlrpcd_00_03+3] req@00000000f6864119 x1875583274326400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695665.775555:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695665.775557:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695665.775559:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695665.775564:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6864119 x1875583274326400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695665.775571:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695665.775572:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695665.775574:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1788695665.775581:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1788695665.775585:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1788695665.775587:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a492135. 02000000:00000001:2.0:1788695665.775589:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695665.775593:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274326400:192.168.201.118@tcp:400: 00000400:00000200:1.0:1788695665.775594:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788695665.775597:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695665.775601:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1788695665.775605:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 02000000:00000001:2.0:1788695665.775605:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695665.775609:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1788695665.775613:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2b4e50 02000000:00000010:2.0:1788695665.775614:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa949180. 00000400:00000010:1.0:1788695665.775617:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004e2b4e50. 02000000:00000001:2.0:1788695665.775618:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695665.775624:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000414a9125. 00000100:00000001:1.0:1788695665.775625:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:2.0:1788695665.775629:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019aaa892. 00000100:00000200:1.0:1788695665.775632:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e4497fd1 x1875583274326272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695665.775634:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274326400, portal 10 00000100:00000001:2.0:1788695665.775638:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695665.775640:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882445184 : -113296827106432 : ffff98f506ddbb80) 00000100:00000001:1.0:1788695665.775650:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1788695665.775650:0:201303:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a8944e67. 00000100:00000040:1.0:1788695665.775654:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4497fd1 x1875583274326272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695665.775659:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f6864119 x1875583274326400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695665.775675:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695665.775677:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788695665.775680:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1788695665.775682:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695665.775685:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b782d6c0. 00000100:00000200:2.0:1788695665.775687:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274326400, offset 0 00000400:00000200:2.0:1788695665.775698:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695665.775703:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695665.775706:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695665.775708:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695665.775710:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695665.775712:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695665.775715:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [58:58:256:4294967295] 192.168.201.118@tcp LPNI seq info [58:58:8:4294967295] 00000400:00000200:2.0:1788695665.775722:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695665.775725:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695665.775728:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000800e296c. 00000800:00000200:2.0:1788695665.775732:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695665.775736:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695665.775738:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000800e296c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695665.775791:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695665.775795:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 264693 usecs (265 jiffies) 00000100:00000001:2.0:1788695665.775798:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306627850 00000100:00000001:2.0:1788695665.775800:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306628850 00000100:00000001:2.0:1788695665.775802:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306627850 00000100:00000001:2.0:1788695665.775803:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306628850 00000100:00000001:2.0:1788695665.775805:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306627850 00000100:00000001:2.0:1788695665.775806:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306628850 00000100:00000001:2.0:1788695665.775807:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306627850 00000100:00000001:2.0:1788695665.775809:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306628850 00000100:00000001:2.0:1788695665.775810:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695665.775812:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695665.775814:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695665.775815:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695665.775822:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695665.775829:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695665.775831:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695665.775832:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695665.775833:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695665.775835:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695665.776002:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695665.776059:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000800e296c. 00000400:00000200:1.0:1788695665.776063:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695665.776067:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695665.776076:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b782d6c0 00000400:00000010:1.0:1788695665.776077:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b782d6c0. 00000100:00000001:1.0:1788695665.776080:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695665.776083:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000f6864119 x1875583274326400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695665.776091:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695665.776092:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6864119 x1875583274326400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695665.776098:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695665.776099:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788695665.777962:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695665.777968:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695665.777972:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695665.777975:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695665.777978:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695665.777980:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788695665.778159:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695665.778172:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695665.778175:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695665.778177:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695665.778188:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695665.778202:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d01900 00000400:00000200:2.0:1788695665.778210:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x2ad [1] + 224 00000800:00000001:2.0:1788695665.778216:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695665.778222:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695665.778224:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695665.778228:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695665.778234:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695665.778238:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e4497fd1 x1875583274326272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695665.778249:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4497fd1 x1875583274326272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695665.778268:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695665.778275:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695665.778278:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695665.778325:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695665.778327:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695665.778333:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695665.778335:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695665.778337:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a94fcc17. 00000400:00000200:3.0:1788695665.778341:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9587b37 00000400:00000010:3.0:1788695665.778344:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f9587b37. 00000100:00000001:3.0:1788695665.778346:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695665.778350:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e4497fd1 x1875583274326272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695665.778359:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e4497fd1 x1875583274326272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695665.778366:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695665.778368:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695665.778370:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695665.778372:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695665.778386:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695665.778388:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695665.778391:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695665.778397:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695665.778401:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695665.778403:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695665.778405:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695665.778407:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695665.778410:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695665.778412:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695665.778416:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4497fd1 x1875583274326272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695665.778423:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695665.778425:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695665.778427:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695665.778430:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4497fd1 x1875583274326272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695665.778436:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274326272:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695665.778441:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695665.778443:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695665.778445:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4497fd1 x1875583274326272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695665.778451:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695665.778454:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695665.778456:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000713cc5f0. 02000000:00000001:3.0:1788695665.778460:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695665.778462:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695665.778464:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695665.778466:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695665.778468:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cbe4be5a. 02000000:00000001:3.0:1788695665.778471:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695665.778472:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695665.778474:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4497fd1. 00000100:00000001:3.0:1788695665.778482:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695665.778483:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695665.778485:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695665.778487:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695665.778488:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695665.778490:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695665.778491:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695665.778552:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695665.778554:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695665.778634:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695665.778638:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695665.778643:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695665.778647:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c910da9. 00000020:00000040:0.0:1788695665.778651:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695665.778654:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695665.778656:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695665.778664:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695665.778670:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cbe4be5a. 00000100:00000001:0.0:1788695665.778676:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695665.778680:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000006c910da9 x1875583274326528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695665.778689:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695665.778692:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695665.778695:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c910da9] to pc [ptlrpcd_00_00+0] req@000000006c910da9 x1875583274326528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695665.779093:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695665.779097:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695665.779099:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695665.779104:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c910da9 x1875583274326528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695665.779113:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695665.779115:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695665.779118:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695665.779121:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695665.779123:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695665.779126:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006c910da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274326528:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695665.779130:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695665.779135:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695665.779138:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695665.779140:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695665.779144:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000713cc5f0. 02000000:00000001:3.0:1788695665.779146:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695665.779149:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a94fcc17. 00000400:00000010:3.0:1788695665.779154:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9587b37. 00000100:00000200:3.0:1788695665.779159:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274326528, portal 10 00000100:00000001:3.0:1788695665.779162:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695665.779163:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882433536 : -113296827118080 : ffff98f506dd8e00) 00000100:00000040:3.0:1788695665.779169:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006c910da9 x1875583274326528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695665.779177:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695665.779185:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695665.779188:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000612417f3. 00000100:00000200:3.0:1788695665.779190:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274326528, offset 0 00000400:00000200:3.0:1788695665.779196:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695665.779204:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695665.779209:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695665.779213:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695665.779217:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695665.779219:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695665.779223:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [59:59:256:4294967295] 192.168.201.118@tcp LPNI seq info [59:59:8:4294967295] 00000400:00000200:3.0:1788695665.779233:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695665.779238:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695665.779242:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074f68a3b. 00000800:00000200:3.0:1788695665.779248:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695665.779254:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695665.779258:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000074f68a3b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695665.779324:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695665.779328:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 367513 usecs (368 jiffies) 00000100:00000001:3.0:1788695665.779332:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306627957 00000100:00000001:3.0:1788695665.779335:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306628850 00000100:00000001:3.0:1788695665.779337:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306627957 00000100:00000001:3.0:1788695665.779339:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306628850 00000100:00000001:3.0:1788695665.779340:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306627957 00000100:00000001:3.0:1788695665.779342:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306628850 00000100:00000001:3.0:1788695665.779344:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306627957 00000100:00000001:3.0:1788695665.779345:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306628850 00000100:00000001:3.0:1788695665.779347:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695665.779350:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695665.779357:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695665.779359:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695665.779396:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695665.779399:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695665.779407:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695665.779410:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbb350d4. 00000020:00000040:0.0:1788695665.779413:0:171960:0:(genops.c:1210:class_import_get()) import 000000004057e9fa refcount=3 obd=lustre-OST0000-osc-ffff98f518c6e000 00000100:00000001:0.0:1788695665.779416:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695665.779417:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695665.779419:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695665.779423:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000909f46e7. 00000100:00000001:0.0:1788695665.779426:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695665.779430:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID req@00000000cbb350d4 x1875583274326656/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695665.779436:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695665.779438:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695665.779440:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb350d4] to pc [ptlrpcd_00_01+1] req@00000000cbb350d4 x1875583274326656/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788695665.779496:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695665.779504:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695665.779506:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695665.779508:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695665.779512:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695665.779520:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d01980 00000400:00000200:2.0:1788695665.779525:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x2b5 [1] + 224 00000800:00000001:2.0:1788695665.779528:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695665.779534:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695665.779541:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695665.779545:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695665.779550:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695665.779553:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000f6864119 x1875583274326400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695665.779560:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6864119 x1875583274326400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695665.779582:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:2.0:1788695665.779741:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695665.779744:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074f68a3b. 00000400:00000200:2.0:1788695665.779748:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695665.779751:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695665.779754:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000612417f3 00000400:00000010:2.0:1788695665.779756:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000612417f3. 00000100:00000001:2.0:1788695665.779759:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695665.779762:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006c910da9 x1875583274326528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695665.779769:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695665.779771:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c910da9 x1875583274326528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695665.779777:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695665.779778:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788695665.779783:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695665.779785:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695665.779794:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695665.779796:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695665.779798:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695665.779801:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbb350d4 x1875583274326656/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695665.779806:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695665.779807:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695665.779809:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695665.779816:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695665.779818:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695665.779821:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274326656:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695665.779825:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695665.779827:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695665.779828:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695665.779830:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695665.779833:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0e480f2. 02000000:00000001:2.0:1788695665.779836:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695665.779839:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013f31f09. 00000400:00000010:2.0:1788695665.779842:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b15b59b0. 00000100:00000200:2.0:1788695665.779914:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274326656, portal 4 00000100:00000001:2.0:1788695665.779917:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695665.779918:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882439808 : -113296827111808 : ffff98f506dda680) 00000100:00000040:2.0:1788695665.779923:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cbb350d4 x1875583274326656/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695665.779930:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695665.779932:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695665.779939:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8fd35c7. 00000100:00000200:2.0:1788695665.779941:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875583274326656, offset 0 00000400:00000200:2.0:1788695665.779946:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695665.779950:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695665.779953:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695665.779956:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695665.779958:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695665.779960:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695665.779962:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [60:60:256:4294967295] 192.168.201.118@tcp LPNI seq info [60:60:8:4294967295] 00000400:00000200:2.0:1788695665.779969:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695665.779973:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695665.779976:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1f7b44e. 00000800:00000200:2.0:1788695665.779980:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695665.779984:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695665.779991:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d1f7b44e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695665.780000:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695665.780003:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: using a timeout of 12156 usecs (13 jiffies) 00000100:00000001:2.0:1788695665.780005:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306627602 00000100:00000001:2.0:1788695665.780008:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306628850 00000100:00000001:2.0:1788695665.780009:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306627602 00000100:00000001:2.0:1788695665.780011:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306628850 00000100:00000001:2.0:1788695665.780013:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306627602 00000100:00000001:2.0:1788695665.780014:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306628850 00000100:00000001:2.0:1788695665.780016:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306627602 00000100:00000001:2.0:1788695665.780017:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306628850 00000100:00000001:2.0:1788695665.780019:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695665.780021:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695665.780022:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695665.780024:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695665.780030:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695665.780031:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695665.780033:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695665.780034:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695665.780035:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695665.780037:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695665.780053:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695665.780055:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1f7b44e. 00000400:00000200:2.0:1788695665.780058:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695665.780062:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695665.780065:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8fd35c7 00000400:00000010:2.0:1788695665.780066:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8fd35c7. 00000100:00000001:2.0:1788695665.780069:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695665.780072:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cbb350d4 x1875583274326656/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695665.780078:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695665.780086:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbb350d4 x1875583274326656/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695665.780093:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695665.780094:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788695665.780106:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695665.780108:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695665.780112:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695665.780113:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695665.780115:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000414a9125. 00000400:00000200:2.0:1788695665.780120:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019aaa892 00000400:00000010:2.0:1788695665.780121:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000019aaa892. 00000100:00000001:2.0:1788695665.780123:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695665.780125:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000f6864119 x1875583274326400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695665.780133:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000f6864119 x1875583274326400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695665.780138:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695665.780139:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695665.780141:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695665.780142:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695665.780144:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695665.780145:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695665.780147:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695665.780152:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695665.780156:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695665.780158:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695665.780159:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695665.780161:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695665.780165:0:201303:0:(ldlm_request.c:1722:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695665.780168:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695665.780169:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695665.780171:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695665.780172:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695665.780175:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6864119 x1875583274326400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695665.780192:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695665.780194:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695665.780196:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695665.780199:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6864119 x1875583274326400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695665.780205:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274326400:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695665.780208:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695665.780210:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695665.780211:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6864119 x1875583274326400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695665.780217:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695665.780219:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695665.780220:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa949180. 02000000:00000001:2.0:1788695665.780223:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695665.780224:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695665.780226:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695665.780228:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695665.780229:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b193dd83. 02000000:00000001:2.0:1788695665.780232:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695665.780233:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695665.780234:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6864119. 00000100:00000001:2.0:1788695665.780237:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695665.780238:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695665.780240:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695665.780243:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695665.780244:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695665.780246:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695665.780247:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695665.780996:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695665.780999:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695665.781003:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695665.781005:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695665.781007:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695665.781009:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695665.781099:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695665.781105:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11965) 00000100:00000001:3.0:1788695665.781158:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695665.781160:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695665.781162:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695665.781164:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788695665.785997:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695665.786015:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695665.786020:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695665.786022:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695665.786049:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695665.786065:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d01a00 00000400:00000200:2.0:1788695665.786073:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x2bd [1] + 224 00000800:00000001:2.0:1788695665.786079:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695665.786083:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695665.786086:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695665.786090:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695665.786097:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695665.786104:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006c910da9 x1875583274326528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695665.786116:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c910da9 x1875583274326528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695665.786134:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695665.786143:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695665.786147:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695665.786149:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695665.786151:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695665.786155:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695665.786160:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 4 MB=0x6a9d542d01a80 00000400:00000200:2.0:1788695665.786165:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.118@tcp of length 224/224 into md 0x2c5 [1] + 224 00000800:00000001:2.0:1788695665.786169:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695665.786176:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695665.786178:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695665.786181:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695665.786184:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695665.786187:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cbb350d4 x1875583274326656/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695665.786196:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbb350d4 x1875583274326656/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695665.786209:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695665.786218:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695665.786220:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695665.786576:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695665.786580:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695665.786587:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695665.786589:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695665.786592:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a94fcc17. 00000400:00000200:3.0:1788695665.786597:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9587b37 00000400:00000010:3.0:1788695665.786599:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f9587b37. 00000100:00000001:3.0:1788695665.786603:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695665.786606:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006c910da9 x1875583274326528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695665.786614:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006c910da9 x1875583274326528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695665.786621:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695665.786622:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695665.786624:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695665.786627:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695665.786630:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695665.786631:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695665.786634:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695665.786641:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695665.786646:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695665.786648:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695665.786650:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695665.786652:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788695665.786656:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006c910da9 x1875583274326528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788695665.786670:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695665.786674:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695665.786676:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695665.786678:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695665.786679:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695665.786683:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c910da9 x1875583274326528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695665.786690:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695665.786693:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695665.786695:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695665.786698:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c910da9 x1875583274326528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695665.786705:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006c910da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274326528:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695665.786710:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695665.786713:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695665.786715:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c910da9 x1875583274326528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695665.786722:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695665.786725:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695665.786728:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000713cc5f0. 02000000:00000001:3.0:1788695665.786732:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695665.786734:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695665.786736:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695665.786738:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695665.786740:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cbe4be5a. 02000000:00000001:3.0:1788695665.786744:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695665.786745:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695665.786747:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c910da9. 00000100:00000001:3.0:1788695665.786750:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695665.786752:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695665.786758:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695665.786765:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695665.786767:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695665.786769:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695665.786771:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695665.787357:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695665.787360:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695665.787364:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695665.787366:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695665.787368:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013f31f09. 00000400:00000200:0.0:1788695665.787375:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b15b59b0 00000400:00000010:0.0:1788695665.787377:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b15b59b0. 00000100:00000001:0.0:1788695665.787380:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695665.787384:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cbb350d4 x1875583274326656/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695665.787393:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cbb350d4 x1875583274326656/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695665.787399:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695665.787401:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695665.787403:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695665.787404:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695665.787405:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695665.787413:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695665.787416:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695665.787420:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a6e317d6 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695665.787423:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 000000002be76904 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695665.787426:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695665.787427:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695665.787429:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788695665.787433:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cbb350d4 x1875583274326656/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695665.787439:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695665.787441:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695665.787443:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695665.787444:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695665.787445:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695665.787448:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbb350d4 x1875583274326656/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695665.787454:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695665.787456:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695665.787457:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695665.787459:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbb350d4 x1875583274326656/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695665.787466:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274326656:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695665.787470:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695665.787471:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695665.787473:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbb350d4 x1875583274326656/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695665.787479:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695665.787480:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695665.787482:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0e480f2. 02000000:00000001:0.0:1788695665.787485:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695665.787486:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695665.787491:0:201301:0:(genops.c:1223:class_import_put()) import 000000004057e9fa refcount=2 obd=lustre-OST0000-osc-ffff98f518c6e000 00000020:00000001:0.0:1788695665.787493:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695665.787494:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000909f46e7. 02000000:00000001:0.0:1788695665.787497:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695665.787498:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695665.787499:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbb350d4. 00000100:00000001:0.0:1788695665.787501:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695665.787503:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695665.787504:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695665.787508:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695665.787510:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695665.787511:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695665.787513:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695666.733980:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695666.733987:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695666.733993:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695666.733994:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695666.734014:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695666.734017:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695666.734019:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695667.053972:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306628850, at 4306628864 00000100:00000040:3.0:1788695667.053972:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306628850, at 4306628864 00000100:00000010:1.0:1788695667.053991:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00000100:00000010:3.0:1788695667.053994:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000100:00000040:0.0:1788695667.060185:0:195212:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306628850, at 4306628870 00000100:00000010:0.0:1788695667.060203:0:195212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00000100:00000040:2.0:1788695667.060373:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306628850, at 4306628870 00000100:00000010:2.0:1788695667.060379:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00010000:00000001:2.0:1788695667.757979:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695667.757987:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695667.757989:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695667.757992:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695667.757996:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695667.757997:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695667.757999:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695667.758000:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695667.758003:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695667.758004:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695667.758219:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695667.758222:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695667.758224:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788695668.335540:0:203413:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1788695668.335548:0:203413:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695668.783353:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695668.783360:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695668.783366:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695668.783368:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695668.783472:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695668.783485:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695668.783488:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695669.805979:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695669.805987:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695669.805992:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695669.805993:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695669.806012:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695669.806015:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695669.806018:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695670.830087:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695670.830094:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695670.830101:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695670.830102:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695670.830231:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695670.830235:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695670.830238:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695670.896797:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695670.896812:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695670.896818:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aca9919f. 00000020:00000040:2.0:1788695670.896824:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695670.896829:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695670.896832:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695670.896837:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695670.896866:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d1f7b44e. 00000100:00000001:2.0:1788695670.896874:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695670.896886:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000aca9919f x1875583274326784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695670.896897:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695670.896899:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695670.896905:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca9919f] to pc [ptlrpcd_00_02+2] req@00000000aca9919f x1875583274326784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695670.896938:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695670.896941:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695670.896944:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695670.896947:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075ac883a. 00000020:00000040:2.0:1788695670.896949:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695670.896952:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695670.896953:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695670.896955:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695670.896959:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005bfc95a2. 00000100:00000001:2.0:1788695670.896962:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695670.896965:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000075ac883a x1875583274326912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695670.896972:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695670.896973:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695670.896976:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075ac883a] to pc [ptlrpcd_00_03+3] req@0000000075ac883a x1875583274326912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695670.896984:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695670.896992:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695670.896996:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695670.896998:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b20f86d. 00000020:00000040:2.0:1788695670.897001:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695670.897003:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695670.897005:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695670.897006:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695670.897010:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000800e296c. 00000100:00000001:2.0:1788695670.897013:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695670.897017:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000003b20f86d x1875583274327040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695670.897024:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695670.897025:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695670.897029:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b20f86d] to pc [ptlrpcd_00_00+0] req@000000003b20f86d x1875583274327040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695670.897042:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695670.897044:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695670.897048:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695670.897050:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1271b01. 00000020:00000040:2.0:1788695670.897053:0:171960:0:(genops.c:1210:class_import_get()) import 000000004057e9fa refcount=3 obd=lustre-OST0000-osc-ffff98f518c6e000 00000100:00000001:2.0:1788695670.897055:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695670.897056:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695670.897057:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695670.897060:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006f03df04. 00000100:00000001:2.0:1788695670.897063:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695670.897066:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID req@00000000b1271b01 x1875583274327168/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695670.897072:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695670.897074:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695670.897076:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1271b01] to pc [ptlrpcd_00_01+1] req@00000000b1271b01 x1875583274327168/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695670.897096:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695670.897100:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11970) 00000100:00000001:0.0:1788695670.897162:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695670.897167:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695670.897170:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695670.897175:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075ac883a x1875583274326912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695670.897183:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695670.897185:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695670.897189:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695670.897191:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695670.897193:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695670.897196:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274326912:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695670.897221:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695670.897226:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695670.897228:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695670.897231:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695670.897234:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5c3eede. 02000000:00000001:0.0:1788695670.897236:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695670.897243:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 00000400:00000010:0.0:1788695670.897250:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000443e6238. 00000100:00000200:0.0:1788695670.897257:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274326912, portal 10 00000100:00000001:0.0:1788695670.897260:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695670.897261:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611083648 : -113296098467968 : ffff98f5324bdf80) 00000100:00000040:0.0:1788695670.897267:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000075ac883a x1875583274326912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695670.897275:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695670.897278:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695670.897281:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044b3f705. 00000100:00000200:0.0:1788695670.897283:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274326912, offset 0 00000400:00000200:0.0:1788695670.897289:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695670.897302:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695670.897307:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695670.897311:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695670.897315:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695670.897318:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695670.897321:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [61:61:256:4294967295] 192.168.201.118@tcp LPNI seq info [61:61:8:4294967295] 00000400:00000200:0.0:1788695670.897333:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695670.897339:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695670.897344:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000909f46e7. 00000800:00000200:0.0:1788695670.897350:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695670.897358:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695670.897362:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000909f46e7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695670.897378:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695670.897387:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 241161 usecs (242 jiffies) 00000100:00000001:0.0:1788695670.897391:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306632949 00000100:00000010:0.0:1788695670.897394:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038ecd934. 00000100:00000001:0.0:1788695670.897400:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788695670.897406:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306632949 00000100:00000010:0.0:1788695670.897409:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db1d4de9. 00000100:00000001:0.0:1788695670.897411:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788695670.897414:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306632949 00000100:00000010:0.0:1788695670.897417:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be89e8de. 00000100:00000001:0.0:1788695670.897419:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788695670.897422:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306632949 00000100:00000010:0.0:1788695670.897424:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4964a0e. 00000100:00000001:0.0:1788695670.897426:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788695670.897434:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695670.897438:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.897441:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.897444:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.897450:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695670.897452:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695670.897454:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695670.897456:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695670.897457:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695670.897459:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1788695670.897460:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.897462:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695670.897463:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.897465:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695670.897466:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695670.897467:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695670.897470:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aca9919f x1875583274326784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695670.897477:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695670.897483:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695670.897486:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695670.897487:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695670.897489:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695670.897492:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000aca9919f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274326784:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695670.897495:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695670.897497:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695670.897499:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695670.897500:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695670.897503:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000919b9c99. 02000000:00000001:0.0:1788695670.897505:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695670.897508:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6a122d6. 00000400:00000010:0.0:1788695670.897512:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d39b7ba. 00000100:00000200:0.0:1788695670.897514:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274326784, portal 25 00000100:00000001:0.0:1788695670.897516:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695670.897517:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611085440 : -113296098466176 : ffff98f5324be680) 00000100:00000040:0.0:1788695670.897521:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000aca9919f x1875583274326784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695670.897528:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695670.897530:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695670.897532:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001921424c. 00000100:00000200:0.0:1788695670.897534:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274326784, offset 0 00000400:00000200:0.0:1788695670.897538:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695670.897543:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695670.897546:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695670.897548:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695670.897563:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695670.897565:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695670.897568:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [62:62:255:4294967295] 192.168.201.118@tcp LPNI seq info [62:62:7:4294967295] 00000400:00000200:0.0:1788695670.897576:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695670.897580:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695670.897583:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095d0f4a4. 00000800:00000200:0.0:1788695670.897592:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695670.897596:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695670.897599:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000095d0f4a4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695670.897602:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.897605:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306633972 00000100:00000001:0.0:1788695670.897609:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306632949 00000100:00000001:0.0:1788695670.897612:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306633972 00000100:00000001:0.0:1788695670.897614:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306632949 00000100:00000001:0.0:1788695670.897616:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306633972 00000100:00000001:0.0:1788695670.897618:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306632949 00000100:00000001:0.0:1788695670.897620:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306633972 00000100:00000001:0.0:1788695670.897622:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306632949 00000100:00000001:0.0:1788695670.897624:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695670.897626:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.897628:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.897630:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.897641:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695670.897643:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695670.897645:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695670.897649:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1271b01 x1875583274327168/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695670.897656:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695670.897657:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695670.897659:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695670.897661:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695670.897662:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695670.897665:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274327168:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695670.897668:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695670.897671:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695670.897672:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695670.897679:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695670.897681:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031fffd93. 02000000:00000001:0.0:1788695670.897683:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695670.897686:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b1e427c. 00000400:00000010:0.0:1788695670.897690:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543061b9. 00000100:00000200:0.0:1788695670.897692:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274327168, portal 4 00000100:00000001:0.0:1788695670.897694:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695670.897695:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611077376 : -113296098474240 : ffff98f5324bc700) 00000100:00000040:0.0:1788695670.897700:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b1271b01 x1875583274327168/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695670.897706:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695670.897708:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695670.897710:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f8962fe. 00000100:00000200:0.0:1788695670.897712:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875583274327168, offset 0 00000400:00000200:0.0:1788695670.897717:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695670.897722:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695670.897725:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695670.897727:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695670.897729:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695670.897731:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695670.897734:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [63:63:254:4294967295] 192.168.201.118@tcp LPNI seq info [63:63:6:4294967295] 00000400:00000200:0.0:1788695670.897741:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695670.897745:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695670.897748:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e62593a. 00000800:00000200:0.0:1788695670.897751:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695670.897755:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695670.897757:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001e62593a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695670.897760:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695670.897762:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: using a timeout of 11715 usecs (12 jiffies) 00000100:00000001:0.0:1788695670.897765:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306632719 00000100:00000001:0.0:1788695670.897767:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306633972 00000100:00000001:0.0:1788695670.897773:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306632719 00000100:00000001:0.0:1788695670.897775:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306633972 00000100:00000001:0.0:1788695670.897777:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306632719 00000100:00000001:0.0:1788695670.897779:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306633972 00000100:00000001:0.0:1788695670.897780:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306632719 00000100:00000001:0.0:1788695670.897782:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306633972 00000100:00000001:0.0:1788695670.897783:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695670.897785:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.897787:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.897789:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.897792:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695670.897793:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695670.897795:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695670.897796:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695670.897797:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695670.897799:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788695670.897800:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.897802:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695670.897803:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.897804:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695670.897805:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695670.897806:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695670.897810:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b20f86d x1875583274327040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695670.897816:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695670.897817:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695670.897819:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695670.897821:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695670.897823:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695670.897825:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003b20f86d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274327040:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695670.897828:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695670.897830:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695670.897837:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695670.897838:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695670.897841:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc014c3d. 02000000:00000001:0.0:1788695670.897842:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695670.897864:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca5217b3. 00000100:00000001:3.0:1788695670.897867:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1788695670.897868:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009110440c. 00000100:00000001:3.0:1788695670.897869:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788695670.897870:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274327040, portal 10 00000100:00000001:0.0:1788695670.897872:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695670.897874:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611082752 : -113296098468864 : ffff98f5324bdc00) 00000100:00000001:3.0:1788695670.897874:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695670.897876:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695670.897879:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003b20f86d x1875583274327040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695670.897885:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695670.897887:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695670.897889:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003616cb94. 00000100:00000200:0.0:1788695670.897891:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274327040, offset 0 00000400:00000200:0.0:1788695670.897894:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695670.897899:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695670.897902:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695670.897904:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695670.897906:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695670.897908:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695670.897910:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [64:64:253:4294967295] 192.168.201.118@tcp LPNI seq info [64:64:5:4294967295] 00000400:00000200:0.0:1788695670.897917:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695670.897921:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695670.897924:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2cfda97. 00000800:00000200:0.0:1788695670.897927:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695670.897931:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695670.897933:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b2cfda97 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695670.897935:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695670.897937:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 322812 usecs (323 jiffies) 00000100:00000001:0.0:1788695670.897939:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306633031 00000100:00000001:0.0:1788695670.897946:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306633972 00000100:00000001:0.0:1788695670.897948:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306633031 00000100:00000001:0.0:1788695670.897949:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306633972 00000100:00000001:0.0:1788695670.897951:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306633031 00000100:00000001:0.0:1788695670.897953:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306633972 00000100:00000001:0.0:1788695670.897955:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306633031 00000100:00000001:0.0:1788695670.897956:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306633972 00000100:00000001:0.0:1788695670.897958:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695670.897960:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.897962:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.897964:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695670.898380:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695670.898384:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000909f46e7. 00000400:00000200:2.0:1788695670.898392:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695670.898397:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695670.898403:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044b3f705 00000400:00000010:2.0:1788695670.898405:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000044b3f705. 00000100:00000001:2.0:1788695670.898410:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695670.898414:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000075ac883a x1875583274326912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695670.898424:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695670.898427:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075ac883a x1875583274326912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695670.898435:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695670.898436:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788695670.898450:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695670.898452:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095d0f4a4. 00000400:00000200:2.0:1788695670.898454:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695670.898457:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695670.898459:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001921424c 00000400:00000010:2.0:1788695670.898461:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001921424c. 00000100:00000001:2.0:1788695670.898463:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695670.898465:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000aca9919f x1875583274326784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695670.898471:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695670.898473:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aca9919f x1875583274326784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695670.898477:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695670.898479:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788695670.898486:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695670.898493:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e62593a. 00000400:00000200:2.0:1788695670.898496:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695670.898500:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695670.898503:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f8962fe 00000400:00000010:2.0:1788695670.898504:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008f8962fe. 00000100:00000001:2.0:1788695670.898506:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695670.898509:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b1271b01 x1875583274327168/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695670.898517:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695670.898519:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1271b01 x1875583274327168/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695670.898524:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695670.898526:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788695670.898605:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695670.898608:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2cfda97. 00000400:00000200:2.0:1788695670.898611:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695670.898614:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695670.898616:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003616cb94 00000400:00000010:2.0:1788695670.898618:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003616cb94. 00000100:00000001:2.0:1788695670.898620:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695670.898622:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003b20f86d x1875583274327040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695670.898630:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695670.898632:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b20f86d x1875583274327040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695670.898639:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695670.898640:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788695670.901907:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695670.901923:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695670.901928:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695670.901930:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695670.901941:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695670.901956:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 4 MB=0x6a9d542d01c80 00000400:00000200:1.0:1788695670.901963:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.118@tcp of length 224/224 into md 0x2dd [1] + 224 00000800:00000001:1.0:1788695670.901969:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695670.901976:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695670.901978:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695670.901982:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695670.901989:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695670.901995:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b1271b01 x1875583274327168/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695670.902005:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b1271b01 x1875583274327168/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695670.902029:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695670.902037:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695670.902040:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.902122:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695670.902127:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695670.902133:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695670.902135:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695670.902138:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b1e427c. 00000400:00000200:0.0:1788695670.902143:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543061b9 00000400:00000010:0.0:1788695670.902145:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000543061b9. 00000100:00000001:0.0:1788695670.902148:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695670.902151:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b1271b01 x1875583274327168/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695670.902158:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b1271b01 x1875583274327168/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695670.902163:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695670.902165:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.902167:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695670.902170:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695670.902172:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695670.902174:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695670.902177:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695670.902185:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a6e317d6 time=20 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695670.902188:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 000000002be76904 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695670.902196:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695670.902198:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695670.902212:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788695670.902217:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b1271b01 x1875583274327168/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695670.902223:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.902227:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695670.902229:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695670.902231:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695670.902232:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695670.902236:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1271b01 x1875583274327168/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695670.902242:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695670.902246:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695670.902248:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695670.902250:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1271b01 x1875583274327168/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695670.902256:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274327168:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695670.902261:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.902264:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695670.902266:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1271b01 x1875583274327168/t0(0) o400->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695670.902273:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695670.902275:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695670.902278:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031fffd93. 02000000:00000001:0.0:1788695670.902281:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695670.902284:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695670.902285:0:201301:0:(genops.c:1223:class_import_put()) import 000000004057e9fa refcount=2 obd=lustre-OST0000-osc-ffff98f518c6e000 00000020:00000001:0.0:1788695670.902287:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695670.902289:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006f03df04. 02000000:00000001:0.0:1788695670.902293:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695670.902299:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695670.902301:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1271b01. 00000100:00000001:0.0:1788695670.902305:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695670.902306:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.902309:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.902311:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695670.902312:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695670.902313:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.902314:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788695670.903928:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695670.903941:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695670.903945:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695670.903947:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695670.903956:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695670.903970:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d01b00 00000400:00000200:2.0:1788695670.903984:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x2d5 [1] + 224 00000800:00000001:2.0:1788695670.903989:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695670.903994:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695670.903996:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695670.904000:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695670.904005:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695670.904010:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000aca9919f x1875583274326784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695670.904019:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aca9919f x1875583274326784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695670.904027:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695670.904034:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695670.904035:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.905364:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695670.905373:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695670.905382:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695670.905384:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695670.905387:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6a122d6. 00000400:00000200:0.0:1788695670.905396:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d39b7ba 00000400:00000010:0.0:1788695670.905398:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002d39b7ba. 00000100:00000001:0.0:1788695670.905402:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695670.905410:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000aca9919f x1875583274326784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695670.905420:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000aca9919f x1875583274326784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695670.905427:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695670.905429:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.905431:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695670.905434:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695670.905437:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695670.905438:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695670.905441:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695670.905446:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695670.905450:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695670.905453:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695670.905454:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695670.905456:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695670.905459:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.905461:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695670.905465:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aca9919f x1875583274326784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695670.905488:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695670.905491:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695670.905492:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695670.905495:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aca9919f x1875583274326784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695670.905499:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000aca9919f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274326784:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695670.905503:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.905505:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695670.905506:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aca9919f x1875583274326784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695670.905511:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695670.905512:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695670.905515:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000919b9c99. 02000000:00000001:0.0:1788695670.905518:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695670.905520:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695670.905521:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788695670.905523:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695670.905525:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d1f7b44e. 02000000:00000001:0.0:1788695670.905527:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695670.905529:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695670.905530:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aca9919f. 00000100:00000001:0.0:1788695670.905533:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695670.905534:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.905536:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.905538:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695670.905539:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695670.905540:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.905541:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788695670.907111:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695670.907124:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695670.907127:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695670.907128:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695670.907136:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695670.907148:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d01b80 00000400:00000200:2.0:1788695670.907154:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x2cd [1] + 224 00000800:00000001:2.0:1788695670.907158:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695670.907163:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695670.907165:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695670.907168:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695670.907173:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695670.907177:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000075ac883a x1875583274326912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695670.907184:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000075ac883a x1875583274326912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695670.907210:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695670.907228:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695670.907231:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.907295:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695670.907299:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695670.907305:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695670.907306:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695670.907308:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000400:00000200:0.0:1788695670.907320:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000443e6238 00000400:00000010:0.0:1788695670.907322:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000443e6238. 00000100:00000001:0.0:1788695670.907325:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695670.907329:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000075ac883a x1875583274326912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695670.907337:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000075ac883a x1875583274326912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695670.907343:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695670.907345:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.907347:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695670.907349:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695670.907351:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695670.907353:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695670.907356:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695670.907363:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695670.907367:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695670.907369:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695670.907370:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695670.907373:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695670.907376:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.907380:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695670.907381:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695670.907383:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695670.907384:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695670.907388:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075ac883a x1875583274326912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695670.907395:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695670.907398:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695670.907400:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695670.907402:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075ac883a x1875583274326912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695670.907409:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274326912:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695670.907421:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.907424:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695670.907428:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075ac883a x1875583274326912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695670.907434:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695670.907436:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695670.907439:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e5c3eede. 02000000:00000001:0.0:1788695670.907531:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695670.907534:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695670.907536:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695670.907539:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695670.907541:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005bfc95a2. 02000000:00000001:0.0:1788695670.907544:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695670.907545:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695670.907547:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075ac883a. 00000100:00000001:0.0:1788695670.907551:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695670.907553:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.907555:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.907562:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695670.907564:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.907566:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695670.907568:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695670.909497:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695670.909514:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695670.909519:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695670.909521:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695670.909533:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695670.909559:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d01c00 00000400:00000200:1.0:1788695670.909567:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x2e5 [1] + 224 00000800:00000001:1.0:1788695670.909574:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695670.909583:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695670.909585:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695670.909589:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695670.909595:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695670.909600:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003b20f86d x1875583274327040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695670.909610:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003b20f86d x1875583274327040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695670.909622:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695670.909628:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695670.909630:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.910273:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695670.910277:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695670.910284:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695670.910286:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695670.910289:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca5217b3. 00000400:00000200:0.0:1788695670.910293:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009110440c 00000400:00000010:0.0:1788695670.910295:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009110440c. 00000100:00000001:0.0:1788695670.910297:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695670.910300:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003b20f86d x1875583274327040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695670.910306:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003b20f86d x1875583274327040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695670.910311:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695670.910325:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.910327:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695670.910328:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695670.910330:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695670.910331:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695670.910333:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695670.910339:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=20 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695670.910342:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695670.910344:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695670.910345:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695670.910346:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788695670.910349:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003b20f86d x1875583274327040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695670.910353:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.910355:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695670.910357:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695670.910358:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695670.910359:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695670.910361:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b20f86d x1875583274327040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695670.910365:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695670.910367:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695670.910368:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695670.910370:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b20f86d x1875583274327040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695670.910374:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003b20f86d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274327040:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695670.910377:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.910378:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695670.910380:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b20f86d x1875583274327040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695670.910384:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695670.910386:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695670.910390:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc014c3d. 02000000:00000001:0.0:1788695670.910393:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695670.910395:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695670.910396:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695670.910398:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695670.910399:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000800e296c. 02000000:00000001:0.0:1788695670.910402:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695670.910403:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695670.910404:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b20f86d. 00000100:00000001:0.0:1788695670.910407:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695670.910408:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.910410:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695670.910415:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695670.910416:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695670.910417:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695670.910419:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695671.856332:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695671.856343:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695671.856350:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695671.856355:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695671.856359:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695671.856363:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695671.856367:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695671.856370:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695671.856372:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695671.856375:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695671.856483:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695671.856487:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695671.856490:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695672.174033:0:195212:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306633972, at 4306633984 00000100:00000040:3.0:1788695672.174058:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306633972, at 4306633984 00000100:00000010:0.0:1788695672.174061:0:195212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038ecd934. 00000100:00000010:3.0:1788695672.174067:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4964a0e. 00000100:00000040:2.0:1788695672.174208:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306633972, at 4306633984 00000100:00000010:2.0:1788695672.174215:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be89e8de. 00000100:00000040:1.0:1788695672.174293:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306633972, at 4306633984 00000100:00000010:1.0:1788695672.174300:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db1d4de9. 00000400:00000010:3.0:1788695672.625360:0:201297:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at 000000004ee9c7a2. 00000400:00000010:3.0:1788695672.625384:0:201297:0:(lib-lnet.h:456:lnet_rspt_free()) free 'rspt': 64 at 00000000f6b31f70. 00010000:00000001:2.0:1788695672.878029:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695672.878038:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695672.878044:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695672.878045:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695672.878065:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695672.878069:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695672.878072:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695673.902056:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695673.902063:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695673.902069:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695673.902071:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695673.904424:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695673.904433:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695673.904437:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1788695673.965976:0:203421:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1788695673.965982:0:203421:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1788695674.926000:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695674.926008:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695674.926015:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695674.926016:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695674.928100:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695674.928107:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695674.928113:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695675.950000:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695675.950007:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695675.950013:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695675.950014:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695675.950041:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695675.950044:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695675.950047:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695676.014090:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695676.014100:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695676.014109:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b20f86d. 00000020:00000040:2.0:1788695676.014124:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695676.014129:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695676.014131:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695676.014136:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695676.014143:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000800e296c. 00000100:00000001:2.0:1788695676.014153:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695676.014163:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000003b20f86d x1875583274327296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695676.014174:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695676.014176:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695676.014180:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b20f86d] to pc [ptlrpcd_00_02+2] req@000000003b20f86d x1875583274327296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695676.014241:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695676.014244:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695676.014247:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695676.014251:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b20f86d x1875583274327296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695676.014258:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695676.014260:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695676.014264:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695676.014265:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695676.014268:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695676.014270:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003b20f86d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274327296:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695676.014274:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695676.014279:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695676.014281:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695676.014283:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695676.014288:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa949180. 02000000:00000001:3.0:1788695676.014290:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695676.014295:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a94fcc17. 00000400:00000010:3.0:1788695676.014313:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9587b37. 00000100:00000200:3.0:1788695676.014319:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274327296, portal 25 00000100:00000001:3.0:1788695676.014321:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695676.014322:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611082752 : -113296098468864 : ffff98f5324bdc00) 00000100:00000040:3.0:1788695676.014326:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003b20f86d x1875583274327296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695676.014338:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695676.014341:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695676.014343:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000100:00000200:3.0:1788695676.014346:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274327296, offset 0 00000400:00000200:3.0:1788695676.014352:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695676.014365:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695676.014371:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695676.014375:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695676.014378:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695676.014382:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695676.014386:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [65:65:256:4294967295] 192.168.201.118@tcp LPNI seq info [65:65:8:4294967295] 00000400:00000200:3.0:1788695676.014397:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695676.014403:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695676.014408:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dac42727. 00000800:00000200:3.0:1788695676.014415:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695676.014422:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695676.014426:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dac42727 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695676.014444:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695676.014448:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306639089 00000100:00000010:3.0:1788695676.014452:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000100:00000001:3.0:1788695676.014458:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788695676.014475:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306639089 00000100:00000010:3.0:1788695676.014478:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b6749. 00000100:00000001:3.0:1788695676.014481:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788695676.014490:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306639089 00000100:00000010:3.0:1788695676.014493:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000100:00000001:3.0:1788695676.014495:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788695676.014498:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306639089 00000100:00000010:3.0:1788695676.014500:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000001:3.0:1788695676.014503:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788695676.014505:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695676.014507:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695676.014510:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695676.014512:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695676.016891:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695676.016899:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695676.016959:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695676.016963:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695676.016968:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695676.016978:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075ac883a. 00000020:00000040:2.0:1788695676.016984:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695676.016988:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695676.016991:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695676.016996:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695676.017002:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005bfc95a2. 00000100:00000001:2.0:1788695676.017010:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695676.017019:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000075ac883a x1875583274327424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695676.017030:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695676.017032:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695676.017037:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075ac883a] to pc [ptlrpcd_00_03+3] req@0000000075ac883a x1875583274327424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695676.017119:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695676.017122:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695676.017124:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695676.017129:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075ac883a x1875583274327424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695676.017136:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695676.017138:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695676.017148:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695676.017150:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695676.017152:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695676.017155:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274327424:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695676.017159:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695676.017165:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695676.017167:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695676.017169:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695676.017172:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002421fa34. 02000000:00000001:0.0:1788695676.017174:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695676.017180:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca5217b3. 00000400:00000010:0.0:1788695676.017187:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009110440c. 00000100:00000200:0.0:1788695676.017193:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274327424, portal 10 00000100:00000001:0.0:1788695676.017196:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695676.017197:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611083648 : -113296098467968 : ffff98f5324bdf80) 00000100:00000040:0.0:1788695676.017204:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000075ac883a x1875583274327424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695676.017211:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695676.017214:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695676.017216:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000443e6238. 00000100:00000200:0.0:1788695676.017218:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274327424, offset 0 00000400:00000200:0.0:1788695676.017224:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695676.017238:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695676.017243:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695676.017247:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695676.017250:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695676.017252:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695676.017255:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [66:66:255:4294967295] 192.168.201.118@tcp LPNI seq info [66:66:7:4294967295] 00000400:00000200:0.0:1788695676.017266:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695676.017271:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695676.017275:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005599a7b8. 00000800:00000200:0.0:1788695676.017287:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695676.017298:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695676.017302:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005599a7b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695676.017306:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695676.017309:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 222145 usecs (223 jiffies) 00000100:00000001:0.0:1788695676.017313:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306638050 00000100:00000001:0.0:1788695676.017316:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306639089 00000100:00000001:0.0:1788695676.017318:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306638050 00000100:00000001:0.0:1788695676.017320:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306639089 00000100:00000001:0.0:1788695676.017321:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306638050 00000100:00000001:0.0:1788695676.017323:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306639089 00000100:00000001:0.0:1788695676.017324:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306638050 00000100:00000001:0.0:1788695676.017326:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306639089 00000100:00000001:0.0:1788695676.017328:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695676.017340:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695676.017342:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695676.017344:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695676.017350:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695676.017352:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695676.017354:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695676.017355:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695676.017356:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695676.017358:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695676.017492:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695676.017497:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dac42727. 00000400:00000200:1.0:1788695676.017502:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695676.017507:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695676.017513:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:1.0:1788695676.017516:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:1.0:1788695676.017520:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695676.017524:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003b20f86d x1875583274327296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695676.017533:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695676.017535:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b20f86d x1875583274327296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695676.017547:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695676.017549:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695676.017607:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695676.017609:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005599a7b8. 00000400:00000200:1.0:1788695676.017612:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695676.017615:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695676.017618:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000443e6238 00000400:00000010:1.0:1788695676.017619:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000443e6238. 00000100:00000001:1.0:1788695676.017621:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695676.017624:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000075ac883a x1875583274327424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695676.017630:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695676.017632:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075ac883a x1875583274327424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695676.017637:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695676.017638:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788695676.018653:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695676.018658:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695676.018663:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695676.018669:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aca9919f. 00000020:00000040:2.0:1788695676.018673:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695676.018677:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695676.018679:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1788695676.018720:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695676.018724:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695676.018726:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695676.018728:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695676.018730:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695676.018733:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695676.018769:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695676.018776:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d1f7b44e. 00000100:00000001:2.0:1788695676.018781:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695676.018788:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000aca9919f x1875583274327552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695676.018797:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695676.018799:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695676.018803:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca9919f] to pc [ptlrpcd_00_00+0] req@00000000aca9919f x1875583274327552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695676.018992:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788695676.018996:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788695676.018998:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695676.019012:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695676.019015:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695676.019018:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788695676.019020:0:171960:0:(import.c:2112:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1788695676.019023:0:171960:0:(import.c:1806:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1788695676.019026:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1271b01. 00000020:00000040:2.0:1788695676.019029:0:171960:0:(genops.c:1210:class_import_get()) import 000000004057e9fa refcount=3 obd=lustre-OST0000-osc-ffff98f518c6e000 00000100:00000001:2.0:1788695676.019032:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695676.019033:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695676.019035:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695676.019038:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006f03df04. 00000100:00000001:2.0:1788695676.019041:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695676.019044:0:171960:0:(import.c:1844:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446630777611077376 : -113296098474240 : ffff98f5324bc700) 00000100:00080000:2.0:1788695676.019046:0:171960:0:(import.c:65:import_set_state_nolock()) 000000004057e9fa lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788695676.019059:0:171960:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff98f518c6e000: disconnect after 24s idle 00000100:00000001:2.0:1788695676.019063:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695676.019064:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695676.019067:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1271b01] to pc [ptlrpcd_rcv+-1] req@00000000b1271b01 x1875583274327680/t0(0) o9->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695676.019106:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695676.019119:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695676.019121:0:201299:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695676.019125:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1271b01 x1875583274327680/t0(0) o9->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695676.019133:0:201299:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695676.019134:0:201299:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695676.019137:0:201299:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695676.019139:0:201299:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695676.019141:0:201299:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695676.019144:0:201299:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274327680:192.168.201.118@tcp:9: 00000100:00000001:1.0:1788695676.019148:0:201299:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695676.019153:0:201299:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695676.019155:0:201299:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695676.019157:0:201299:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695676.019162:0:201299:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003145e342. 02000000:00000001:1.0:1788695676.019170:0:201299:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695676.019175:0:201299:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042362b54. 00000400:00000010:1.0:1788695676.019181:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012c19064. 00000100:00000200:1.0:1788695676.019189:0:201299:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274327680, portal 4 00000100:00000001:1.0:1788695676.019191:0:201299:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695676.019192:0:201299:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611077376 : -113296098474240 : ffff98f5324bc700) 00000100:00000040:1.0:1788695676.019200:0:201299:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b1271b01 x1875583274327680/t0(0) o9->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695676.019207:0:201299:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695676.019210:0:201299:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695676.019212:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b123ffa. 00000100:00000200:1.0:1788695676.019214:0:201299:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875583274327680, offset 0 00000400:00000200:1.0:1788695676.019221:0:201299:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695676.019233:0:201299:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695676.019238:0:201299:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695676.019241:0:201299:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695676.019245:0:201299:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695676.019247:0:201299:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695676.019250:0:201299:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [67:67:256:4294967295] 192.168.201.118@tcp LPNI seq info [67:67:8:4294967295] 00000400:00000200:1.0:1788695676.019262:0:201299:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695676.019268:0:201299:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695676.019275:0:201299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7e36ce6. 00000800:00000200:1.0:1788695676.019281:0:201299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695676.019288:0:201299:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695676.019291:0:201299:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f7e36ce6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695676.019302:0:201299:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695676.019305:0:201299:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: using a timeout of 10818 usecs (11 jiffies) 00000100:00000001:1.0:1788695676.019308:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306637840 00000100:00000001:1.0:1788695676.019310:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306639089 00000100:00000001:1.0:1788695676.019312:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306637840 00000100:00000001:1.0:1788695676.019319:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306639089 00000100:00000001:1.0:1788695676.019321:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306637840 00000100:00000001:1.0:1788695676.019322:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306639089 00000100:00000001:1.0:1788695676.019324:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306637840 00000100:00000001:1.0:1788695676.019326:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306639089 00000100:00000001:1.0:1788695676.019327:0:201299:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695676.019336:0:201299:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695676.019339:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695676.019341:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695676.019356:0:171960:0:(import.c:2151:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695676.019359:0:171960:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695676.019362:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11975) 00000100:00000001:3.0:1788695676.019466:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695676.019470:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695676.022193:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695676.022203:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7e36ce6. 00000400:00000200:2.0:1788695676.022213:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695676.022222:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695676.022230:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b123ffa 00000400:00000010:2.0:1788695676.022232:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000b123ffa. 00000100:00000001:2.0:1788695676.022237:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695676.022244:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b1271b01 x1875583274327680/t0(0) o9->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695676.022255:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695676.022258:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1271b01 x1875583274327680/t0(0) o9->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695676.022266:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695676.022267:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788695676.022379:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695676.022383:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695676.022386:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695676.022388:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695676.022391:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695676.022396:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aca9919f x1875583274327552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695676.022424:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695676.022426:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695676.022430:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695676.022434:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695676.022437:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695676.022440:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000aca9919f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274327552:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695676.022444:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695676.022450:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695676.022452:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695676.022454:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695676.022461:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5c3eede. 02000000:00000001:0.0:1788695676.022462:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695676.022467:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 00000400:00000010:0.0:1788695676.022473:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d39b7ba. 00000100:00000200:0.0:1788695676.022479:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274327552, portal 10 00000100:00000001:0.0:1788695676.022482:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695676.022483:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611085440 : -113296098466176 : ffff98f5324be680) 00000100:00000040:0.0:1788695676.022490:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000aca9919f x1875583274327552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695676.022497:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695676.022500:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695676.022502:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543061b9. 00000100:00000200:0.0:1788695676.022505:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274327552, offset 0 00000400:00000200:0.0:1788695676.022510:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695676.022523:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695676.022528:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695676.022532:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695676.022535:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695676.022538:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695676.022541:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [68:68:256:4294967295] 192.168.201.118@tcp LPNI seq info [68:68:8:4294967295] 00000400:00000200:0.0:1788695676.022551:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695676.022562:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695676.022566:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a43b1a5e. 00000800:00000200:0.0:1788695676.022572:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695676.022580:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695676.022584:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a43b1a5e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695676.022611:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695676.022615:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 288791 usecs (289 jiffies) 00000100:00000001:0.0:1788695676.022618:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306638121 00000100:00000001:0.0:1788695676.022621:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306639089 00000100:00000001:0.0:1788695676.022623:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306638121 00000100:00000001:0.0:1788695676.022625:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306639089 00000100:00000001:0.0:1788695676.022627:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306638121 00000100:00000001:0.0:1788695676.022629:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306639089 00000100:00000001:0.0:1788695676.022630:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306638121 00000100:00000001:0.0:1788695676.022632:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306639089 00000100:00000001:0.0:1788695676.022634:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695676.022636:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695676.022639:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695676.022642:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695676.022831:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695676.022834:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a43b1a5e. 00000400:00000200:2.0:1788695676.022840:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695676.022862:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695676.022866:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543061b9 00000400:00000010:2.0:1788695676.022868:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000543061b9. 00000100:00000001:2.0:1788695676.022871:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695676.022874:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000aca9919f x1875583274327552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695676.022882:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695676.022890:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aca9919f x1875583274327552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695676.022898:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695676.022899:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788695676.023952:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695676.023959:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788695676.023963:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695676.023965:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695676.023967:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695676.023969:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695676.025049:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695676.025062:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695676.025065:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695676.025067:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695676.025077:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695676.025094:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d01d00 00000400:00000200:1.0:1788695676.025103:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x2ed [1] + 224 00000800:00000001:1.0:1788695676.025118:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695676.025122:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695676.025125:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695676.025129:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695676.025137:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695676.025144:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003b20f86d x1875583274327296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695676.025153:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003b20f86d x1875583274327296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695676.025181:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695676.025189:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695676.025192:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695676.025193:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695676.025195:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695676.025199:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695676.025204:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d01d80 00000400:00000200:1.0:1788695676.025209:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x2f5 [1] + 224 00000800:00000001:1.0:1788695676.025212:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695676.025215:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695676.025216:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695676.025219:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695676.025221:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695676.025224:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000075ac883a x1875583274327424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695676.025231:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000075ac883a x1875583274327424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695676.025282:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695676.025285:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695676.025321:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695676.025323:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695676.025439:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695676.025443:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695676.025445:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a94fcc17. 00000400:00000200:3.0:1788695676.025450:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9587b37 00000400:00000010:3.0:1788695676.025452:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f9587b37. 00000100:00000001:3.0:1788695676.025455:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695676.025458:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003b20f86d x1875583274327296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695676.025465:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003b20f86d x1875583274327296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695676.025471:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695676.025473:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695676.025475:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695676.025478:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695676.025480:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695676.025488:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695676.025491:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695676.025496:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=27 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695676.025500:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695676.025502:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695676.025504:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695676.025506:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695676.025508:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695676.025511:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695676.025515:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b20f86d x1875583274327296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695676.025522:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695676.025525:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695676.025527:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695676.025530:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b20f86d x1875583274327296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695676.025536:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003b20f86d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274327296:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695676.025540:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695676.025543:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695676.025545:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b20f86d x1875583274327296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695676.025551:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695676.025553:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695676.025556:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa949180. 02000000:00000001:3.0:1788695676.025560:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695676.025562:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695676.025563:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695676.025565:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695676.025568:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000800e296c. 02000000:00000001:3.0:1788695676.025571:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695676.025572:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695676.025574:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b20f86d. 00000100:00000001:3.0:1788695676.025578:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695676.025584:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695676.025586:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695676.025592:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695676.025593:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695676.025595:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695676.025597:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695676.027519:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695676.027539:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695676.027552:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695676.027556:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695676.027558:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695676.027567:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695676.027581:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 4 MB=0x6a9d542d01e80 00000400:00000200:1.0:1788695676.027588:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.118@tcp of length 224/224 into md 0x2fd [1] + 224 00000800:00000001:1.0:1788695676.027593:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695676.027641:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695676.027643:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695676.027647:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695676.027652:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695676.027670:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b1271b01 x1875583274327680/t0(0) o9->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695676.027681:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b1271b01 x1875583274327680/t0(0) o9->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695676.027708:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695676.027712:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695676.027715:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695676.027972:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695676.027976:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695676.027982:0:201299:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695676.027985:0:201299:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695676.027987:0:201299:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042362b54. 00000400:00000200:2.0:1788695676.027991:0:201299:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012c19064 00000400:00000010:2.0:1788695676.027993:0:201299:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000012c19064. 00000100:00000001:2.0:1788695676.027996:0:201299:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695676.028000:0:201299:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b1271b01 x1875583274327680/t0(0) o9->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695676.028007:0:201299:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b1271b01 x1875583274327680/t0(0) o9->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695676.028012:0:201299:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695676.028014:0:201299:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695676.028016:0:201299:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695676.028019:0:201299:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695676.028021:0:201299:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695676.028023:0:201299:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695676.028025:0:201299:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695676.028035:0:201299:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a6e317d6 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695676.028038:0:201299:0:(import.c:2195:obd_at_measure()) add 1 to 000000002be76904 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695676.028041:0:201299:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695676.028042:0:201299:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695676.028045:0:201299:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788695676.028049:0:201299:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b1271b01 x1875583274327680/t0(0) o9->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788695676.028056:0:201299:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695676.028059:0:201299:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695676.028061:0:201299:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695676.028063:0:201299:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695676.028071:0:201299:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695676.028075:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1271b01 x1875583274327680/t0(0) o9->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695676.028081:0:201299:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695676.028084:0:201299:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695676.028086:0:201299:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1788695676.028089:0:201299:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@00000000b1271b01 x1875583274327680/t0(0) o9->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788695676.028095:0:201299:0:(import.c:65:import_set_state_nolock()) 000000004057e9fa lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1788695676.028099:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1271b01 x1875583274327680/t0(0) o9->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695676.028105:0:201299:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274327680:192.168.201.118@tcp:9: 00000100:00000001:2.0:1788695676.028109:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695676.028122:0:201299:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695676.028125:0:201299:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1271b01 x1875583274327680/t0(0) o9->lustre-OST0000-osc-ffff98f518c6e000@192.168.201.118@tcp:28/4 lens 224/224 e 0 to 0 dl 1788695686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695676.028131:0:201299:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695676.028133:0:201299:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695676.028136:0:201299:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003145e342. 02000000:00000001:2.0:1788695676.028141:0:201299:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695676.028143:0:201299:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695676.028145:0:201299:0:(genops.c:1223:class_import_put()) import 000000004057e9fa refcount=2 obd=lustre-OST0000-osc-ffff98f518c6e000 00000020:00000001:2.0:1788695676.028147:0:201299:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695676.028148:0:201299:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006f03df04. 02000000:00000001:2.0:1788695676.028151:0:201299:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695676.028153:0:201299:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695676.028154:0:201299:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1271b01. 00000100:00000001:2.0:1788695676.028158:0:201299:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695676.028160:0:201299:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695676.028161:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695676.028169:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695676.028176:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695676.028178:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695676.028179:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788695676.029137:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695676.029142:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695676.029144:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca5217b3. 00000400:00000200:0.0:1788695676.029149:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009110440c 00000400:00000010:0.0:1788695676.029151:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009110440c. 00000100:00000001:0.0:1788695676.029154:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695676.029161:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000075ac883a x1875583274327424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695676.029170:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000075ac883a x1875583274327424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695676.029185:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695676.029187:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695676.029190:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695676.029192:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695676.029193:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695676.029195:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695676.029197:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695676.029203:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=27 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695676.029206:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695676.029208:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695676.029209:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695676.029212:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695676.029215:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695676.029217:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695676.029218:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695676.029220:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695676.029222:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695676.029224:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075ac883a x1875583274327424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695676.029231:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695676.029233:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695676.029234:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695676.029237:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075ac883a x1875583274327424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695676.029243:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274327424:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695676.029247:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695676.029249:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695676.029250:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075ac883a x1875583274327424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695676.029256:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695676.029258:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695676.029263:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002421fa34. 02000000:00000001:0.0:1788695676.029265:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695676.029267:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695676.029268:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695676.029271:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695676.029272:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005bfc95a2. 02000000:00000001:0.0:1788695676.029275:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695676.029276:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695676.029277:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075ac883a. 00000100:00000001:0.0:1788695676.029281:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695676.029282:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695676.029284:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695676.029289:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695676.029290:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695676.029292:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695676.029294:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788695676.029897:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695676.029908:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695676.029911:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695676.029913:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695676.029921:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695676.029935:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d01e00 00000400:00000200:2.0:1788695676.029942:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x305 [1] + 224 00000800:00000001:2.0:1788695676.029948:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695676.029953:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695676.029955:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695676.029959:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695676.029964:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695676.029968:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000aca9919f x1875583274327552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695676.029977:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aca9919f x1875583274327552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695676.029995:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695676.030002:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695676.030004:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695676.030049:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695676.030052:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695676.030056:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695676.030057:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695676.030058:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000400:00000200:0.0:1788695676.030061:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d39b7ba 00000400:00000010:0.0:1788695676.030063:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002d39b7ba. 00000100:00000001:0.0:1788695676.030065:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695676.030068:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000aca9919f x1875583274327552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695676.030076:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000aca9919f x1875583274327552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695676.030082:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695676.030083:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695676.030085:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695676.030087:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695676.030088:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695676.030089:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695676.030091:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695676.030096:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=26 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695676.030098:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695676.030108:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695676.030121:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695676.030123:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788695676.030127:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000aca9919f x1875583274327552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695676.030133:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695676.030136:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695676.030137:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695676.030139:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695676.030140:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695676.030143:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aca9919f x1875583274327552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695676.030149:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695676.030151:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695676.030152:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695676.030154:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aca9919f x1875583274327552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695676.030161:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000aca9919f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274327552:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695676.030165:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695676.030166:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695676.030168:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aca9919f x1875583274327552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695692 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695676.030174:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695676.030176:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695676.030177:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e5c3eede. 02000000:00000001:0.0:1788695676.030180:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695676.030182:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695676.030183:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695676.030185:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695676.030187:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d1f7b44e. 02000000:00000001:0.0:1788695676.030189:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695676.030193:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695676.030195:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aca9919f. 00000100:00000001:0.0:1788695676.030198:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695676.030199:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695676.030200:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695676.030204:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695676.030206:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695676.030207:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695676.030209:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695676.973981:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695676.973988:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695676.973995:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695676.973996:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695676.974076:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695676.974080:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695676.974082:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695677.293909:0:195212:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306639089, at 4306639104 00000100:00000040:2.0:1788695677.293910:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306639089, at 4306639104 00000100:00000010:2.0:1788695677.293926:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c64039. 00000100:00000010:0.0:1788695677.293928:0:195212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000100:00000040:1.0:1788695677.293931:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306639089, at 4306639104 00000100:00000010:1.0:1788695677.293936:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b6749. 00000100:00000040:3.0:1788695677.294223:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306639089, at 4306639104 00000100:00000010:3.0:1788695677.294230:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00010000:00000001:2.0:1788695677.998189:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695677.998201:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695677.998204:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695677.998208:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695677.998214:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695677.998438:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695677.998441:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695677.998444:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695677.998450:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695677.998451:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695677.998596:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695677.998600:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695677.998603:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695679.022089:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695679.022097:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695679.022102:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695679.022103:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695679.022123:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695679.022126:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695679.022128:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695680.046011:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695680.046019:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695680.046025:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695680.046026:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695680.046195:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695680.046198:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695680.046201:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695681.069947:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695681.069955:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695681.069960:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695681.069961:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695681.070038:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695681.070043:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695681.070046:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695681.135341:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695681.135351:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695681.135361:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbb350d4. 00000020:00000040:0.0:1788695681.135368:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695681.135372:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695681.135375:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695681.135380:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695681.135387:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024be5195. 00000100:00000001:0.0:1788695681.135394:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695681.135403:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000cbb350d4 x1875583274327808/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695681.135413:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695681.135431:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695681.135438:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb350d4] to pc [ptlrpcd_00_01+1] req@00000000cbb350d4 x1875583274327808/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695681.135470:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695681.135472:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695681.135476:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695681.135478:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ba1d0c9. 00000020:00000040:0.0:1788695681.135480:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695681.135482:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695681.135484:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695681.135486:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695681.135491:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a43b1a5e. 00000100:00000001:0.0:1788695681.135494:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695681.135499:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000004ba1d0c9 x1875583274327936/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695681.135499:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788695681.135504:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788695681.135508:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695681.135514:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695681.135516:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695681.135517:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1788695681.135521:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ba1d0c9] to pc [ptlrpcd_00_02+2] req@000000004ba1d0c9 x1875583274327936/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695681.135521:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695681.135525:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695681.135528:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695681.135531:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695681.135537:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbb350d4 x1875583274327808/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695681.135544:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695681.135545:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695681.135548:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695681.135550:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695681.135552:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695681.135555:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274327808:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695681.135556:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695681.135561:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695681.135561:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788695681.135566:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1788695681.135568:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1788695681.135569:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033cb097c. 02000000:00000001:3.0:1788695681.135572:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788695681.135573:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695681.135578:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695681.135578:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1788695681.135582:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695681.135583:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695681.135585:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2b27aa7. 02000000:00000010:0.0:1788695681.135587:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005599a7b8. 00000100:00000001:0.0:1788695681.135592:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695681.135596:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000033cb097c x1875583274328064/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1788695681.135599:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695681.135609:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a94fcc17. 00000400:00000010:3.0:1788695681.135618:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9587b37. 00000100:00000001:0.0:1788695681.135622:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695681.135625:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788695681.135625:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274327808, portal 25 00000100:00000040:0.0:1788695681.135630:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033cb097c] to pc [ptlrpcd_00_03+3] req@0000000033cb097c x1875583274328064/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695681.135630:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695681.135633:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882439808 : -113296827111808 : ffff98f506dda680) 00000100:00000001:0.0:1788695681.135640:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695681.135644:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788695681.135646:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cbb350d4 x1875583274327808/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695681.135652:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1788695681.135658:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695681.135661:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11980) 00000100:00000040:3.0:1788695681.135662:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695681.135664:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6a995e4. 00000100:00000200:3.0:1788695681.135667:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274327808, offset 0 00000400:00000200:3.0:1788695681.135672:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695681.135681:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788695681.135684:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:0.0:1788695681.135685:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695681.135688:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1788695681.135689:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1788695681.135696:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033cb097c x1875583274328064/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788695681.135696:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695681.135702:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695681.135705:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695681.135711:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [69:69:256:4294967295] 192.168.201.118@tcp LPNI seq info [69:69:8:4294967295] 00000100:00000001:0.0:1788695681.135717:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695681.135720:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695681.135725:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1788695681.135726:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 02000000:00000001:0.0:1788695681.135729:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1788695681.135732:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788695681.135734:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788695681.135737:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a5d0889. 00000100:00100000:0.0:1788695681.135741:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000033cb097c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274328064:192.168.201.118@tcp:400: 00000800:00000200:3.0:1788695681.135747:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788695681.135748:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695681.135753:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695681.135756:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695681.135756:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695681.135761:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a5d0889 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1788695681.135762:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695681.135768:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000005ab4b16. 02000000:00000001:0.0:1788695681.135771:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695681.135773:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695681.135776:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 00000100:00000001:3.0:1788695681.135778:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306644210 00000400:00000010:0.0:1788695681.135781:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d39b7ba. 00000100:00000010:3.0:1788695681.135782:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000200:0.0:1788695681.135787:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274328064, portal 10 00000100:00000001:0.0:1788695681.135790:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695681.135790:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788695681.135792:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882443392 : -113296827108224 : ffff98f506ddb480) 00000100:00000001:3.0:1788695681.135796:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306644210 00000100:00000010:3.0:1788695681.135799:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000100:00000001:3.0:1788695681.135803:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788695681.135805:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306644210 00000100:00000040:0.0:1788695681.135808:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000033cb097c x1875583274328064/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1788695681.135809:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81c9ce7. 00000100:00000001:3.0:1788695681.135814:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788695681.135818:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306644210 00000100:00000001:0.0:1788695681.135820:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695681.135824:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000010:3.0:1788695681.135827:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000400:00000010:0.0:1788695681.135829:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009110440c. 00000100:00000001:3.0:1788695681.135830:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000200:0.0:1788695681.135834:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274328064, offset 0 00000100:00000001:3.0:1788695681.135835:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695681.135840:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695681.135843:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695681.135868:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695681.135873:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695681.135876:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695681.135878:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695681.135880:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695681.135882:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695681.135885:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [70:70:255:4294967295] 192.168.201.118@tcp LPNI seq info [70:70:7:4294967295] 00000400:00000200:0.0:1788695681.135891:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695681.135895:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695681.135898:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2cfda97. 00000800:00000200:0.0:1788695681.135902:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695681.135905:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695681.135907:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b2cfda97 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695681.135910:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695681.135913:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 261321 usecs (262 jiffies) 00000100:00000001:0.0:1788695681.135915:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306643207 00000100:00000001:0.0:1788695681.135917:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306644210 00000100:00000001:0.0:1788695681.135919:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306643207 00000100:00000001:0.0:1788695681.135920:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306644210 00000100:00000001:0.0:1788695681.135921:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306643207 00000100:00000001:0.0:1788695681.135923:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306644210 00000100:00000001:0.0:1788695681.135925:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306643207 00000100:00000001:0.0:1788695681.135931:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306644210 00000100:00000001:0.0:1788695681.135933:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695681.135935:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695681.135937:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695681.135939:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695681.135943:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695681.135945:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695681.135946:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695681.135948:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695681.135948:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695681.135950:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1788695681.135952:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695681.135953:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695681.135955:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695681.135956:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695681.135957:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695681.135958:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695681.135961:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ba1d0c9 x1875583274327936/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695681.135967:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695681.135968:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695681.135970:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695681.135972:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695681.135974:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695681.135976:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274327936:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695681.135979:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695681.135981:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695681.135982:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695681.135983:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695681.135986:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c49401c1. 02000000:00000001:0.0:1788695681.135987:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695681.135990:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca5217b3. 00000400:00000010:0.0:1788695681.135993:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027814ea5. 00000100:00000200:0.0:1788695681.135995:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274327936, portal 10 00000100:00000001:0.0:1788695681.135997:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695681.136003:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882431744 : -113296827119872 : ffff98f506dd8700) 00000100:00000040:0.0:1788695681.136007:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004ba1d0c9 x1875583274327936/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695681.136013:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695681.136014:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695681.136016:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e30f2685. 00000100:00000200:0.0:1788695681.136018:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274327936, offset 0 00000400:00000200:0.0:1788695681.136053:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695681.136058:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695681.136060:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695681.136062:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695681.136064:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695681.136066:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695681.136068:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [71:71:254:4294967295] 192.168.201.118@tcp LPNI seq info [71:71:6:4294967295] 00000400:00000200:0.0:1788695681.136074:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695681.136078:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695681.136080:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e62593a. 00000800:00000200:0.0:1788695681.136084:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695681.136087:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695681.136090:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001e62593a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695681.136092:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695681.136094:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 206222 usecs (207 jiffies) 00000100:00000001:0.0:1788695681.136097:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306643152 00000100:00000001:0.0:1788695681.136098:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306644210 00000100:00000001:0.0:1788695681.136100:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306643152 00000100:00000001:0.0:1788695681.136101:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306644210 00000100:00000001:0.0:1788695681.136103:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306643152 00000100:00000001:0.0:1788695681.136104:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306644210 00000100:00000001:0.0:1788695681.136106:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306643152 00000100:00000001:0.0:1788695681.136112:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306644210 00000100:00000001:0.0:1788695681.136114:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695681.136116:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695681.136117:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695681.136119:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695681.136173:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695681.136177:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a5d0889. 00000400:00000200:0.0:1788695681.136183:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695681.136188:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695681.136192:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6a995e4 00000400:00000010:0.0:1788695681.136194:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d6a995e4. 00000100:00000001:0.0:1788695681.136199:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695681.136202:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cbb350d4 x1875583274327808/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695681.136211:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695681.136213:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbb350d4 x1875583274327808/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695681.136219:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695681.136220:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788695681.136229:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695681.136230:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2cfda97. 00000400:00000200:0.0:1788695681.136232:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695681.136235:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695681.136237:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009110440c 00000400:00000010:0.0:1788695681.136239:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009110440c. 00000100:00000001:0.0:1788695681.136242:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695681.136244:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000033cb097c x1875583274328064/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695681.136250:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788695681.136253:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695681.136254:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033cb097c x1875583274328064/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695681.136262:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695681.136268:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788695681.136321:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695681.136323:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e62593a. 00000400:00000200:0.0:1788695681.136325:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695681.136329:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695681.136331:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e30f2685 00000400:00000010:0.0:1788695681.136332:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e30f2685. 00000100:00000001:0.0:1788695681.136334:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695681.136336:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004ba1d0c9 x1875583274327936/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695681.136343:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695681.136344:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ba1d0c9 x1875583274327936/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695681.136349:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695681.136350:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788695681.136715:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695681.136718:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695681.137198:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695681.137201:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695681.140929:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695681.140946:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695681.140950:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695681.140953:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695681.140963:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695681.140980:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d01f80 00000400:00000200:1.0:1788695681.140989:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x31d [1] + 224 00000800:00000001:1.0:1788695681.140996:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695681.140999:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695681.141002:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695681.141005:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695681.141012:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695681.141029:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004ba1d0c9 x1875583274327936/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695681.141039:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004ba1d0c9 x1875583274327936/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695681.141057:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695681.141066:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695681.141070:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695681.141071:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695681.141089:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695681.141101:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695681.141108:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d02000 00000400:00000200:1.0:1788695681.141112:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x315 [1] + 224 00000800:00000001:1.0:1788695681.141116:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695681.141118:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695681.141120:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695681.141123:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695681.141126:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695681.141129:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000033cb097c x1875583274328064/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695681.141136:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033cb097c x1875583274328064/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695681.141144:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695681.141147:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695681.141150:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695681.141151:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695681.141153:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695681.141157:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695681.141162:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d01f00 00000400:00000200:1.0:1788695681.141167:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x30d [1] + 224 00000800:00000001:1.0:1788695681.141171:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695681.141178:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695681.141180:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695681.141182:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695681.141185:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695681.141188:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cbb350d4 x1875583274327808/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695681.141195:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbb350d4 x1875583274327808/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695681.141220:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695681.141225:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695681.141228:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695681.141413:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695681.141416:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695681.141422:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695681.141424:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695681.141426:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a94fcc17. 00000400:00000200:3.0:1788695681.141438:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9587b37 00000400:00000010:3.0:1788695681.141439:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f9587b37. 00000100:00000001:3.0:1788695681.141442:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695681.141445:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cbb350d4 x1875583274327808/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695681.141450:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cbb350d4 x1875583274327808/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695681.141455:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695681.141456:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695681.141458:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695681.141460:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695681.141462:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695681.141463:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695681.141465:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695681.141470:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=32 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695681.141473:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695681.141475:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695681.141476:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695681.141477:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695681.141479:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695681.141481:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695681.141483:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbb350d4 x1875583274327808/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695681.141487:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695681.141494:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695681.141495:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695681.141497:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbb350d4 x1875583274327808/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695681.141502:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274327808:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695681.141505:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695681.141507:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695681.141509:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbb350d4 x1875583274327808/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695681.141512:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695681.141514:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695681.141516:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2b27aa7. 02000000:00000001:3.0:1788695681.141518:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695681.141520:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695681.141521:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695681.141522:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695681.141523:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024be5195. 02000000:00000001:3.0:1788695681.141525:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695681.141527:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695681.141528:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbb350d4. 00000100:00000001:3.0:1788695681.141530:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695681.141531:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695681.141533:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695681.141538:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695681.141539:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695681.141540:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695681.141542:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695681.142000:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695681.142004:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695681.142008:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695681.142009:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695681.142011:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca5217b3. 00000400:00000200:0.0:1788695681.142015:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027814ea5 00000400:00000010:0.0:1788695681.142017:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000027814ea5. 00000100:00000001:0.0:1788695681.142029:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695681.142035:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004ba1d0c9 x1875583274327936/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695681.142042:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004ba1d0c9 x1875583274327936/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695681.142048:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695681.142050:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695681.142052:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695681.142054:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695681.142056:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695681.142057:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695681.142059:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695681.142065:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=32 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695681.142074:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695681.142076:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695681.142078:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695681.142079:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695681.142082:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695681.142085:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695681.142087:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695681.142089:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695681.142091:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695681.142094:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ba1d0c9 x1875583274327936/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695681.142100:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695681.142103:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695681.142104:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695681.142106:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ba1d0c9 x1875583274327936/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695681.142112:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274327936:192.168.201.118@tcp:400: 00000400:00000001:0.0:1788695681.142117:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695681.142119:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695681.142120:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000400:00000200:0.0:1788695681.142123:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d39b7ba 00000400:00000010:0.0:1788695681.142124:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002d39b7ba. 00000100:00000001:0.0:1788695681.142126:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695681.142128:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000033cb097c x1875583274328064/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695681.142136:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000033cb097c x1875583274328064/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695681.142142:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695681.142144:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695681.142145:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695681.142147:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695681.142148:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695681.142154:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695681.142156:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695681.142159:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695681.142162:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=18 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695681.142164:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695681.142165:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695681.142167:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788695681.142170:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000033cb097c x1875583274328064/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695681.142176:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695681.142178:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695681.142179:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695681.142181:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695681.142182:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695681.142185:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033cb097c x1875583274328064/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695681.142191:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695681.142193:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695681.142194:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695681.142197:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033cb097c x1875583274328064/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695681.142204:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000033cb097c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274328064:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695681.142207:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695681.142210:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695681.142212:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ba1d0c9 x1875583274327936/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695681.142218:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695681.142220:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695681.142222:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c49401c1. 02000000:00000001:0.0:1788695681.142225:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695681.142226:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695681.142241:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695681.142244:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695681.142246:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a43b1a5e. 02000000:00000001:0.0:1788695681.142249:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695681.142250:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695681.142251:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ba1d0c9. 00000100:00000001:0.0:1788695681.142254:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695681.142255:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695681.142257:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695681.142259:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033cb097c x1875583274328064/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695697 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695681.142266:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695681.142267:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695681.142268:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000005ab4b16. 02000000:00000001:0.0:1788695681.142270:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695681.142271:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695681.142272:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695681.142274:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695681.142274:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005599a7b8. 02000000:00000001:0.0:1788695681.142276:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695681.142277:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695681.142278:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033cb097c. 00000100:00000001:0.0:1788695681.142280:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695681.142281:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695681.142283:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695681.142287:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695681.142289:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695681.142290:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695681.142292:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695682.094218:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695682.094226:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695682.094232:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695682.094235:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695682.094238:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695682.094241:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695682.094244:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695682.094246:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695682.094248:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695682.094250:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695682.094282:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695682.094285:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695682.094287:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695682.413968:0:195212:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306644210, at 4306644224 00000100:00000040:1.0:1788695682.413968:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306644210, at 4306644224 00000100:00000010:1.0:1788695682.413985:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00000100:00000040:2.0:1788695682.413985:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306644210, at 4306644224 00000100:00000010:0.0:1788695682.413988:0:195212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00000100:00000010:2.0:1788695682.413996:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81c9ce7. 00000100:00000040:3.0:1788695682.414839:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306644210, at 4306644224 00000100:00000010:3.0:1788695682.414862:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00010000:00000001:2.0:1788695683.118431:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695683.118438:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695683.118445:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695683.118446:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695683.121303:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695683.121309:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695683.121312:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695684.141950:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695684.141957:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695684.141963:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695684.141965:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695684.142085:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695684.142090:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695684.142093:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695685.166002:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695685.166010:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695685.166016:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695685.166017:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695685.166044:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695685.166047:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695685.166050:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695686.189952:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695686.189962:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695686.189968:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695686.189969:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695686.190329:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695686.190333:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695686.190343:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695686.254045:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695686.254057:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695686.254067:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c801b762. 00000020:00000040:1.0:1788695686.254074:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695686.254078:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695686.254082:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695686.254087:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695686.254095:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000032870841. 00000100:00000001:1.0:1788695686.254102:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695686.254113:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000c801b762 x1875583274328192/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695686.254125:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695686.254128:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695686.254133:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c801b762] to pc [ptlrpcd_00_00+0] req@00000000c801b762 x1875583274328192/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695686.254209:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788695686.254213:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788695686.254216:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695686.254231:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695686.254234:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695686.254238:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695686.254241:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5a80015. 00000020:00000040:1.0:1788695686.254244:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695686.254246:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695686.254248:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1788695686.254261:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695686.254265:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695686.254266:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695686.254272:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dffc0522. 00000100:00000001:1.0:1788695686.254275:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695686.254280:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000b5a80015 x1875583274328320/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695686.254288:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695686.254289:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695686.254293:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5a80015] to pc [ptlrpcd_00_01+1] req@00000000b5a80015 x1875583274328320/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695686.254321:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695686.254323:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695686.254326:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695686.254328:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695686.254330:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695686.254334:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b5a80015 x1875583274328320/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695686.254342:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695686.254344:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695686.254348:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695686.254350:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695686.254352:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695686.254355:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b5a80015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274328320:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695686.254359:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695686.254371:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695686.254373:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695686.254376:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695686.254380:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006cd9e7b8. 02000000:00000001:2.0:1788695686.254382:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695686.254388:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000414a9125. 00000400:00000010:2.0:1788695686.254395:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019aaa892. 00000100:00000200:2.0:1788695686.254401:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274328320, portal 10 00000100:00000001:2.0:1788695686.254404:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695686.254405:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877466496 : -113296832085120 : ffff98f50691c380) 00000100:00000040:2.0:1788695686.254412:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b5a80015 x1875583274328320/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695686.254419:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695686.254421:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695686.254423:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8fd35c7. 00000100:00000200:2.0:1788695686.254426:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274328320, offset 0 00000400:00000200:2.0:1788695686.254432:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695686.254444:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695686.254449:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695686.254452:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695686.254456:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695686.254459:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695686.254462:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [72:72:256:4294967295] 192.168.201.118@tcp LPNI seq info [72:72:8:4294967295] 00000400:00000200:2.0:1788695686.254472:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695686.254479:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695686.254484:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f03df04. 00000800:00000200:2.0:1788695686.254490:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695686.254497:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695686.254500:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006f03df04 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695686.254562:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695686.254568:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 192073 usecs (193 jiffies) 00000100:00000001:2.0:1788695686.254572:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306648257 00000100:00000010:2.0:1788695686.254581:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001ec2e9ad. 00000100:00000001:2.0:1788695686.254587:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788695686.254601:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306648257 00000100:00000010:2.0:1788695686.254604:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008deb97a6. 00000100:00000001:2.0:1788695686.254607:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788695686.254609:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306648257 00000100:00000010:2.0:1788695686.254611:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006efaf844. 00000100:00000001:2.0:1788695686.254614:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788695686.254616:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306648257 00000100:00000010:2.0:1788695686.254618:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009163ae67. 00000100:00000001:2.0:1788695686.254621:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788695686.254623:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695686.254626:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695686.254629:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695686.254632:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c801b762 x1875583274328192/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695686.254639:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695686.254640:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695686.254642:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695686.254643:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695686.254645:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695686.254647:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274328192:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695686.254651:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695686.254653:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695686.254654:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695686.254656:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695686.254659:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045252f68. 02000000:00000001:2.0:1788695686.254661:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695686.254664:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086063be5. 00000400:00000010:2.0:1788695686.254668:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e484deba. 00000100:00000200:2.0:1788695686.254676:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274328192, portal 25 00000100:00000001:2.0:1788695686.254678:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695686.254680:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877469184 : -113296832082432 : ffff98f50691ce00) 00000100:00000040:2.0:1788695686.254684:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c801b762 x1875583274328192/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695686.254690:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695686.254692:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695686.254694:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a163905. 00000100:00000200:2.0:1788695686.254696:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274328192, offset 0 00000400:00000200:2.0:1788695686.254700:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695686.254705:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695686.254708:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695686.254710:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695686.254712:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695686.254714:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695686.254716:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [73:73:255:4294967295] 192.168.201.118@tcp LPNI seq info [73:73:7:4294967295] 00000400:00000200:2.0:1788695686.254723:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695686.254728:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695686.254732:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1f7b44e. 00000800:00000200:2.0:1788695686.254736:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695686.254740:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695686.254742:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d1f7b44e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695686.254745:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695686.254747:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306649329 00000100:00000001:2.0:1788695686.254752:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306648257 00000100:00000001:2.0:1788695686.254755:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306649329 00000100:00000001:2.0:1788695686.254757:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306648257 00000100:00000001:2.0:1788695686.254772:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306649329 00000100:00000001:2.0:1788695686.254775:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306648257 00000100:00000001:2.0:1788695686.254784:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306649329 00000100:00000001:2.0:1788695686.254786:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306648257 00000100:00000001:2.0:1788695686.254788:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695686.254790:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695686.254792:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695686.254794:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695686.254798:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695686.254799:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695686.254801:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695686.254802:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695686.254803:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695686.254805:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695686.254919:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695686.254922:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695686.254926:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695686.254929:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006716c132. 00000020:00000040:1.0:1788695686.254940:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695686.254943:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695686.254944:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695686.254947:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695686.254950:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004bb85f65. 00000100:00000001:1.0:1788695686.254954:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695686.254958:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788695686.254959:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000006716c132 x1875583274328448/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695686.254963:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695686.254972:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695686.254974:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695686.254978:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006716c132] to pc [ptlrpcd_00_02+2] req@000000006716c132 x1875583274328448/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695686.255002:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695686.255004:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788695686.255008:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788695686.255013:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11985) 00000100:00000001:0.0:1788695686.255017:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695686.255029:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695686.255032:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788695686.255032:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695686.255035:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695686.255038:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006716c132 x1875583274328448/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695686.255047:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695686.255049:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695686.255051:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695686.255053:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695686.255054:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695686.255057:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006716c132 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274328448:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695686.255061:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695686.255063:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695686.255064:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695686.255066:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695686.255069:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5c3eede. 02000000:00000001:0.0:1788695686.255071:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695686.255075:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 00000400:00000010:0.0:1788695686.255080:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d39b7ba. 00000100:00000200:0.0:1788695686.255084:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274328448, portal 10 00000100:00000001:0.0:1788695686.255085:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695686.255087:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877476352 : -113296832075264 : ffff98f50691ea00) 00000100:00000040:0.0:1788695686.255092:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006716c132 x1875583274328448/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695686.255098:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695686.255100:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695686.255103:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027814ea5. 00000100:00000200:0.0:1788695686.255105:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274328448, offset 0 00000400:00000200:0.0:1788695686.255111:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695686.255117:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695686.255120:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695686.255130:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695686.255133:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695686.255135:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695686.255138:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [74:74:254:4294967295] 192.168.201.118@tcp LPNI seq info [74:74:6:4294967295] 00000400:00000200:0.0:1788695686.255147:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695686.255153:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695686.255157:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005599a7b8. 00000800:00000200:0.0:1788695686.255162:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695686.255166:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695686.255169:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005599a7b8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695686.255173:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695686.255176:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 238303 usecs (239 jiffies) 00000100:00000001:0.0:1788695686.255178:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306648304 00000100:00000001:0.0:1788695686.255181:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306649329 00000100:00000001:0.0:1788695686.255183:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306648304 00000100:00000001:0.0:1788695686.255185:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306649329 00000100:00000001:0.0:1788695686.255187:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306648304 00000100:00000001:0.0:1788695686.255189:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306649329 00000100:00000001:0.0:1788695686.255191:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306648304 00000100:00000001:0.0:1788695686.255193:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306649329 00000100:00000001:0.0:1788695686.255195:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695686.255197:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695686.255200:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695686.255202:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695686.255207:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695686.255209:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695686.255211:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695686.255213:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695686.255214:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695686.255221:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695686.255309:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695686.255311:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695686.255313:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695686.255314:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695686.255477:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695686.255482:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f03df04. 00000400:00000200:3.0:1788695686.255487:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695686.255497:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695686.255503:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8fd35c7 00000400:00000010:3.0:1788695686.255505:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8fd35c7. 00000100:00000001:3.0:1788695686.255509:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695686.255513:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b5a80015 x1875583274328320/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695686.255521:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695686.255524:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b5a80015 x1875583274328320/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695686.255532:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695686.255533:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695686.255547:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695686.255549:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1f7b44e. 00000400:00000200:3.0:1788695686.255551:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695686.255554:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695686.255556:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a163905 00000400:00000010:3.0:1788695686.255557:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a163905. 00000100:00000001:3.0:1788695686.255559:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695686.255561:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000c801b762 x1875583274328192/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695686.255568:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695686.255570:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c801b762 x1875583274328192/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695686.255575:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695686.255576:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695686.255628:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695686.255631:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005599a7b8. 00000400:00000200:3.0:1788695686.255634:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695686.255637:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695686.255639:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027814ea5 00000400:00000010:3.0:1788695686.255640:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000027814ea5. 00000100:00000001:3.0:1788695686.255643:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695686.255645:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006716c132 x1875583274328448/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695686.255658:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695686.255661:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006716c132 x1875583274328448/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695686.255667:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695686.255669:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788695686.259691:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695686.259710:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695686.259715:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695686.259717:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695686.259728:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695686.259744:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d02080 00000400:00000200:0.0:1788695686.259751:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x32d [1] + 224 00000800:00000001:0.0:1788695686.259759:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695686.259765:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695686.259768:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695686.259772:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695686.259779:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695686.259786:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000c801b762 x1875583274328192/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695686.259798:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c801b762 x1875583274328192/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695686.259815:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695686.259823:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695686.259826:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695686.259956:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695686.259961:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695686.259968:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695686.259971:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695686.259974:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086063be5. 00000400:00000200:2.0:1788695686.259981:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e484deba 00000400:00000010:2.0:1788695686.259983:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e484deba. 00000100:00000001:2.0:1788695686.259987:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695686.259992:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000c801b762 x1875583274328192/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695686.260001:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000c801b762 x1875583274328192/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695686.260009:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695686.260011:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695686.260013:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695686.260017:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695686.260020:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695686.260022:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695686.260024:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695686.260031:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=37 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695686.260051:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695686.260054:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695686.260055:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695686.260058:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695686.260060:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695686.260063:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695686.260067:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c801b762 x1875583274328192/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695686.260074:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695686.260077:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695686.260079:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695686.260082:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c801b762 x1875583274328192/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695686.260089:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274328192:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695686.260094:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695686.260096:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695686.260099:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c801b762 x1875583274328192/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695686.260106:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695686.260108:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695686.260112:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045252f68. 02000000:00000001:2.0:1788695686.260115:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695686.260117:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695686.260119:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695686.260122:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695686.260124:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000032870841. 02000000:00000001:2.0:1788695686.260128:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695686.260129:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695686.260131:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c801b762. 00000100:00000001:2.0:1788695686.260134:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695686.260136:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695686.260138:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695686.260140:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695686.260147:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695686.260149:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695686.260150:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695686.277162:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695686.277179:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695686.277183:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695686.277186:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695686.277198:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695686.277214:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d02100 00000400:00000200:1.0:1788695686.277222:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x325 [1] + 224 00000800:00000001:1.0:1788695686.277229:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695686.277233:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695686.277236:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695686.277239:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695686.277247:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695686.277253:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b5a80015 x1875583274328320/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695686.277264:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b5a80015 x1875583274328320/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695686.277284:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695686.277292:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695686.277295:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695686.277297:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695686.277299:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695686.277302:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695686.277307:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d02180 00000400:00000200:1.0:1788695686.277312:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x335 [1] + 224 00000800:00000001:1.0:1788695686.277315:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695686.277319:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695686.277322:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695686.277324:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695686.277327:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695686.277329:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006716c132 x1875583274328448/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695686.277354:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006716c132 x1875583274328448/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695686.277375:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695686.277380:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695686.277383:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695686.277418:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695686.277423:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695686.277430:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695686.277432:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695686.277435:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000400:00000200:0.0:1788695686.277440:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d39b7ba 00000400:00000010:0.0:1788695686.277443:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002d39b7ba. 00000100:00000001:0.0:1788695686.277447:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788695686.277447:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695686.277451:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1788695686.277453:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006716c132 x1875583274328448/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788695686.277456:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695686.277459:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695686.277462:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000414a9125. 00000400:00000200:2.0:1788695686.277469:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019aaa892 00000100:00000200:0.0:1788695686.277471:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006716c132 x1875583274328448/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1788695686.277473:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000019aaa892. 00000100:00000001:2.0:1788695686.277478:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788695686.277484:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:2.0:1788695686.277485:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b5a80015 x1875583274328320/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695686.277495:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788695686.277495:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b5a80015 x1875583274328320/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695686.277501:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695686.277505:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695686.277507:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695686.277509:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695686.277510:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695686.277512:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695686.277514:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695686.277516:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695686.277517:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695686.277520:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695686.277522:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695686.277524:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695686.277528:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=36 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695686.277529:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=37 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695686.277536:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=23 v=5 (1 0 0 0) 00000100:00001000:2.0:1788695686.277536:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695686.277542:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695686.277544:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695686.277545:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695686.277547:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695686.277549:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695686.277551:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695686.277555:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1788695686.277558:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006716c132 x1875583274328448/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695686.277560:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695686.277563:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695686.277568:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695686.277571:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695686.277573:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695686.277578:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b5a80015 x1875583274328320/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695686.277586:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695686.277595:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695686.277597:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695686.277601:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b5a80015 x1875583274328320/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695686.277609:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b5a80015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274328320:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695686.277613:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695686.277615:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695686.277618:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b5a80015 x1875583274328320/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695686.277624:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695686.277626:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695686.277630:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006cd9e7b8. 02000000:00000001:2.0:1788695686.277634:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695686.277636:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695686.277638:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695686.277641:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695686.277643:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dffc0522. 02000000:00000001:2.0:1788695686.277647:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695686.277648:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695686.277650:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b5a80015. 00000100:00000001:2.0:1788695686.277653:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695686.277654:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695686.277656:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695686.277662:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695686.277663:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695686.277666:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695686.277667:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695686.277672:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695686.277675:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695686.277677:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695686.277678:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695686.277683:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006716c132 x1875583274328448/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695686.277691:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695686.277693:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695686.277694:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695686.277697:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006716c132 x1875583274328448/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695686.277701:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006716c132 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274328448:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695686.277705:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695686.277706:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695686.277707:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006716c132 x1875583274328448/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695702 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695686.277711:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695686.277712:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695686.277718:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e5c3eede. 02000000:00000001:0.0:1788695686.277720:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695686.277721:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695686.277722:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695686.277723:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695686.277724:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004bb85f65. 02000000:00000001:0.0:1788695686.277725:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695686.277726:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695686.277727:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006716c132. 00000100:00000001:0.0:1788695686.277729:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695686.277730:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695686.277731:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695686.277734:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695686.277735:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695686.277736:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695686.277737:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695687.215158:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695687.215166:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695687.215171:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695687.215172:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695687.215254:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695687.215258:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695687.215261:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695687.533963:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306649329, at 4306649344 00000100:00000010:3.0:1788695687.533984:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009163ae67. 00000100:00000040:0.0:1788695687.534266:0:195212:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306649329, at 4306649344 00000100:00000010:0.0:1788695687.534274:0:195212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001ec2e9ad. 00000100:00000040:2.0:1788695687.534350:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306649329, at 4306649344 00000100:00000010:2.0:1788695687.534356:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006efaf844. 00000100:00000040:1.0:1788695687.534685:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306649329, at 4306649344 00000100:00000010:1.0:1788695687.534693:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008deb97a6. 00010000:00000001:2.0:1788695688.238011:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695688.238038:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695688.238040:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695688.238042:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695688.238047:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695688.238049:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695688.238051:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695688.238053:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695688.238066:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695688.238068:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695688.238094:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695688.238096:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695688.238098:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695689.261984:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695689.261990:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695689.261994:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695689.261995:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695689.262061:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695689.262063:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695689.262065:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695690.286872:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695690.286881:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695690.286887:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695690.286889:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695690.286989:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695690.286993:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695690.286995:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695691.309979:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695691.309987:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695691.309993:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695691.309994:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695691.310032:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695691.310036:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695691.310038:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695691.374943:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695691.374952:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695691.374959:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1271b01. 00000020:00000040:2.0:1788695691.374965:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695691.374969:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695691.374971:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695691.374976:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695691.374982:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005bfc95a2. 00000100:00000001:2.0:1788695691.374989:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695691.375000:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000b1271b01 x1875583274328576/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695691.375024:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695691.375027:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695691.375033:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1271b01] to pc [ptlrpcd_00_03+3] req@00000000b1271b01 x1875583274328576/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695691.375067:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695691.375070:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695691.375073:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695691.375076:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064b693a9. 00000020:00000040:2.0:1788695691.375079:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695691.375081:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695691.375082:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695691.375084:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695691.375087:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000800e296c. 00000100:00000001:2.0:1788695691.375090:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695691.375093:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000064b693a9 x1875583274328704/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695691.375100:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695691.375101:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695691.375104:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b693a9] to pc [ptlrpcd_00_00+0] req@0000000064b693a9 x1875583274328704/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695691.375120:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695691.375122:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695691.375125:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695691.375127:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d639e9. 00000020:00000040:2.0:1788695691.375129:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695691.375130:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695691.375131:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695691.375133:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695691.375136:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d1f7b44e. 00000100:00000001:2.0:1788695691.375156:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695691.375160:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000092d639e9 x1875583274328832/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695691.375166:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695691.375167:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695691.375170:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092d639e9] to pc [ptlrpcd_00_01+1] req@0000000092d639e9 x1875583274328832/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695691.375178:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695691.375179:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788695691.375182:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788695691.375186:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11990) 00000100:00000001:2.0:1788695691.375199:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788695691.375202:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1788695691.375204:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695691.375210:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695691.375212:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695691.375214:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695691.375216:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695691.375218:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695691.375222:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1271b01 x1875583274328576/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695691.375228:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695691.375230:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695691.375233:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695691.375236:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695691.375238:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695691.375241:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274328576:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695691.375245:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695691.375250:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695691.375252:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695691.375254:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695691.375264:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000073332711. 02000000:00000001:2.0:1788695691.375266:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695691.375271:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000414a9125. 00000400:00000010:2.0:1788695691.375278:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019aaa892. 00000100:00000200:2.0:1788695691.375284:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274328576, portal 25 00000100:00000001:2.0:1788695691.375286:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695691.375287:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611077376 : -113296098474240 : ffff98f5324bc700) 00000100:00000040:2.0:1788695691.375292:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b1271b01 x1875583274328576/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695691.375298:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695691.375301:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695691.375303:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e484deba. 00000100:00000200:2.0:1788695691.375305:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274328576, offset 0 00000400:00000200:2.0:1788695691.375311:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695691.375323:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695691.375328:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695691.375331:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695691.375335:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695691.375337:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695691.375341:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [75:75:256:4294967295] 192.168.201.118@tcp LPNI seq info [75:75:8:4294967295] 00000400:00000200:2.0:1788695691.375351:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695691.375357:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695691.375361:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f03df04. 00000800:00000200:2.0:1788695691.375366:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695691.375374:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695691.375378:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006f03df04 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695691.375387:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695691.375391:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306654450 00000100:00000010:2.0:1788695691.375394:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc2f53e6. 00000100:00000001:2.0:1788695691.375400:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788695691.375405:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306654450 00000100:00000010:2.0:1788695691.375413:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006efaf844. 00000100:00000001:2.0:1788695691.375416:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788695691.375419:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306654450 00000100:00000010:2.0:1788695691.375421:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009163ae67. 00000100:00000001:2.0:1788695691.375424:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788695691.375427:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306654450 00000100:00000010:2.0:1788695691.375429:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c28b342. 00000100:00000001:2.0:1788695691.375431:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788695691.375434:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695691.375436:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695691.375439:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695691.375441:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695691.375451:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695691.375453:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695691.375455:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695691.375458:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064b693a9 x1875583274328704/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695691.375465:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695691.375466:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695691.375468:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695691.375470:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695691.375472:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695691.375474:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000064b693a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274328704:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695691.375477:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695691.375479:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695691.375480:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695691.375481:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695691.375484:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087fd5107. 02000000:00000001:2.0:1788695691.375485:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695691.375488:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086063be5. 00000400:00000010:2.0:1788695691.375492:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf54be2d. 00000100:00000200:2.0:1788695691.375494:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274328704, portal 10 00000100:00000001:2.0:1788695691.375501:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695691.375502:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611080064 : -113296098471552 : ffff98f5324bd180) 00000100:00000040:2.0:1788695691.375508:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064b693a9 x1875583274328704/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695691.375513:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695691.375515:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695691.375517:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d08e7aa0. 00000100:00000200:2.0:1788695691.375520:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274328704, offset 0 00000400:00000200:2.0:1788695691.375523:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695691.375528:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695691.375530:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695691.375533:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695691.375535:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695691.375537:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695691.375539:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [76:76:255:4294967295] 192.168.201.118@tcp LPNI seq info [76:76:7:4294967295] 00000400:00000200:2.0:1788695691.375546:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695691.375549:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695691.375553:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000528632a1. 00000800:00000200:2.0:1788695691.375556:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695691.375560:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695691.375563:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000528632a1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695691.375565:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695691.375568:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 181203 usecs (182 jiffies) 00000100:00000001:2.0:1788695691.375570:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306653367 00000100:00000001:2.0:1788695691.375572:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306654450 00000100:00000001:2.0:1788695691.375574:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306653367 00000100:00000001:2.0:1788695691.375575:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306654450 00000100:00000001:2.0:1788695691.376944:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306653367 00000100:00000001:2.0:1788695691.376948:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306654450 00000100:00000001:2.0:1788695691.376963:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306653367 00000100:00000001:2.0:1788695691.376965:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306654450 00000100:00000001:2.0:1788695691.376967:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695691.376970:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695691.376974:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695691.376976:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695691.376983:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695691.376985:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695691.376987:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695691.376989:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695691.376999:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695691.377003:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788695691.377005:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695691.377007:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695691.377008:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695691.377010:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695691.377011:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695691.377012:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695691.377022:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092d639e9 x1875583274328832/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695691.377031:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695691.377033:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695691.377036:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695691.377039:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695691.377041:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695691.377043:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000092d639e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274328832:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695691.377047:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695691.377051:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695691.377052:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695691.377055:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695691.377060:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006cd9e7b8. 02000000:00000001:2.0:1788695691.377062:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695691.377067:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000495045b7. 00000400:00000010:2.0:1788695691.377072:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0e8fa31. 00000100:00000200:2.0:1788695691.377084:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274328832, portal 10 00000100:00000001:2.0:1788695691.377085:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695691.377087:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611089920 : -113296098461696 : ffff98f5324bf800) 00000100:00000040:2.0:1788695691.377111:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000092d639e9 x1875583274328832/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695691.377117:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695691.377120:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695691.377122:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6ffd42f. 00000100:00000200:2.0:1788695691.377125:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274328832, offset 0 00000400:00000200:2.0:1788695691.377130:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695691.377139:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695691.377143:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695691.377146:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695691.377149:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695691.377151:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695691.377153:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [77:77:254:4294967295] 192.168.201.118@tcp LPNI seq info [77:77:6:4294967295] 00000400:00000200:2.0:1788695691.377162:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695691.377167:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695691.377173:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db5bb81c. 00000800:00000200:2.0:1788695691.377179:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695691.377186:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695691.377189:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000db5bb81c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695691.377193:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695691.377195:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 220791 usecs (221 jiffies) 00000100:00000001:2.0:1788695691.377198:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306653408 00000100:00000001:2.0:1788695691.377202:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306654450 00000100:00000001:2.0:1788695691.377203:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306653408 00000100:00000001:2.0:1788695691.377205:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306654450 00000100:00000001:2.0:1788695691.377206:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306653408 00000100:00000001:2.0:1788695691.377213:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306654450 00000100:00000001:2.0:1788695691.377214:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306653408 00000100:00000001:2.0:1788695691.377215:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306654450 00000100:00000001:2.0:1788695691.377217:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695691.377219:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695691.377221:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695691.377223:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695691.377238:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695691.377242:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695691.377246:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695691.377248:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695691.377285:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695691.377288:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f03df04. 00000400:00000200:3.0:1788695691.377295:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695691.377301:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695691.377306:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e484deba 00000400:00000010:3.0:1788695691.377308:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e484deba. 00000100:00000001:3.0:1788695691.377313:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695691.377317:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b1271b01 x1875583274328576/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695691.377326:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695691.377328:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1271b01 x1875583274328576/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695691.377335:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695691.377336:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695691.377347:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695691.377349:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000528632a1. 00000400:00000200:3.0:1788695691.377353:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695691.377356:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695691.377358:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d08e7aa0 00000400:00000010:3.0:1788695691.377359:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d08e7aa0. 00000100:00000001:3.0:1788695691.377361:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695691.377364:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000064b693a9 x1875583274328704/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695691.377381:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695691.377383:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064b693a9 x1875583274328704/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695691.377389:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695691.377391:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695691.377456:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695691.377459:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db5bb81c. 00000400:00000200:3.0:1788695691.377463:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695691.377466:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695691.377468:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6ffd42f 00000400:00000010:3.0:1788695691.377470:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d6ffd42f. 00000100:00000001:3.0:1788695691.377472:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695691.377474:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000092d639e9 x1875583274328832/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695691.377481:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695691.377483:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092d639e9 x1875583274328832/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695707 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695691.377488:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695691.377490:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788695691.382592:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695691.382608:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695691.382612:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695691.382614:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695691.382625:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695691.382640:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d02200 00000400:00000200:0.0:1788695691.382649:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x33d [1] + 224 00000800:00000001:0.0:1788695691.382655:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695691.382659:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695691.382662:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695691.382666:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695691.382673:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695691.382681:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b1271b01 x1875583274328576/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695691.382713:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b1271b01 x1875583274328576/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695691.382771:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695691.382776:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695691.382791:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695691.382801:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695691.382805:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695691.382807:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695691.382809:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695691.382813:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695691.382819:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d02280 00000400:00000200:0.0:1788695691.382824:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x345 [1] + 224 00000800:00000001:0.0:1788695691.382828:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695691.382834:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695691.382836:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695691.382873:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695691.382877:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695691.382881:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000064b693a9 x1875583274328704/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695691.382888:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064b693a9 x1875583274328704/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695691.382906:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695691.382911:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695691.382913:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695691.383951:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695691.383956:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695691.383964:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695691.383966:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695691.383969:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086063be5. 00000400:00000200:1.0:1788695691.383976:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf54be2d 00000400:00000010:1.0:1788695691.383978:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000bf54be2d. 00000100:00000001:1.0:1788695691.383981:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695691.383987:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000064b693a9 x1875583274328704/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695691.383997:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000064b693a9 x1875583274328704/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695691.384003:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695691.384005:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695691.384007:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695691.384010:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695691.384012:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695691.384014:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695691.384017:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695691.384025:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=42 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695691.384039:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=42 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695691.384041:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695691.384042:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695691.384045:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695691.384048:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695691.384051:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695691.384053:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695691.384055:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695691.384056:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695691.384059:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064b693a9 x1875583274328704/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695691.384066:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695691.384077:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695691.384079:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695691.384082:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064b693a9 x1875583274328704/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695691.384088:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000064b693a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274328704:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695691.384092:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695691.384094:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695691.384096:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064b693a9 x1875583274328704/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695691.384102:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695691.384105:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695691.384109:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087fd5107. 02000000:00000001:1.0:1788695691.384113:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695691.384114:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695691.384116:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695691.384118:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695691.384120:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000800e296c. 02000000:00000001:1.0:1788695691.384123:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695691.384125:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695691.384126:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064b693a9. 00000100:00000001:1.0:1788695691.384129:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695691.384136:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695691.384139:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695691.384141:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695691.384143:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695691.384144:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695691.384145:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788695691.384832:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695691.384835:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695691.384836:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000414a9125. 00000400:00000200:2.0:1788695691.384857:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019aaa892 00000400:00000010:2.0:1788695691.384858:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000019aaa892. 00000100:00000001:2.0:1788695691.384860:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695691.384865:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b1271b01 x1875583274328576/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695691.384870:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b1271b01 x1875583274328576/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695691.384875:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695691.384876:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695691.384877:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695691.384879:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695691.384879:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695691.384881:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695691.384882:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695691.384885:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=42 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695691.384887:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=42 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695691.384888:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695691.384889:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695691.384890:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695691.384891:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695691.384900:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695691.384902:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1271b01 x1875583274328576/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695691.384905:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695691.384907:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695691.384908:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695691.384909:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1271b01 x1875583274328576/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695691.384913:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274328576:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695691.384915:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695691.384916:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695691.384917:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1271b01 x1875583274328576/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695691.384921:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695691.384922:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695691.384923:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000073332711. 02000000:00000001:2.0:1788695691.384925:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695691.384926:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695691.384927:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695691.384929:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695691.384930:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005bfc95a2. 02000000:00000001:2.0:1788695691.384931:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695691.384932:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695691.384933:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1271b01. 00000100:00000001:2.0:1788695691.384935:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695691.384936:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695691.384937:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695691.384942:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695691.384943:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695691.384945:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695691.384947:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695691.386262:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695691.386276:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695691.386280:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695691.386282:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695691.386291:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695691.386305:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d02300 00000400:00000200:1.0:1788695691.386312:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x34d [1] + 224 00000800:00000001:1.0:1788695691.386317:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695691.386323:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695691.386326:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695691.386329:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695691.386336:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695691.386342:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000092d639e9 x1875583274328832/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695691.386352:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000092d639e9 x1875583274328832/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695691.386373:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695691.386387:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695691.386390:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695691.386452:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695691.386456:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695691.386460:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695691.386472:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695691.386475:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000495045b7. 00000400:00000200:2.0:1788695691.386479:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e8fa31 00000400:00000010:2.0:1788695691.386481:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0e8fa31. 00000100:00000001:2.0:1788695691.386484:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695691.386487:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000092d639e9 x1875583274328832/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695691.386493:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000092d639e9 x1875583274328832/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695691.386499:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695691.386501:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695691.386503:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695691.386506:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695691.386507:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695691.386509:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695691.386511:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695691.386519:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=41 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695691.386522:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695691.386524:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695691.386525:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695691.386527:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788695691.386530:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000092d639e9 x1875583274328832/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788695691.386535:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695691.386538:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695691.386539:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695691.386541:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695691.386542:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695691.386545:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092d639e9 x1875583274328832/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695691.386550:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695691.386552:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695691.386554:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695691.386562:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d639e9 x1875583274328832/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695691.386569:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000092d639e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274328832:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695691.386573:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695691.386575:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695691.386577:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092d639e9 x1875583274328832/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695707 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695691.386583:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695691.386585:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695691.386587:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006cd9e7b8. 02000000:00000001:2.0:1788695691.386590:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695691.386592:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695691.386593:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695691.386595:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695691.386597:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d1f7b44e. 02000000:00000001:2.0:1788695691.386601:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695691.386602:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695691.386603:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d639e9. 00000100:00000001:2.0:1788695691.386607:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695691.386608:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695691.386610:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695691.386616:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695691.386618:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695691.386620:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695691.386621:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695692.335182:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695692.335191:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695692.335198:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695692.335202:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695692.335204:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695692.335208:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695692.335211:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695692.335213:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695692.335215:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695692.335217:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695692.336924:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695692.336930:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695692.336933:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695692.653998:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306654450, at 4306654464 00000100:00000040:3.0:1788695692.653998:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306654450, at 4306654464 00000100:00000010:3.0:1788695692.654018:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c28b342. 00000100:00000010:1.0:1788695692.654019:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006efaf844. 00000100:00000040:0.0:1788695692.654126:0:195212:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306654450, at 4306654464 00000100:00000010:0.0:1788695692.654132:0:195212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc2f53e6. 00000100:00000040:2.0:1788695692.655494:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306654450, at 4306654465 00000100:00000010:2.0:1788695692.655504:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009163ae67. 00010000:00000001:2.0:1788695693.358103:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695693.358111:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695693.358117:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695693.358118:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695693.358166:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695693.358170:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695693.358173:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695694.382355:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695694.382362:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695694.382367:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695694.382368:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695694.382388:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695694.382391:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695694.382393:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695695.405984:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695695.405992:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695695.405997:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695695.405998:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695695.406089:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695695.406092:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695695.406095:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695696.430056:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695696.430064:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695696.430070:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695696.430071:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695696.430471:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695696.430475:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695696.430478:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695696.494344:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695696.494353:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695696.494360:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 00000020:00000040:3.0:1788695696.494366:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788695696.494370:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695696.494373:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695696.494378:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695696.494387:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a4df8fd. 00000100:00000001:3.0:1788695696.494394:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695696.494404:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000006439c2df x1875583274328960/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695696.494429:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695696.494431:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695696.494436:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_02+2] req@000000006439c2df x1875583274328960/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695696.494462:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695696.494464:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695696.494467:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695696.494470:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000218cac94. 00000020:00000040:3.0:1788695696.494472:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695696.494474:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695696.494476:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695696.494477:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695696.494480:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f59c383. 00000100:00000001:3.0:1788695696.494483:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695696.494486:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000218cac94 x1875583274329088/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695696.494492:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695696.494493:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695696.494496:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218cac94] to pc [ptlrpcd_00_03+3] req@00000000218cac94 x1875583274329088/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695696.494503:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695696.494505:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695696.494508:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695696.494510:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d115929. 00000020:00000040:3.0:1788695696.494512:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695696.494514:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695696.494515:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695696.494516:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695696.494518:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d33dd5fd. 00000100:00000001:3.0:1788695696.494527:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695696.494531:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000004d115929 x1875583274329216/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695696.494538:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695696.494539:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695696.494542:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d115929] to pc [ptlrpcd_00_00+0] req@000000004d115929 x1875583274329216/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695696.494558:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695696.494560:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788695696.494563:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788695696.494568:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11996) 00000100:00000001:3.0:1788695696.494631:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695696.494634:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695696.494637:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695696.494641:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000218cac94 x1875583274329088/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695696.494648:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695696.494650:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695696.494653:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695696.494655:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695696.494657:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695696.494660:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274329088:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695696.494663:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695696.494668:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695696.494670:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695696.494673:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695696.494676:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000bdd8e25. 02000000:00000001:3.0:1788695696.494678:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695696.494684:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a94fcc17. 00000400:00000010:3.0:1788695696.494692:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9587b37. 00000100:00000200:3.0:1788695696.494698:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274329088, portal 10 00000100:00000001:3.0:1788695696.494707:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695696.494708:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548239104 : -113296161312512 : ffff98f52e8cf100) 00000100:00000040:3.0:1788695696.494716:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000218cac94 x1875583274329088/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695696.494723:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695696.494726:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695696.494728:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c77f24a. 00000100:00000200:3.0:1788695696.494731:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274329088, offset 0 00000400:00000200:3.0:1788695696.494761:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695696.494776:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695696.494782:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695696.494787:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695696.494791:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695696.494794:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695696.494797:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [78:78:256:4294967295] 192.168.201.118@tcp LPNI seq info [78:78:8:4294967295] 00000400:00000200:3.0:1788695696.494808:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:0.0:1788695696.494813:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1788695696.494814:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695696.494817:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695696.494820:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1788695696.494822:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006beeb4bb. 00000100:00000040:0.0:1788695696.494826:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d115929 x1875583274329216/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788695696.494834:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788695696.494841:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695696.494843:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695696.494868:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695696.494869:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1788695696.494873:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 02000000:00000001:0.0:1788695696.494874:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695696.494879:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006beeb4bb type 1, nob 320 niov 1 nkiov 1 00000100:00100000:0.0:1788695696.494880:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274329216:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695696.494887:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695696.494890:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695696.494891:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695696.494893:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788695696.494894:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695696.494897:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aaf2202a. 02000000:00000001:0.0:1788695696.494900:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695696.494900:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 170573 usecs (171 jiffies) 00000400:00000010:0.0:1788695696.494907:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 00000100:00000001:3.0:1788695696.494909:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306658476 00000400:00000010:0.0:1788695696.494912:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d39b7ba. 00000100:00000010:3.0:1788695696.494916:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000200:0.0:1788695696.494917:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274329216, portal 10 00000100:00000001:0.0:1788695696.494922:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695696.494923:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548236416 : -113296161315200 : ffff98f52e8ce680) 00000100:00000001:3.0:1788695696.494925:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000040:0.0:1788695696.494930:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d115929 x1875583274329216/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695696.494933:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306658476 00000100:00000010:3.0:1788695696.494939:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81c9ce7. 00000100:00000001:0.0:1788695696.494944:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788695696.494945:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000040:0.0:1788695696.494949:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695696.494951:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306658476 00000400:00000010:0.0:1788695696.494953:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e30f2685. 00000100:00000200:0.0:1788695696.494956:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274329216, offset 0 00000100:00000010:3.0:1788695696.494963:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000400:00000200:0.0:1788695696.494964:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695696.494970:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000400:00000200:0.0:1788695696.494974:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695696.494978:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788695696.494980:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306658476 00000400:00000200:0.0:1788695696.494981:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695696.494985:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695696.494996:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000010:3.0:1788695696.494997:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000400:00000200:0.0:1788695696.495002:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [79:79:255:4294967295] 192.168.201.118@tcp LPNI seq info [79:79:7:4294967295] 00000100:00000001:3.0:1788695696.495004:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788695696.495011:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695696.495017:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695696.495018:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788695696.495023:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695696.495028:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695696.495028:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1788695696.495033:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a43b1a5e. 00000800:00000200:0.0:1788695696.495039:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788695696.495039:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695696.495043:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695696.495049:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695696.495050:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695696.495052:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695696.495054:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1788695696.495056:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695696.495058:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695696.495059:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788695696.495060:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788695696.495062:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1788695696.495065:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a43b1a5e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695696.495066:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695696.495068:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788695696.495071:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695696.495076:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274328960/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695696.495077:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 204896 usecs (205 jiffies) 00000100:00000001:0.0:1788695696.495082:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306658510 00000100:00000001:0.0:1788695696.495089:0:201300:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, simply extend its deadline from 4306658476 00000100:00000001:3.0:1788695696.495091:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695696.495094:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695696.495096:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306658510 02000000:00000001:3.0:1788695696.495097:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695696.495101:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695696.495102:0:201300:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, simply extend its deadline from 4306658476 02000000:00000001:3.0:1788695696.495105:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695696.495107:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306658510 00000100:00100000:3.0:1788695696.495111:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274328960:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695696.495112:0:201300:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, simply extend its deadline from 4306658476 00000100:00000001:0.0:1788695696.495117:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306658510 00000100:00000001:3.0:1788695696.495118:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788695696.495121:0:201300:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, simply extend its deadline from 4306658476 02000000:00000001:3.0:1788695696.495123:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788695696.495127:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695696.495127:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695696.495132:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695696.495133:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788695696.495138:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695696.495138:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000055b01c09. 00000100:00000001:0.0:1788695696.495140:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695696.495144:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695696.495147:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1788695696.495149:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695696.495151:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695696.495154:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695696.495156:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695696.495156:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d55cc8b5. 00000100:00000001:0.0:1788695696.495161:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695696.495163:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad957e8. 00000100:00000200:3.0:1788695696.495168:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274328960, portal 25 00000100:00000001:3.0:1788695696.495170:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695696.495172:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 00000100:00000040:3.0:1788695696.495177:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274328960/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695696.495181:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695696.495184:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695696.495187:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695696.495190:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2a431e. 00000100:00000001:0.0:1788695696.495191:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788695696.495194:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274328960, offset 0 00000400:00000200:3.0:1788695696.495200:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695696.495206:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695696.495209:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695696.495211:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695696.495213:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695696.495215:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695696.495217:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [80:80:254:4294967295] 192.168.201.118@tcp LPNI seq info [80:80:6:4294967295] 00000400:00000200:3.0:1788695696.495223:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695696.495227:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695696.495230:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000842c2c60. 00000800:00000200:3.0:1788695696.495234:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695696.495238:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695696.495240:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000842c2c60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695696.495243:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695696.495244:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306659570 00000100:00000001:3.0:1788695696.495248:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306658510 00000100:00000001:3.0:1788695696.495251:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306659570 00000100:00000001:3.0:1788695696.495253:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306658510 00000100:00000001:3.0:1788695696.495261:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306659570 00000100:00000001:3.0:1788695696.495264:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306658510 00000100:00000001:3.0:1788695696.495266:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306659570 00000100:00000001:3.0:1788695696.495268:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306658510 00000100:00000001:3.0:1788695696.495270:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695696.495272:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695696.495274:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695696.495277:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695696.495319:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695696.495323:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006beeb4bb. 00000400:00000200:3.0:1788695696.495328:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695696.495333:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695696.495339:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c77f24a 00000400:00000010:3.0:1788695696.495341:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c77f24a. 00000100:00000001:3.0:1788695696.495345:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695696.495349:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000218cac94 x1875583274329088/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695696.495359:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695696.495361:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000218cac94 x1875583274329088/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695696.495369:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695696.495370:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695696.495382:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695696.495384:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a43b1a5e. 00000400:00000200:3.0:1788695696.495387:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695696.495390:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695696.495392:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e30f2685 00000400:00000010:3.0:1788695696.495394:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e30f2685. 00000100:00000001:3.0:1788695696.495396:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695696.495398:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004d115929 x1875583274329216/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695696.495404:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695696.495412:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d115929 x1875583274329216/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695696.495418:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695696.495419:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695696.495475:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695696.495478:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000842c2c60. 00000400:00000200:3.0:1788695696.495480:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695696.495484:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695696.495486:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2a431e 00000400:00000010:3.0:1788695696.495488:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003c2a431e. 00000100:00000001:3.0:1788695696.495490:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695696.495492:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274328960/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695696.495498:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695696.495500:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274328960/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695696.495506:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695696.495507:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788695696.495567:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695696.495571:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695696.498837:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695696.498866:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695696.498869:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695696.498872:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695696.498882:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695696.498898:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d02400 00000400:00000200:0.0:1788695696.498905:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x355 [1] + 224 00000800:00000001:0.0:1788695696.498922:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695696.498929:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695696.498932:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695696.498936:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695696.498943:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695696.498949:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000218cac94 x1875583274329088/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695696.498968:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000218cac94 x1875583274329088/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695696.498986:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695696.498992:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695696.498995:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695696.499443:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695696.499448:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695696.499455:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695696.499457:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695696.499460:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a94fcc17. 00000400:00000200:3.0:1788695696.499465:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9587b37 00000400:00000010:3.0:1788695696.499467:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f9587b37. 00000100:00000001:3.0:1788695696.499470:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695696.499474:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000218cac94 x1875583274329088/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695696.499482:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000218cac94 x1875583274329088/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695696.499489:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695696.499490:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695696.499493:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695696.499495:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695696.499510:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695696.499512:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695696.499515:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695696.499523:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=47 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695696.499527:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695696.499530:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695696.499531:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695696.499533:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695696.499537:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695696.499541:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695696.499543:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695696.499545:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695696.499546:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695696.499551:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000218cac94 x1875583274329088/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695696.499557:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695696.499560:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695696.499562:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695696.499565:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000218cac94 x1875583274329088/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695696.499571:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274329088:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695696.499576:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695696.499578:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695696.499580:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000218cac94 x1875583274329088/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695696.499586:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695696.499588:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695696.499590:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000bdd8e25. 02000000:00000001:3.0:1788695696.499594:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695696.499596:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695696.499598:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695696.499601:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695696.499603:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f59c383. 02000000:00000001:3.0:1788695696.499612:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695696.499614:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695696.499615:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000218cac94. 00000100:00000001:3.0:1788695696.499619:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695696.499620:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695696.499623:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695696.499625:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695696.499626:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695696.499627:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695696.499629:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695696.509883:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695696.509920:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695696.509925:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695696.509928:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695696.509939:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695696.509956:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d02480 00000400:00000200:1.0:1788695696.509964:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x35d [1] + 224 00000800:00000001:1.0:1788695696.509971:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695696.509981:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695696.509983:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695696.510215:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695696.510223:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695696.510231:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004d115929 x1875583274329216/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695696.510243:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d115929 x1875583274329216/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695696.510266:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695696.510274:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695696.510278:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695696.510324:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695696.510328:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695696.510333:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695696.510335:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695696.510338:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000400:00000200:0.0:1788695696.510342:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d39b7ba 00000400:00000010:0.0:1788695696.510345:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002d39b7ba. 00000100:00000001:0.0:1788695696.510348:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695696.510352:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004d115929 x1875583274329216/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695696.510359:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004d115929 x1875583274329216/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695696.510364:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695696.510373:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695696.510376:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695696.510379:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695696.510381:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695696.510383:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695696.510386:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695696.510395:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=46 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695696.510398:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695696.510400:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695696.510402:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695696.510404:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788695696.510409:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004d115929 x1875583274329216/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695696.510415:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695696.510418:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695696.510420:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695696.510421:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695696.510422:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695696.510425:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d115929 x1875583274329216/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695696.510431:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695696.510433:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695696.510435:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695696.510437:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d115929 x1875583274329216/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695696.510443:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274329216:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695696.510448:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695696.510450:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695696.510452:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d115929 x1875583274329216/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695696.510457:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695696.510459:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695696.510469:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aaf2202a. 02000000:00000001:0.0:1788695696.510472:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695696.510474:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695696.510476:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695696.510478:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695696.510480:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d33dd5fd. 02000000:00000001:0.0:1788695696.510482:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695696.510484:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695696.510485:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d115929. 00000100:00000001:0.0:1788695696.510489:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695696.510490:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695696.510492:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695696.510498:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695696.510500:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695696.510502:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695696.510504:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788695696.511124:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695696.511133:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695696.511135:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695696.511137:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695696.511143:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695696.511154:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d02380 00000400:00000200:3.0:1788695696.511160:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x365 [1] + 224 00000800:00000001:3.0:1788695696.511165:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695696.511170:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695696.511208:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695696.511213:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695696.511217:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695696.511221:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274328960/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695696.511230:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274328960/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695696.511252:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695696.511258:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695696.511260:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695696.511309:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695696.511312:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695696.511317:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695696.511318:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695696.511320:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d55cc8b5. 00000400:00000200:0.0:1788695696.511324:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad957e8 00000400:00000010:0.0:1788695696.511326:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fad957e8. 00000100:00000001:0.0:1788695696.511328:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695696.511336:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274328960/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695696.511345:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274328960/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695696.511351:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695696.511352:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695696.511356:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695696.511358:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695696.511359:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695696.511361:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695696.511362:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695696.511365:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=47 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695696.511368:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=47 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695696.511377:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695696.511378:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695696.511380:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695696.511382:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695696.511384:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695696.511387:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274328960/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695696.511393:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695696.511395:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695696.511396:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695696.511398:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274328960/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695696.511405:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274328960:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695696.511409:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695696.511411:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695696.511413:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274328960/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695712 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695696.511419:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695696.511421:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695696.511423:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000055b01c09. 02000000:00000001:0.0:1788695696.511426:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695696.511427:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695696.511429:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788695696.511431:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695696.511433:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a4df8fd. 02000000:00000001:0.0:1788695696.511435:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695696.511436:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695696.511437:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000001:0.0:1788695696.511502:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695696.511503:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695696.511505:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695696.511512:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695696.511514:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695696.511516:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695696.511524:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695697.453988:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695697.453996:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695697.454001:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695697.454002:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695697.454030:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695697.454033:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695697.454036:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695697.773982:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306659570, at 4306659584 00000100:00000010:1.0:1788695697.774009:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81c9ce7. 00000100:00000040:2.0:1788695697.774819:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306659570, at 4306659584 00000100:00000010:2.0:1788695697.774828:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00000100:00000040:0.0:1788695697.777779:0:195212:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306659570, at 4306659587 00000100:00000010:0.0:1788695697.777797:0:195212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00000100:00000040:3.0:1788695697.777894:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306659570, at 4306659588 00000100:00000010:3.0:1788695697.777900:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00010000:00000001:2.0:1788695698.478096:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695698.478104:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695698.478106:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695698.478109:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695698.478129:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695698.478130:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695698.478132:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695698.478133:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695698.478136:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695698.478137:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695698.478200:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695698.478204:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695698.478206:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695699.503121:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695699.503129:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695699.503135:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695699.503136:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695699.503906:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695699.503910:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695699.503913:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695700.525992:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695700.526000:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695700.526005:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695700.526006:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695700.526032:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695700.526035:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695700.526038:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695701.550273:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695701.550280:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695701.550285:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695701.550289:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695701.550291:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695701.550294:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695701.550297:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695701.550299:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695701.550301:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695701.550302:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695701.551774:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695701.551780:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695701.551784:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695701.614448:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695701.614458:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695701.614465:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d639e9. 00000020:00000040:2.0:1788695701.614472:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695701.614476:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695701.614480:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695701.614485:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695701.614494:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000db5bb81c. 00000100:00000001:2.0:1788695701.614502:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695701.614521:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000092d639e9 x1875583274329344/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695701.614532:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695701.614534:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695701.614540:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092d639e9] to pc [ptlrpcd_00_01+1] req@0000000092d639e9 x1875583274329344/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695701.614593:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695701.614597:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695701.614600:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695701.614605:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092d639e9 x1875583274329344/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695701.614613:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695701.614615:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695701.614618:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695701.614620:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695701.614623:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695701.614626:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000092d639e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274329344:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695701.614630:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695701.614635:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695701.614637:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695701.614639:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695701.614643:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b43ac28. 02000000:00000001:0.0:1788695701.614645:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695701.614651:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 00000400:00000010:0.0:1788695701.614669:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d39b7ba. 00000100:00000200:0.0:1788695701.614678:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274329344, portal 25 00000100:00000001:0.0:1788695701.614680:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695701.614682:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611089920 : -113296098461696 : ffff98f5324bf800) 00000100:00000040:0.0:1788695701.614687:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000092d639e9 x1875583274329344/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695701.614693:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695701.614702:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695701.614705:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009110440c. 00000100:00000200:0.0:1788695701.614708:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274329344, offset 0 00000400:00000200:0.0:1788695701.614714:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695701.614727:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695701.614732:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695701.614735:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695701.614739:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695701.614742:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695701.614745:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [81:81:256:4294967295] 192.168.201.118@tcp LPNI seq info [81:81:8:4294967295] 00000400:00000200:0.0:1788695701.614756:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695701.614762:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695701.614766:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e62593a. 00000800:00000200:0.0:1788695701.614773:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695701.614779:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695701.614782:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001e62593a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695701.614799:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695701.614804:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306664689 00000100:00000010:0.0:1788695701.614807:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038ecd934. 00000100:00000001:0.0:1788695701.614812:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788695701.614817:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306664689 00000100:00000010:0.0:1788695701.614818:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035146d2b. 00000100:00000001:0.0:1788695701.614821:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788695701.614822:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306664689 00000100:00000010:0.0:1788695701.614824:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047e9a98. 00000100:00000001:0.0:1788695701.614825:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788695701.614827:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306664689 00000100:00000010:0.0:1788695701.614828:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078e80244. 00000100:00000001:0.0:1788695701.614830:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788695701.614831:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695701.614837:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695701.614839:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695701.614841:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788695701.615095:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695701.615098:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e62593a. 00000400:00000200:3.0:1788695701.615103:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695701.615111:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695701.615116:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009110440c 00000400:00000010:3.0:1788695701.615118:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009110440c. 00000100:00000001:3.0:1788695701.615122:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695701.615125:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000092d639e9 x1875583274329344/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695701.615132:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695701.615133:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092d639e9 x1875583274329344/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695701.615138:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695701.615139:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788695701.615320:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695701.615323:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695701.615326:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695701.615328:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1271b01. 00000020:00000040:2.0:1788695701.615330:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695701.615333:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695701.615334:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695701.615336:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695701.615339:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2263eda. 00000100:00000001:2.0:1788695701.615342:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695701.615344:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000b1271b01 x1875583274329472/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695701.615350:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695701.615351:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695701.615353:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1271b01] to pc [ptlrpcd_00_02+2] req@00000000b1271b01 x1875583274329472/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695701.615370:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695701.615372:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695701.615374:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695701.615376:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eaa3be4a. 00000020:00000040:2.0:1788695701.615377:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695701.615379:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695701.615380:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695701.615381:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695701.615388:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000394a697c. 00000100:00000001:2.0:1788695701.615390:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695701.615393:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000eaa3be4a x1875583274329600/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695701.615397:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695701.615398:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695701.615400:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa3be4a] to pc [ptlrpcd_00_03+3] req@00000000eaa3be4a x1875583274329600/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695701.615404:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695701.615405:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788695701.615408:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788695701.615412:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12001) 00000100:00000001:2.0:1788695701.615426:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695701.615428:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695701.615429:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695701.615432:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eaa3be4a x1875583274329600/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695701.615436:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695701.615437:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695701.615439:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695701.615440:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695701.615441:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695701.615443:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000eaa3be4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274329600:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695701.615445:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695701.615447:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695701.615448:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695701.615449:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695701.615451:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b066959. 02000000:00000001:2.0:1788695701.615452:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695701.615455:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000495045b7. 00000400:00000010:2.0:1788695701.615459:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0e8fa31. 00000100:00000200:2.0:1788695701.615466:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274329600, portal 10 00000100:00000001:2.0:1788695701.615468:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695701.615469:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611090816 : -113296098460800 : ffff98f5324bfb80) 00000100:00000040:2.0:1788695701.615474:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eaa3be4a x1875583274329600/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695701.615478:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695701.615480:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695701.615481:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019aaa892. 00000100:00000200:2.0:1788695701.615482:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274329600, offset 0 00000400:00000200:2.0:1788695701.615485:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695701.615489:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695701.615491:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695701.615493:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695701.615495:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695701.615496:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695701.615498:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [82:82:256:4294967295] 192.168.201.118@tcp LPNI seq info [82:82:8:4294967295] 00000400:00000200:2.0:1788695701.615503:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695701.615505:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695701.615507:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078c7cd5c. 00000800:00000200:2.0:1788695701.615510:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695701.615513:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695701.615515:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078c7cd5c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695701.615521:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695701.615524:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 191673 usecs (192 jiffies) 00000100:00000001:2.0:1788695701.615525:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306663617 00000100:00000001:2.0:1788695701.615527:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306664689 00000100:00000001:2.0:1788695701.615528:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306663617 00000100:00000001:2.0:1788695701.615529:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306664689 00000100:00000001:2.0:1788695701.615530:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306663617 00000100:00000001:2.0:1788695701.615535:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306664689 00000100:00000001:2.0:1788695701.615536:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306663617 00000100:00000001:2.0:1788695701.615537:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306664689 00000100:00000001:2.0:1788695701.615538:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695701.615540:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695701.615541:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695701.615542:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695701.615557:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695701.615558:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695701.615560:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695701.615560:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695701.615561:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695701.615563:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1788695701.615564:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695701.615565:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695701.615566:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695701.615567:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695701.615568:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695701.615568:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695701.615570:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1271b01 x1875583274329472/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695701.615574:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695701.615575:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695701.615576:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695701.615577:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695701.615578:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695701.615580:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274329472:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695701.615581:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695701.615583:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695701.615584:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695701.615585:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695701.615586:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2b34187. 02000000:00000001:2.0:1788695701.615587:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695701.615589:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000414a9125. 00000400:00000010:2.0:1788695701.615595:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085494d83. 00000100:00000200:2.0:1788695701.615596:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274329472, portal 10 00000100:00000001:2.0:1788695701.615598:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695701.615598:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611077376 : -113296098474240 : ffff98f5324bc700) 00000100:00000040:2.0:1788695701.615602:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b1271b01 x1875583274329472/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695701.615606:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695701.615607:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695701.615609:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e1b2134. 00000100:00000200:2.0:1788695701.615610:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274329472, offset 0 00000400:00000200:2.0:1788695701.615612:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695701.615615:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695701.615617:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695701.615618:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695701.615619:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695701.615620:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695701.615622:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [83:83:255:4294967295] 192.168.201.118@tcp LPNI seq info [83:83:7:4294967295] 00000400:00000200:2.0:1788695701.615626:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695701.615629:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695701.615631:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051526cb6. 00000800:00000200:2.0:1788695701.615633:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695701.615636:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695701.615637:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000051526cb6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695701.615639:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695701.615641:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 160907 usecs (161 jiffies) 00000100:00000001:2.0:1788695701.615642:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306663586 00000100:00000001:2.0:1788695701.615643:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306664689 00000100:00000001:2.0:1788695701.615644:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306663586 00000100:00000001:2.0:1788695701.615646:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306664689 00000100:00000001:2.0:1788695701.615651:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306663586 00000100:00000001:2.0:1788695701.615652:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306664689 00000100:00000001:2.0:1788695701.615653:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306663586 00000100:00000001:2.0:1788695701.615654:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306664689 00000100:00000001:2.0:1788695701.615655:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695701.615656:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695701.615657:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695701.615670:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695701.615693:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695701.615695:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078c7cd5c. 00000400:00000200:2.0:1788695701.615703:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695701.615707:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695701.615710:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019aaa892 00000400:00000010:2.0:1788695701.615712:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000019aaa892. 00000100:00000001:2.0:1788695701.615718:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695701.615722:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000eaa3be4a x1875583274329600/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695701.615729:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695701.615730:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eaa3be4a x1875583274329600/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695701.615736:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695701.615737:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788695701.615770:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695701.615773:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051526cb6. 00000400:00000200:2.0:1788695701.615775:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695701.615778:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695701.615780:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e1b2134 00000400:00000010:2.0:1788695701.615781:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002e1b2134. 00000100:00000001:2.0:1788695701.615783:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695701.615785:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b1271b01 x1875583274329472/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695701.615801:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695701.615804:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1271b01 x1875583274329472/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695701.615809:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695701.615810:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788695701.615930:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695701.615933:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695701.615999:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695701.616002:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695701.617454:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695701.617460:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695701.617465:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695701.617467:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695701.617471:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695701.617473:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788695701.620829:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695701.620877:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695701.620881:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695701.620925:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695701.620936:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695701.620953:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d02600 00000400:00000200:3.0:1788695701.620961:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x375 [1] + 224 00000800:00000001:3.0:1788695701.620968:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695701.620983:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695701.620986:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695701.620990:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695701.620999:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695701.621006:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000eaa3be4a x1875583274329600/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695701.621018:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eaa3be4a x1875583274329600/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695701.621039:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695701.621050:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695701.621054:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695701.621075:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695701.621078:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695701.621082:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695701.621089:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d02580 00000400:00000200:3.0:1788695701.621093:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x37d [1] + 224 00000800:00000001:3.0:1788695701.621097:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695701.621102:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695701.621104:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695701.621106:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695701.621110:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695701.621114:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b1271b01 x1875583274329472/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695701.621121:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b1271b01 x1875583274329472/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695701.621129:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695701.621132:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695701.621135:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695701.621206:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695701.621211:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695701.621218:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695701.621220:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695701.621223:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000414a9125. 00000400:00000200:2.0:1788695701.621230:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085494d83 00000400:00000010:2.0:1788695701.621232:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000085494d83. 00000100:00000001:2.0:1788695701.621235:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695701.621239:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b1271b01 x1875583274329472/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695701.621246:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b1271b01 x1875583274329472/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695701.621252:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695701.621254:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695701.621256:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695701.621259:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695701.621261:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695701.621263:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695701.621266:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695701.621275:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=52 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695701.621279:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=52 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695701.621281:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695701.621282:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695701.621285:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695701.621289:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695701.621292:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695701.621294:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695701.621296:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695701.621305:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695701.621310:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1271b01 x1875583274329472/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695701.621316:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695701.621319:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695701.621321:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695701.621324:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1271b01 x1875583274329472/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695701.621330:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274329472:192.168.201.118@tcp:400: 00000400:00000001:2.0:1788695701.621337:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695701.621338:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695701.621339:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000495045b7. 00000400:00000200:2.0:1788695701.621342:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e8fa31 00000400:00000010:2.0:1788695701.621344:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0e8fa31. 00000100:00000001:2.0:1788695701.621346:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695701.621348:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000eaa3be4a x1875583274329600/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695701.621354:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000eaa3be4a x1875583274329600/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695701.621360:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695701.621362:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695701.621363:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695701.621365:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695701.621366:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695701.621367:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695701.621369:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695701.621372:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=51 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695701.621375:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695701.621377:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695701.621378:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695701.621380:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788695701.621383:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eaa3be4a x1875583274329600/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788695701.621394:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695701.621397:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695701.621398:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695701.621399:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695701.621400:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695701.621404:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eaa3be4a x1875583274329600/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695701.621409:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695701.621411:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695701.621412:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695701.621414:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eaa3be4a x1875583274329600/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695701.621421:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000eaa3be4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274329600:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695701.621424:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695701.621428:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695701.621430:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1271b01 x1875583274329472/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695701.621435:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695701.621438:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695701.621441:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2b34187. 02000000:00000001:2.0:1788695701.621444:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695701.621447:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695701.621448:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695701.621451:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695701.621453:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2263eda. 02000000:00000001:2.0:1788695701.621456:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695701.621457:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695701.621459:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1271b01. 00000100:00000001:2.0:1788695701.621463:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695701.621464:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695701.621473:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695701.621476:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eaa3be4a x1875583274329600/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695701.621482:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695701.621483:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695701.621484:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b066959. 02000000:00000001:2.0:1788695701.621486:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695701.621488:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695701.621489:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695701.621491:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695701.621492:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000394a697c. 02000000:00000001:2.0:1788695701.621494:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695701.621494:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695701.621495:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eaa3be4a. 00000100:00000001:2.0:1788695701.621498:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695701.621499:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695701.621501:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695701.621509:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695701.621512:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695701.621514:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695701.621516:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788695701.622691:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695701.622702:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695701.622706:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695701.622708:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695701.622717:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695701.622728:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d02500 00000400:00000200:3.0:1788695701.622735:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x36d [1] + 224 00000800:00000001:3.0:1788695701.622740:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695701.622746:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695701.622749:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695701.622752:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695701.622758:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695701.622763:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000092d639e9 x1875583274329344/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695701.622773:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000092d639e9 x1875583274329344/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695701.622960:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695701.622964:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695701.623009:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695701.623018:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695701.623021:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788695701.623187:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695701.623190:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695701.623192:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000400:00000200:0.0:1788695701.623196:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d39b7ba 00000400:00000010:0.0:1788695701.623198:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002d39b7ba. 00000100:00000001:0.0:1788695701.623201:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695701.623205:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000092d639e9 x1875583274329344/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695701.623212:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000092d639e9 x1875583274329344/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695701.623218:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695701.623220:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695701.623222:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695701.623224:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695701.623227:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695701.623228:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695701.623332:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695701.623339:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=52 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695701.623343:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=52 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695701.623346:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695701.623347:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695701.623349:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695701.623351:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695701.623354:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695701.623358:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092d639e9 x1875583274329344/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695701.623377:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695701.623380:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695701.623382:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695701.623386:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d639e9 x1875583274329344/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695701.623392:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000092d639e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274329344:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695701.623396:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695701.623398:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695701.623400:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092d639e9 x1875583274329344/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695717 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695701.623405:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695701.623407:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695701.623410:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b43ac28. 02000000:00000001:0.0:1788695701.623414:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695701.623416:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695701.623418:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788695701.623432:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695701.623435:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000db5bb81c. 02000000:00000001:0.0:1788695701.623441:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695701.623442:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695701.623444:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d639e9. 00000100:00000001:0.0:1788695701.623448:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695701.623449:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695701.623451:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695701.623458:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695701.623460:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695701.623461:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695701.623463:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695702.574248:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695702.574257:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695702.574264:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695702.574265:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695702.574446:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695702.574450:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695702.574453:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695702.894026:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306664689, at 4306664704 00000100:00000010:1.0:1788695702.894048:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035146d2b. 00000100:00000040:0.0:1788695702.894193:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306664689, at 4306664704 00000100:00000010:0.0:1788695702.894199:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038ecd934. 00000100:00000040:3.0:1788695702.894377:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306664689, at 4306664704 00000100:00000010:3.0:1788695702.894383:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078e80244. 00000100:00000040:2.0:1788695702.894896:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306664689, at 4306664705 00000100:00000010:2.0:1788695702.894904:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047e9a98. 00010000:00000001:2.0:1788695703.597922:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695703.597930:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695703.597936:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695703.597937:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695703.597962:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695703.597965:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695703.597968:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695704.622084:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695704.622105:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695704.622243:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695704.622245:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695704.623479:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695704.623484:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695704.623501:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695705.645993:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695705.646001:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695705.646007:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695705.646008:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695705.647365:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695705.647370:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695705.647392:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695706.669968:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695706.669975:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695706.669980:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695706.669981:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695706.670010:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695706.670012:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695706.670015:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695706.734069:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695706.734080:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695706.734090:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b66d9e0. 00000020:00000040:1.0:1788695706.734098:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695706.734102:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695706.734104:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695706.734109:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695706.734117:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000372e11cf. 00000100:00000001:1.0:1788695706.734123:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695706.734133:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000002b66d9e0 x1875583274329728/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695706.734150:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695706.734153:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695706.734159:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b66d9e0] to pc [ptlrpcd_00_00+0] req@000000002b66d9e0 x1875583274329728/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695706.734191:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695706.734194:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695706.734197:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695706.734201:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016cdf310. 00000020:00000040:1.0:1788695706.734203:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695706.734205:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695706.734207:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695706.734208:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695706.734211:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006596e7c6. 00000100:00000001:0.0:1788695706.734213:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695706.734214:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695706.734218:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1788695706.734220:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000016cdf310 x1875583274329856/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695706.734222:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788695706.734230:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1788695706.734231:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b66d9e0 x1875583274329728/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695706.734233:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695706.734241:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016cdf310] to pc [ptlrpcd_00_01+1] req@0000000016cdf310 x1875583274329856/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695706.734245:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695706.734247:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695706.734251:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695706.734253:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695706.734256:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695706.734263:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002b66d9e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274329728:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695706.734272:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788695706.734273:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695706.734276:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1788695706.734277:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695706.734282:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695706.734282:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695706.734285:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000146638d8. 02000000:00000001:0.0:1788695706.734287:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1788695706.734289:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695706.734292:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695706.734293:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1788695706.734294:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f248045. 02000000:00000001:0.0:1788695706.734297:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695706.734302:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 02000000:00000001:1.0:1788695706.734308:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695706.734310:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d39b7ba. 02000000:00000010:1.0:1788695706.734314:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000155bbcce. 00000100:00000200:0.0:1788695706.734317:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274329728, portal 25 00000100:00000001:1.0:1788695706.734319:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695706.734322:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695706.734325:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877478144 : -113296832073472 : ffff98f50691f100) 00000100:00000040:1.0:1788695706.734326:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000146638d8 x1875583274329984/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1788695706.734335:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002b66d9e0 x1875583274329728/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695706.734338:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695706.734340:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695706.734348:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000146638d8] to pc [ptlrpcd_00_02+2] req@00000000146638d8 x1875583274329984/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695706.734349:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695706.734357:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695706.734362:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafe65a6. 00000100:00000200:0.0:1788695706.734366:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274329728, offset 0 00000400:00000200:0.0:1788695706.734373:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695706.734385:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695706.734391:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788695706.734393:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695706.734397:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000040:1.0:1788695706.734402:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788695706.734408:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1788695706.734411:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695706.734415:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000040:1.0:1788695706.734416:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12006) 00000100:00000001:3.0:1788695706.734417:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788695706.734422:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [84:84:256:4294967295] 192.168.201.118@tcp LPNI seq info [84:84:8:4294967295] 00000100:00000001:3.0:1788695706.734423:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695706.734427:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695706.734433:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000146638d8 x1875583274329984/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788695706.734443:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788695706.734449:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695706.734452:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695706.734456:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1788695706.734457:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 02000000:00000001:3.0:1788695706.734459:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695706.734463:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788695706.734464:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2cfda97. 00000100:00100000:3.0:1788695706.734471:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000146638d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274329984:192.168.201.118@tcp:400: 00000800:00000200:0.0:1788695706.734475:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:1.0:1788695706.734478:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695706.734478:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695706.734482:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695706.734484:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695706.734485:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:1.0:1788695706.734489:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695706.734489:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1788695706.734492:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b2cfda97 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1788695706.734495:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d0712a6. 02000000:00000001:3.0:1788695706.734499:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695706.734503:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a94fcc17. 00000100:00000001:0.0:1788695706.734507:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695706.734508:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9587b37. 00000100:00000001:0.0:1788695706.734514:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306669809 00000100:00000200:3.0:1788695706.734514:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274329984, portal 10 00000100:00000001:3.0:1788695706.734518:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695706.734521:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877465600 : -113296832086016 : ffff98f50691c000) 00000100:00000010:0.0:1788695706.734522:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038ecd934. 00000100:00000040:3.0:1788695706.734529:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000146638d8 x1875583274329984/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695706.734530:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788695706.734538:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306669809 00000100:00000001:3.0:1788695706.734539:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1788695706.734544:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db1d4de9. 00000100:00000040:3.0:1788695706.734545:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695706.734549:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788695706.734552:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306669809 00000100:00000010:0.0:1788695706.734557:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be89e8de. 00000400:00000010:3.0:1788695706.734557:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2a431e. 00000100:00000200:3.0:1788695706.734562:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274329984, offset 0 00000100:00000001:0.0:1788695706.734563:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1788695706.734600:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695706.734607:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695706.734610:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695706.734613:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695706.734616:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695706.734619:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695706.734623:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [85:85:255:4294967295] 192.168.201.118@tcp LPNI seq info [85:85:7:4294967295] 00000400:00000200:3.0:1788695706.734631:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695706.734636:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695706.734639:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f59c383. 00000800:00000200:3.0:1788695706.734644:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695706.734649:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695706.734652:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f59c383 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695706.734655:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695706.734659:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 179392 usecs (180 jiffies) 00000100:00000001:3.0:1788695706.734662:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306668724 00000100:00000001:0.0:1788695706.734663:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306669809 00000100:00000001:3.0:1788695706.734665:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306669809 00000100:00000001:3.0:1788695706.734669:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306668724 00000100:00000010:0.0:1788695706.734670:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4964a0e. 00000100:00000001:3.0:1788695706.734672:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306669809 00000100:00000001:0.0:1788695706.734676:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788695706.734676:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306668724 00000100:00000001:3.0:1788695706.734679:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306669809 00000100:00000001:0.0:1788695706.734682:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695706.734684:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306668724 00000100:00000001:0.0:1788695706.734687:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695706.734688:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306669809 00000100:00000001:0.0:1788695706.734692:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695706.734693:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695706.734697:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695706.734698:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695706.734703:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695706.734708:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695706.734710:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695706.734711:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695706.734716:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695706.734718:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695706.734718:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695706.734721:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695706.734724:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695706.734727:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695706.734728:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695706.734729:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695706.734733:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788695706.734734:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695706.734738:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695706.734742:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695706.734744:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695706.734746:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695706.734748:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695706.734750:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695706.734754:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016cdf310 x1875583274329856/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695706.734761:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695706.734762:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695706.734765:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695706.734767:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695706.734769:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695706.734771:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000016cdf310 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274329856:192.168.201.118@tcp:400: 00000800:00000200:1.0:1788695706.734775:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788695706.734776:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695706.734780:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:1.0:1788695706.734781:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2cfda97. 02000000:00000001:0.0:1788695706.734782:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695706.734786:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1788695706.734787:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1788695706.734790:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e943f6de. 02000000:00000001:0.0:1788695706.734793:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695706.734797:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000010:0.0:1788695706.734799:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca5217b3. 00000400:00000200:1.0:1788695706.734805:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafe65a6 00000400:00000010:1.0:1788695706.734808:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000aafe65a6. 00000100:00000001:2.0:1788695706.734842:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695706.734860:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695706.734924:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695706.734934:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002b66d9e0 x1875583274329728/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695706.734944:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695706.734947:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b66d9e0 x1875583274329728/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695706.734953:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695706.734954:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:0.0:1788695706.734999:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001140bd37. 00000100:00000200:0.0:1788695706.735004:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274329856, portal 10 00000100:00000001:0.0:1788695706.735005:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695706.735006:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479936 : -113296832071680 : ffff98f50691f800) 00000100:00000040:0.0:1788695706.735012:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000016cdf310 x1875583274329856/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695706.735017:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695706.735020:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695706.735023:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008155608f. 00000800:00000200:1.0:1788695706.735023:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695706.735028:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f59c383. 00000100:00000200:0.0:1788695706.735029:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274329856, offset 0 00000400:00000200:1.0:1788695706.735034:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695706.735039:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695706.735042:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695706.735049:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2a431e 00000400:00000010:1.0:1788695706.735052:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003c2a431e. 00000400:00000200:0.0:1788695706.735053:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:1.0:1788695706.735057:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1788695706.735058:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1788695706.735063:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000146638d8 x1875583274329984/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788695706.735064:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695706.735069:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695706.735076:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:1.0:1788695706.735080:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1788695706.735083:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [86:86:255:4294967295] 192.168.201.118@tcp LPNI seq info [86:86:7:4294967295] 00000100:00000040:1.0:1788695706.735086:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000146638d8 x1875583274329984/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788695706.735101:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:1.0:1788695706.735101:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695706.735104:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788695706.735111:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695706.735115:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095d0f4a4. 00000800:00000200:0.0:1788695706.735119:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695706.735124:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695706.735126:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000095d0f4a4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695706.735140:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695706.735144:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 152377 usecs (153 jiffies) 00000100:00000001:0.0:1788695706.735146:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306668698 00000100:00000001:0.0:1788695706.735149:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306669809 00000100:00000001:0.0:1788695706.735151:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306668698 00000100:00000001:0.0:1788695706.735153:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306669809 00000100:00000001:0.0:1788695706.735155:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306668698 00000100:00000001:0.0:1788695706.735158:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306669809 00000100:00000001:0.0:1788695706.735160:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306668698 00000100:00000001:0.0:1788695706.735162:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306669809 00000100:00000001:0.0:1788695706.735164:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695706.735167:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695706.735170:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695706.735172:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695706.735758:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695706.735762:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095d0f4a4. 00000400:00000200:3.0:1788695706.735765:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695706.735770:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695706.735773:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008155608f 00000400:00000010:3.0:1788695706.735775:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008155608f. 00000100:00000001:3.0:1788695706.735778:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695706.735782:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000016cdf310 x1875583274329856/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695706.735791:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695706.735794:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016cdf310 x1875583274329856/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695722 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695706.735800:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695706.735801:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788695706.738427:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695706.738442:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695706.738446:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695706.738448:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695706.738457:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695706.738470:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d02780 00000400:00000200:3.0:1788695706.738478:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x38d [1] + 224 00000800:00000001:3.0:1788695706.738483:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695706.738487:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695706.738490:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695706.738493:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695706.738499:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695706.738505:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000146638d8 x1875583274329984/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695706.738522:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000146638d8 x1875583274329984/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695706.738593:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695706.738597:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695706.738614:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695706.738622:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695706.738624:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695706.739023:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695706.739030:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695706.739032:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695706.739034:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695706.739039:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695706.739047:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d02700 00000400:00000200:1.0:1788695706.739052:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x395 [1] + 224 00000800:00000001:1.0:1788695706.739055:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695706.739060:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695706.739062:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695706.739065:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695706.739068:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695706.739077:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000016cdf310 x1875583274329856/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695706.739086:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000016cdf310 x1875583274329856/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695706.739104:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695706.739110:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695706.739113:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695706.739258:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695706.739261:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695706.739266:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695706.739285:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695706.739287:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca5217b3. 00000400:00000200:0.0:1788695706.739291:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001140bd37 00000400:00000010:0.0:1788695706.739293:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001140bd37. 00000100:00000001:0.0:1788695706.739296:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695706.739300:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000016cdf310 x1875583274329856/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695706.739308:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000016cdf310 x1875583274329856/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695706.739314:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695706.739315:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695706.739318:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695706.739321:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695706.739323:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695706.739325:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695706.739328:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695706.739342:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=57 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695706.739347:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695706.739349:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695706.739351:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695706.739353:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695706.739356:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695706.739360:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695706.739362:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695706.739363:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695706.739365:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695706.739368:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016cdf310 x1875583274329856/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695706.739374:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695706.739376:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695706.739378:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695706.739381:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016cdf310 x1875583274329856/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695706.739387:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000016cdf310 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274329856:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695706.739397:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695706.739400:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695706.739403:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016cdf310 x1875583274329856/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695706.739409:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695706.739411:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695706.739414:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e943f6de. 02000000:00000001:0.0:1788695706.739417:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695706.739419:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695706.739421:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695706.739423:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695706.739425:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006596e7c6. 02000000:00000001:0.0:1788695706.739428:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695706.739430:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695706.739431:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016cdf310. 00000100:00000001:0.0:1788695706.739435:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695706.739436:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695706.739439:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695706.739440:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695706.739441:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695706.739443:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695706.739444:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788695706.739820:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695706.739826:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695706.739828:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695706.739830:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695706.739834:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695706.739842:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d02680 00000400:00000200:3.0:1788695706.739929:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x385 [1] + 224 00000800:00000001:3.0:1788695706.739933:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695706.739938:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695706.739940:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695706.739942:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695706.739945:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695706.739948:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002b66d9e0 x1875583274329728/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695706.739953:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002b66d9e0 x1875583274329728/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695706.739962:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695706.739965:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695706.739967:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695706.739990:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695706.740001:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695706.740005:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695706.740007:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695706.740009:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000400:00000200:0.0:1788695706.740013:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d39b7ba 00000400:00000010:0.0:1788695706.740015:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002d39b7ba. 00000100:00000001:0.0:1788695706.740018:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695706.740021:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002b66d9e0 x1875583274329728/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695706.740030:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002b66d9e0 x1875583274329728/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695706.740036:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695706.740045:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695706.740047:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695706.740050:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695706.740051:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695706.740053:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695706.740056:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695706.740059:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=57 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695706.740063:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695706.740066:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695706.740067:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695706.740070:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695706.740072:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695706.740074:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695706.740078:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b66d9e0 x1875583274329728/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695706.740085:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695706.740088:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695706.740090:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695706.740093:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b66d9e0 x1875583274329728/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695706.740101:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002b66d9e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274329728:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695706.740107:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695706.740109:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695706.740113:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b66d9e0 x1875583274329728/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695706.740120:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695706.740122:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695706.740124:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f248045. 02000000:00000001:0.0:1788695706.740128:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695706.740129:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695706.740131:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788695706.740134:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695706.740136:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000372e11cf. 02000000:00000001:0.0:1788695706.740138:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695706.740144:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695706.740146:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b66d9e0. 00000100:00000001:0.0:1788695706.740148:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695706.740150:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695706.740151:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695706.740158:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695706.740160:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695706.740162:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695706.740164:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788695706.740605:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695706.740609:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695706.740610:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a94fcc17. 00000400:00000200:2.0:1788695706.740616:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9587b37 00000400:00000010:2.0:1788695706.740617:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f9587b37. 00000100:00000001:2.0:1788695706.740620:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695706.740625:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000146638d8 x1875583274329984/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695706.740632:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000146638d8 x1875583274329984/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695706.740638:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695706.740640:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695706.740642:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695706.740643:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695706.740644:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695706.740645:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695706.740646:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695706.740650:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=56 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695706.740652:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695706.740653:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695706.740659:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695706.740660:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788695706.740663:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000146638d8 x1875583274329984/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788695706.740667:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695706.740669:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695706.740671:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695706.740672:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695706.740673:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695706.740674:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000146638d8 x1875583274329984/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695706.740678:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695706.740679:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695706.740680:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695706.740681:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000146638d8 x1875583274329984/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695706.740685:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000146638d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274329984:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695706.740688:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695706.740689:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695706.740690:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000146638d8 x1875583274329984/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695722 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695706.740693:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695706.740694:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695706.740695:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d0712a6. 02000000:00000001:2.0:1788695706.740697:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695706.740698:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695706.740699:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695706.740701:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695706.740702:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000155bbcce. 02000000:00000001:2.0:1788695706.740703:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695706.740704:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695706.740705:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000146638d8. 00000100:00000001:2.0:1788695706.740709:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695706.740758:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695706.740759:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695706.740763:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695706.740764:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695706.740765:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695706.740767:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695707.694062:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695707.694072:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695707.694074:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695707.694078:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695707.694083:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695707.694085:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695707.694087:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695707.694089:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695707.694093:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695707.694094:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695707.694152:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695707.694156:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695707.694159:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695708.013968:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306669809, at 4306669824 00000100:00000040:3.0:1788695708.013968:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306669809, at 4306669824 00000100:00000010:3.0:1788695708.013987:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4964a0e. 00000100:00000010:1.0:1788695708.013997:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db1d4de9. 00000100:00000040:2.0:1788695708.014638:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306669809, at 4306669824 00000100:00000010:2.0:1788695708.014647:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be89e8de. 00000100:00000040:0.0:1788695708.014724:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306669809, at 4306669824 00000100:00000010:0.0:1788695708.014730:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038ecd934. 00010000:00000001:2.0:1788695708.718024:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695708.718031:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695708.718036:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695708.718036:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695708.718117:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695708.718120:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695708.718123:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695709.741996:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695709.742003:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695709.742009:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695709.742010:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695709.742034:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695709.742038:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695709.742040:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695710.765979:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695710.765987:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695710.765993:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695710.765994:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695710.766164:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695710.766169:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695710.766172:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695711.789970:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695711.789979:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695711.789987:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695711.790013:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695711.790016:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695711.790018:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695711.790022:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695711.790024:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695711.790026:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695711.790029:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695711.790262:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695711.790266:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695711.790269:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695711.854156:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695711.854163:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695711.854169:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033cb097c. 00000020:00000040:0.0:1788695711.854183:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695711.854188:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695711.854191:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695711.854196:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695711.854203:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000909f46e7. 00000100:00000001:0.0:1788695711.854209:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695711.854220:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000033cb097c x1875583274330112/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695711.854228:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695711.854229:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695711.854233:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033cb097c] to pc [ptlrpcd_00_03+3] req@0000000033cb097c x1875583274330112/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695711.854253:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695711.854255:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695711.854270:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695711.854272:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ba1d0c9. 00000020:00000040:0.0:1788695711.854274:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695711.854275:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695711.854276:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695711.854278:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695711.854280:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cbe4be5a. 00000100:00000001:0.0:1788695711.854282:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695711.854284:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000004ba1d0c9 x1875583274330240/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695711.854289:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695711.854290:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695711.854291:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ba1d0c9] to pc [ptlrpcd_00_00+0] req@000000004ba1d0c9 x1875583274330240/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695711.854374:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695711.854412:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695711.854415:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695711.854417:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695711.854422:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ba1d0c9 x1875583274330240/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695711.854442:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695711.854444:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695711.854447:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695711.854449:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695711.854451:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695711.854454:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274330240:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695711.854458:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695711.854464:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695711.854466:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695711.854469:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695711.854473:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000301eb57e. 02000000:00000001:3.0:1788695711.854474:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695711.854501:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad098529. 00000400:00000010:3.0:1788695711.854509:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c77f24a. 00000100:00000200:3.0:1788695711.854516:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274330240, portal 10 00000100:00000001:3.0:1788695711.854519:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695711.854521:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882431744 : -113296827119872 : ffff98f506dd8700) 00000100:00000040:3.0:1788695711.854527:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004ba1d0c9 x1875583274330240/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695711.854618:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695711.854622:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695711.854625:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015c26822. 00000100:00000200:3.0:1788695711.854628:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274330240, offset 0 00000400:00000200:3.0:1788695711.854634:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695711.854647:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695711.854652:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695711.854656:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695711.854659:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695711.854662:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695711.854665:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [87:87:256:4294967295] 192.168.201.118@tcp LPNI seq info [87:87:8:4294967295] 00000100:00000001:1.0:1788695711.854688:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695711.854690:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695711.854694:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033cb097c x1875583274330112/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695711.854700:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695711.854701:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695711.854703:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695711.854704:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695711.854706:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695711.854708:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000033cb097c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274330112:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695711.854712:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695711.854714:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695711.854715:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695711.854717:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695711.854720:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a1a0fe21. 02000000:00000001:1.0:1788695711.854721:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695711.854725:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008690b99b. 00000400:00000010:1.0:1788695711.854735:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000558ee63f. 00000100:00000200:1.0:1788695711.854737:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274330112, portal 25 00000100:00000001:1.0:1788695711.854739:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695711.854740:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882443392 : -113296827108224 : ffff98f506ddb480) 00000100:00000040:1.0:1788695711.854744:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000033cb097c x1875583274330112/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695711.854749:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695711.854751:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695711.854754:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000840910ba. 00000100:00000200:1.0:1788695711.854755:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274330112, offset 0 00000400:00000200:1.0:1788695711.854759:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695711.854931:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695711.854944:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695711.854948:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000842c2c60. 00000800:00000200:3.0:1788695711.854954:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695711.854961:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695711.854964:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000842c2c60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695711.854975:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695711.854980:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 144690 usecs (145 jiffies) 00000100:00000001:3.0:1788695711.854985:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306673810 00000100:00000010:3.0:1788695711.854988:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000100:00000001:3.0:1788695711.854994:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788695711.854999:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306673810 00000100:00000010:3.0:1788695711.855001:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000100:00000001:3.0:1788695711.855004:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788695711.855006:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306673810 00000100:00000010:3.0:1788695711.855008:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000100:00000001:3.0:1788695711.855011:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788695711.855013:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306673810 00000100:00000010:3.0:1788695711.855015:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000100:00000001:3.0:1788695711.855018:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788695711.855020:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695711.855023:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695711.855026:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695711.855028:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695711.855035:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695711.855037:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695711.855039:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695711.855040:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695711.855041:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695711.855043:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695711.855134:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695711.855143:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000842c2c60. 00000400:00000200:3.0:1788695711.855147:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695711.855151:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695711.855539:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695711.855543:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695711.855545:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695711.855548:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695711.855550:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695711.855553:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [88:88:255:4294967295] 192.168.201.118@tcp LPNI seq info [88:88:7:4294967295] 00000400:00000200:1.0:1788695711.855561:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695711.855566:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695711.855570:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000155bbcce. 00000800:00000200:1.0:1788695711.855575:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695711.855579:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695711.855581:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000155bbcce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695711.855584:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695711.855587:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306674930 00000100:00000001:1.0:1788695711.855591:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306673810 00000100:00000001:1.0:1788695711.855594:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306674930 00000100:00000001:1.0:1788695711.855596:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306673810 00000100:00000001:1.0:1788695711.855599:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306674930 00000100:00000001:1.0:1788695711.855601:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306673810 00000100:00000001:1.0:1788695711.855608:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306674930 00000100:00000001:1.0:1788695711.855611:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306673810 00000100:00000001:1.0:1788695711.855613:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695711.855615:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695711.855617:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695711.855619:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695711.855624:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695711.855625:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695711.855627:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695711.855629:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695711.855630:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695711.855632:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695711.855895:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695711.855899:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695711.855905:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695711.855907:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695711.856620:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695711.856625:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695711.856628:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695711.856634:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a572c48. 00000020:00000040:0.0:1788695711.856639:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695711.856643:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695711.856645:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695711.856649:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695711.856654:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b193dd83. 00000100:00000001:0.0:1788695711.856659:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695711.856666:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000000a572c48 x1875583274330368/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695711.856676:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695711.856678:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695711.856682:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a572c48] to pc [ptlrpcd_00_01+1] req@000000000a572c48 x1875583274330368/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695711.856741:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695711.856744:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695711.856745:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695711.856749:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a572c48 x1875583274330368/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695711.856756:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695711.856758:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695711.856760:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695711.856762:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695711.856764:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695711.856766:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274330368:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695711.856769:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695711.856773:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695711.856776:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695711.856777:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695711.856781:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003040d782. 02000000:00000001:1.0:1788695711.856794:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695711.856799:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ded330b. 00000400:00000010:1.0:1788695711.856804:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6377a2d. 00000100:00000200:1.0:1788695711.856809:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274330368, portal 10 00000100:00000001:1.0:1788695711.856811:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695711.856812:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882444288 : -113296827107328 : ffff98f506ddb800) 00000020:00000010:1.0:1788695711.856827:0:201301:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d6cc1494. 00000100:00000040:1.0:1788695711.856833:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000a572c48 x1875583274330368/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695711.856840:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695711.856843:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695711.856874:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060c897f5. 00000100:00000200:1.0:1788695711.856878:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274330368, offset 0 00000400:00000200:1.0:1788695711.856885:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695711.856894:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695711.856898:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695711.856901:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695711.856903:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695711.856906:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695711.856908:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [89:89:254:4294967295] 192.168.201.118@tcp LPNI seq info [89:89:6:4294967295] 00000400:00000200:1.0:1788695711.856916:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695711.856920:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695711.856923:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000372e11cf. 00000800:00000200:1.0:1788695711.856928:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695711.856935:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695711.856938:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000372e11cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695711.856941:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695711.856944:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 168671 usecs (169 jiffies) 00000100:00000001:1.0:1788695711.856947:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306673835 00000100:00000001:1.0:1788695711.856949:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306674930 00000100:00000001:1.0:1788695711.856951:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306673835 00000100:00000001:1.0:1788695711.856952:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306674930 00000100:00000001:1.0:1788695711.856954:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306673835 00000100:00000001:1.0:1788695711.856956:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306674930 00000100:00000001:1.0:1788695711.856964:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306673835 00000100:00000001:1.0:1788695711.856965:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306674930 00000100:00000001:1.0:1788695711.856967:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695711.856969:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695711.856972:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695711.856974:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695711.857177:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695711.857180:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788695711.857184:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788695711.857188:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12011) 00000100:00000001:2.0:1788695711.857301:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695711.857304:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695711.857306:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695711.857308:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695711.857434:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695711.857437:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695711.857440:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695711.857441:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695711.857443:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695711.857444:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695711.858472:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015c26822 00000400:00000010:3.0:1788695711.858488:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000015c26822. 00000800:00000001:1.0:1788695711.858492:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695711.858505:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695711.858508:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695711.858510:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695711.858519:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695711.858533:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d02880 00000100:00000001:3.0:1788695711.858823:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1788695711.858825:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x39d [1] + 224 00000100:00000200:3.0:1788695711.858829:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004ba1d0c9 x1875583274330240/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788695711.858833:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695711.858840:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695711.858840:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1788695711.858842:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1788695711.858842:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ba1d0c9 x1875583274330240/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695727 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788695711.858872:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695711.858874:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695711.858875:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788695711.858877:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695711.858879:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004ba1d0c9 x1875583274330240/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695711.858886:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004ba1d0c9 x1875583274330240/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788695711.858907:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695711.858910:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000155bbcce. 00000400:00000200:3.0:1788695711.858914:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695711.858917:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695711.858920:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000840910ba 00000400:00000010:3.0:1788695711.858922:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000840910ba. 00000100:00000001:3.0:1788695711.858924:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695711.858927:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000033cb097c x1875583274330112/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695711.858934:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695711.858936:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033cb097c x1875583274330112/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695727 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695711.858937:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695711.858940:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695711.858941:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695711.858943:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788695711.858956:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695711.858962:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1788695711.859631:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695711.859634:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695711.859637:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad098529. 00000400:00000200:2.0:1788695711.859642:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c77f24a 00000400:00000010:2.0:1788695711.859644:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c77f24a. 00000100:00000001:2.0:1788695711.859646:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695711.859651:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004ba1d0c9 x1875583274330240/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695711.859659:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004ba1d0c9 x1875583274330240/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695711.859666:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695711.859667:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695711.859670:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695711.859672:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695711.859675:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695711.859677:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695711.859680:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695711.859687:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=62 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695711.859691:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695711.859693:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695711.859770:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695711.859774:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695711.859833:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695711.859838:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695711.859841:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695711.859936:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695711.859939:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695711.859944:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ba1d0c9 x1875583274330240/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695711.859952:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695711.859956:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695711.859958:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695711.859961:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ba1d0c9 x1875583274330240/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695711.859969:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274330240:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695711.859975:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695711.859977:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695711.859980:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ba1d0c9 x1875583274330240/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695711.859986:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695711.859989:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695711.859993:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000301eb57e. 02000000:00000001:2.0:1788695711.859997:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695711.860000:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695711.860002:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695711.860005:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695711.860007:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cbe4be5a. 02000000:00000001:2.0:1788695711.860010:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695711.860012:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695711.860014:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ba1d0c9. 00000100:00000001:2.0:1788695711.860089:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695711.860090:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695711.860092:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695711.860105:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695711.860107:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695711.860109:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695711.860112:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695711.861824:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788695711.862370:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695711.862375:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000372e11cf. 00000400:00000200:3.0:1788695711.862381:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695711.862390:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695711.862398:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060c897f5 00000400:00000010:3.0:1788695711.862400:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000060c897f5. 00000100:00000001:3.0:1788695711.862417:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695711.862424:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000a572c48 x1875583274330368/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695711.862436:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695711.862438:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a572c48 x1875583274330368/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695727 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695711.862444:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695711.862446:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788695711.862455:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695711.862463:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695711.862465:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695711.862468:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695711.862474:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695711.862499:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d02800 00000400:00000200:3.0:1788695711.862507:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x3a5 [1] + 224 00000800:00000001:3.0:1788695711.862514:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695711.862518:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695711.862520:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695711.862523:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695711.862527:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695711.862530:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000033cb097c x1875583274330112/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695711.862538:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033cb097c x1875583274330112/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695711.862557:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695711.862563:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695711.862566:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695711.862568:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695711.862570:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695711.862574:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695711.862579:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d02900 00000400:00000200:3.0:1788695711.862594:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x3ad [1] + 224 00000800:00000001:3.0:1788695711.862604:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695711.862652:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695711.862655:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695711.862659:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695711.862662:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695711.862664:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000a572c48 x1875583274330368/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695711.862672:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000a572c48 x1875583274330368/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695711.862691:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695711.862695:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695711.862697:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695711.862734:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695711.862742:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695711.862747:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695711.862749:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695711.862751:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008690b99b. 00000400:00000200:1.0:1788695711.862754:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000558ee63f 00000400:00000010:1.0:1788695711.862755:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000558ee63f. 00000100:00000001:1.0:1788695711.862757:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695711.862761:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000033cb097c x1875583274330112/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695711.862768:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000033cb097c x1875583274330112/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695711.862774:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695711.862775:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695711.862778:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695711.862780:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695711.862790:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695711.862792:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695711.862794:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695711.862800:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=62 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695711.862803:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695711.862805:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695711.862807:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695711.862809:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695711.862811:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695711.862813:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695711.862816:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033cb097c x1875583274330112/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695711.862822:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695711.862826:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695711.862827:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695711.862830:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033cb097c x1875583274330112/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695711.862836:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000033cb097c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274330112:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695711.862865:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695711.862867:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695711.862869:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033cb097c x1875583274330112/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695711.862875:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695711.862877:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695711.862880:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a1a0fe21. 02000000:00000001:1.0:1788695711.862883:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695711.862885:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695711.862887:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695711.862889:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695711.862891:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000909f46e7. 02000000:00000001:1.0:1788695711.862894:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695711.862896:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695711.862897:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033cb097c. 00000100:00000001:1.0:1788695711.862901:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695711.862902:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695711.862904:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695711.862910:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695711.862912:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695711.862914:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695711.862916:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695711.862959:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695711.862961:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695711.862965:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695711.862967:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695711.862968:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ded330b. 00000400:00000200:2.0:1788695711.862971:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6377a2d 00000400:00000010:2.0:1788695711.862973:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c6377a2d. 00000100:00000001:2.0:1788695711.862975:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695711.862979:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000a572c48 x1875583274330368/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695711.862986:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000a572c48 x1875583274330368/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695711.862991:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695711.862992:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695711.862994:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695711.862995:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695711.862996:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695711.862997:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695711.862999:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695711.863004:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=61 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695711.863006:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=48 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695711.863008:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695711.863009:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695711.863010:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788695711.863013:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000a572c48 x1875583274330368/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788695711.863028:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695711.863031:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695711.863033:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695711.863034:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695711.863035:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695711.863044:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a572c48 x1875583274330368/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695711.863049:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695711.863051:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695711.863052:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695711.863054:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a572c48 x1875583274330368/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695711.863059:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274330368:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695711.863063:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695711.863064:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695711.863066:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a572c48 x1875583274330368/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695727 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695711.863071:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695711.863073:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695711.863075:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003040d782. 02000000:00000001:2.0:1788695711.863078:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695711.863079:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695711.863080:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695711.863081:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695711.863082:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b193dd83. 02000000:00000001:2.0:1788695711.863084:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695711.863085:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695711.863086:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a572c48. 00000100:00000001:2.0:1788695711.863088:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695711.863089:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695711.863090:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695711.863094:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695711.863094:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695711.863096:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695711.863098:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695712.814044:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695712.814051:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695712.814057:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695712.814076:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695712.814102:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695712.814104:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695712.814106:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695713.133930:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306674930, at 4306674944 00000100:00000040:2.0:1788695713.133930:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306674930, at 4306674944 00000100:00000010:2.0:1788695713.133947:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00000100:00000010:0.0:1788695713.133952:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c64039. 00000100:00000040:1.0:1788695713.134111:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306674930, at 4306674944 00000100:00000010:1.0:1788695713.134117:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00000100:00000040:3.0:1788695713.135265:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306674930, at 4306674945 00000100:00000010:3.0:1788695713.135274:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00010000:00000001:2.0:1788695713.838351:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695713.838358:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695713.838364:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695713.838365:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695713.838650:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695713.838655:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695713.838658:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695714.861994:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695714.862002:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695714.862009:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695714.862010:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695714.862235:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695714.862239:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695714.862242:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695715.886026:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695715.886033:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695715.886039:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695715.886040:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695715.886060:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695715.886064:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695715.886066:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695716.910001:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695716.910008:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695716.910014:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695716.910015:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695716.910072:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695716.910077:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695716.910081:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695716.976943:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695716.976951:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695716.976969:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000452ac9a7. 00000020:00000040:1.0:1788695716.976976:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695716.976980:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695716.976983:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695716.976988:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695716.977013:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006596e7c6. 00000100:00000001:1.0:1788695716.977019:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695716.977031:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000452ac9a7 x1875583274330496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695716.977041:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695716.977043:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695716.977049:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000452ac9a7] to pc [ptlrpcd_00_02+2] req@00000000452ac9a7 x1875583274330496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695716.977085:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695716.977088:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695716.977091:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695716.977094:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e34ae42. 00000020:00000040:1.0:1788695716.977096:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695716.977098:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695716.977099:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695716.977101:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695716.977103:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004bb85f65. 00000100:00000001:1.0:1788695716.977106:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695716.977109:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000009e34ae42 x1875583274330624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695716.977114:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695716.977115:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695716.977118:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e34ae42] to pc [ptlrpcd_00_03+3] req@000000009e34ae42 x1875583274330624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695716.977124:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695716.977126:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695716.977129:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695716.977130:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003931a9e5. 00000020:00000040:1.0:1788695716.977132:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695716.977134:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695716.977141:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695716.977142:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695716.977145:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dffc0522. 00000100:00000001:1.0:1788695716.977148:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695716.977151:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000003931a9e5 x1875583274330752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695716.977157:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695716.977158:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695716.977161:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003931a9e5] to pc [ptlrpcd_00_00+0] req@000000003931a9e5 x1875583274330752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695716.977173:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695716.977175:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788695716.977178:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788695716.977182:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12016) 00000100:00000001:0.0:1788695716.977238:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695716.977243:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695716.977245:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695716.977251:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009e34ae42 x1875583274330624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695716.977258:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695716.977261:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695716.977264:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695716.977266:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695716.977268:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695716.977271:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009e34ae42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274330624:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695716.977275:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695716.977280:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695716.977282:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695716.977284:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695716.977288:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac3cf9df. 02000000:00000001:0.0:1788695716.977290:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695716.977295:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 00000400:00000010:0.0:1788695716.977302:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d39b7ba. 00000100:00000200:0.0:1788695716.977315:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274330624, portal 10 00000100:00000001:0.0:1788695716.977317:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695716.977319:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877467392 : -113296832084224 : ffff98f50691c700) 00000100:00000040:0.0:1788695716.977326:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009e34ae42 x1875583274330624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695716.977333:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695716.977335:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695716.977337:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001140bd37. 00000100:00000200:0.0:1788695716.977340:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274330624, offset 0 00000400:00000200:0.0:1788695716.977345:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695716.977358:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695716.977363:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695716.977367:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695716.977371:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695716.977373:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695716.977377:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [90:90:256:4294967295] 192.168.201.118@tcp LPNI seq info [90:90:8:4294967295] 00000400:00000200:0.0:1788695716.977397:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695716.977403:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695716.977409:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b193dd83. 00000800:00000200:0.0:1788695716.977416:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695716.977424:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695716.977429:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b193dd83 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695716.977442:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695716.977447:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 137791 usecs (138 jiffies) 00000100:00000001:0.0:1788695716.977451:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306678925 00000100:00000010:0.0:1788695716.977455:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001cecc859. 00000100:00000001:0.0:1788695716.977461:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788695716.977466:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306678925 00000100:00000010:0.0:1788695716.977468:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b89cdb3. 00000100:00000001:0.0:1788695716.977471:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788695716.977491:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306678925 00000100:00000010:0.0:1788695716.977494:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038ecd934. 00000100:00000001:0.0:1788695716.977497:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788695716.977500:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306678925 00000100:00000010:0.0:1788695716.977502:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b799af0. 00000100:00000001:0.0:1788695716.977505:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788695716.977507:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695716.977510:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695716.977513:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695716.977515:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695716.977523:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695716.977524:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695716.977526:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695716.977527:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695716.977528:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695716.977530:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1788695716.977532:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695716.977534:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695716.977535:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695716.977537:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695716.977538:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695716.977539:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695716.977542:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000452ac9a7 x1875583274330496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695716.977548:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695716.977549:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695716.977551:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695716.977553:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695716.977555:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695716.977557:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000452ac9a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274330496:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695716.977560:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695716.977563:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695716.977564:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695716.977571:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695716.977573:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000028ef6fe. 02000000:00000001:0.0:1788695716.977575:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695716.977578:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca5217b3. 00000400:00000010:0.0:1788695716.977581:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000071eafe4. 00000100:00000200:0.0:1788695716.977584:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274330496, portal 25 00000100:00000001:0.0:1788695716.977586:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695716.977587:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479040 : -113296832072576 : ffff98f50691f480) 00000100:00000040:0.0:1788695716.977591:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000452ac9a7 x1875583274330496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695716.977597:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695716.977599:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695716.977601:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb96026b. 00000100:00000200:0.0:1788695716.977603:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274330496, offset 0 00000400:00000200:0.0:1788695716.977607:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695716.977611:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695716.977614:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695716.977616:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695716.977618:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695716.977621:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695716.977624:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [91:91:255:4294967295] 192.168.201.118@tcp LPNI seq info [91:91:7:4294967295] 00000400:00000200:0.0:1788695716.977630:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695716.977634:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695716.977637:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000909f46e7. 00000800:00000200:0.0:1788695716.977641:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695716.977644:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695716.977647:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000909f46e7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695716.977650:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695716.977652:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306680052 00000100:00000001:0.0:1788695716.977656:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306678925 00000100:00000001:0.0:1788695716.977659:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306680052 00000100:00000001:0.0:1788695716.977667:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306678925 00000100:00000001:0.0:1788695716.977669:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306680052 00000100:00000001:0.0:1788695716.977671:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306678925 00000100:00000001:0.0:1788695716.977673:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306680052 00000100:00000001:0.0:1788695716.977675:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306678925 00000100:00000001:0.0:1788695716.977677:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695716.977679:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695716.977681:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695716.977683:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695716.977885:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695716.977888:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695716.977893:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695716.977895:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695716.977896:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695716.977901:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003931a9e5 x1875583274330752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695716.977908:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695716.977909:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695716.977911:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695716.977912:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695716.977914:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695716.977923:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003931a9e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274330752:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695716.977926:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695716.977928:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695716.977929:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695716.977930:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695716.977933:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000212308e0. 02000000:00000001:2.0:1788695716.977934:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695716.977937:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000495045b7. 00000400:00000010:2.0:1788695716.977941:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0e8fa31. 00000100:00000200:2.0:1788695716.977944:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274330752, portal 10 00000100:00000001:2.0:1788695716.977946:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695716.977947:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877475456 : -113296832076160 : ffff98f50691e680) 00000100:00000040:2.0:1788695716.977951:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003931a9e5 x1875583274330752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695716.977967:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695716.977971:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695716.977973:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085494d83. 00000100:00000200:2.0:1788695716.977975:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274330752, offset 0 00000400:00000200:2.0:1788695716.977980:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695716.977985:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695716.977988:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695716.977990:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695716.977992:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695716.977994:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695716.977996:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [92:92:254:4294967295] 192.168.201.118@tcp LPNI seq info [92:92:6:4294967295] 00000400:00000200:2.0:1788695716.978003:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695716.978008:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695716.978011:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000394a697c. 00000800:00000200:2.0:1788695716.978015:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695716.978019:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695716.978021:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000394a697c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695716.978030:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695716.978033:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 159211 usecs (160 jiffies) 00000100:00000001:2.0:1788695716.978036:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306678947 00000100:00000001:2.0:1788695716.978038:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306680052 00000100:00000001:2.0:1788695716.978039:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306678947 00000100:00000001:2.0:1788695716.978041:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306680052 00000100:00000001:2.0:1788695716.978042:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306678947 00000100:00000001:2.0:1788695716.978044:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306680052 00000100:00000001:2.0:1788695716.978046:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306678947 00000100:00000001:2.0:1788695716.978047:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306680052 00000100:00000001:2.0:1788695716.978049:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695716.978051:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695716.978053:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695716.978054:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695716.978058:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695716.978059:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695716.978061:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695716.978062:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695716.978063:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695716.978064:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695716.978073:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695716.978074:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695716.978835:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695716.978841:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b193dd83. 00000400:00000200:1.0:1788695716.978865:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695716.978872:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695716.978877:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001140bd37 00000400:00000010:1.0:1788695716.978879:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001140bd37. 00000100:00000001:1.0:1788695716.978883:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695716.978887:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000009e34ae42 x1875583274330624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695716.978897:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695716.978900:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009e34ae42 x1875583274330624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695716.978906:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695716.978908:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695716.978922:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695716.978925:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000909f46e7. 00000400:00000200:1.0:1788695716.978927:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695716.978938:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695716.978941:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb96026b 00000400:00000010:1.0:1788695716.978943:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fb96026b. 00000100:00000001:1.0:1788695716.978945:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695716.978948:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000452ac9a7 x1875583274330496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695716.978955:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695716.978957:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000452ac9a7 x1875583274330496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695716.979030:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695716.979032:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695716.979291:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695716.979293:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000394a697c. 00000400:00000200:1.0:1788695716.979297:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695716.979301:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695716.979304:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085494d83 00000400:00000010:1.0:1788695716.979306:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000085494d83. 00000100:00000001:1.0:1788695716.979308:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695716.979311:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003931a9e5 x1875583274330752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695716.979318:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695716.979320:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003931a9e5 x1875583274330752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695732 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695716.979325:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695716.979326:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788695716.985454:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695716.985473:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695716.985478:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695716.985480:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695716.985492:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695716.985509:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d02980 00000400:00000200:0.0:1788695716.985517:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x3bd [1] + 224 00000800:00000001:0.0:1788695716.985523:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695716.985526:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695716.985529:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695716.985533:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695716.985540:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695716.985546:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000452ac9a7 x1875583274330496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695716.985558:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000452ac9a7 x1875583274330496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695716.985631:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695716.985635:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695716.985651:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695716.985660:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695716.985663:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695716.985665:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695716.985667:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695716.985671:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695716.985691:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d02a00 00000400:00000200:0.0:1788695716.985695:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x3b5 [1] + 224 00000800:00000001:0.0:1788695716.985699:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695716.985701:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695716.985703:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695716.985706:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695716.985709:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695716.985712:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000009e34ae42 x1875583274330624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695716.985720:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009e34ae42 x1875583274330624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695716.985727:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695716.985730:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695716.985732:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695716.985733:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695716.985735:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695716.985738:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695716.985743:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d02a80 00000400:00000200:0.0:1788695716.985748:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x3c5 [1] + 224 00000800:00000001:0.0:1788695716.985751:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695716.985758:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695716.985760:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695716.985762:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695716.985765:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695716.985768:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003931a9e5 x1875583274330752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695716.985775:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003931a9e5 x1875583274330752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695716.985797:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695716.985801:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695716.985808:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695716.985879:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695716.985882:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695716.985888:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695716.985890:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695716.985892:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000495045b7. 00000400:00000200:2.0:1788695716.985897:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e8fa31 00000400:00000010:2.0:1788695716.985899:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0e8fa31. 00000100:00000001:2.0:1788695716.985911:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695716.985915:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003931a9e5 x1875583274330752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695716.985933:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003931a9e5 x1875583274330752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695716.985939:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695716.985941:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695716.985943:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695716.985945:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695716.985948:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695716.985949:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695716.985952:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695716.985960:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=66 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695716.985964:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=53 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695716.985967:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695716.985968:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695716.986032:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788695716.986038:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003931a9e5 x1875583274330752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788695716.986046:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695716.986050:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695716.986052:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695716.986054:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695716.986056:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695716.986059:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003931a9e5 x1875583274330752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695716.986066:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695716.986068:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695716.986070:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695716.986073:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003931a9e5 x1875583274330752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695716.986080:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003931a9e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274330752:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695716.986084:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695716.986093:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695716.986097:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003931a9e5 x1875583274330752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695716.986103:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695716.986105:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695716.986108:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000212308e0. 02000000:00000001:2.0:1788695716.986112:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695716.986115:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695716.986116:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695716.986119:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695716.986121:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dffc0522. 02000000:00000001:2.0:1788695716.986124:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695716.986125:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695716.986127:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003931a9e5. 00000100:00000001:2.0:1788695716.986130:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695716.986131:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695716.986133:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695716.986141:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695716.986142:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695716.986144:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695716.986147:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788695716.986252:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695716.986254:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695716.986255:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca5217b3. 00000400:00000200:1.0:1788695716.986259:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000071eafe4 00000400:00000010:1.0:1788695716.986261:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000071eafe4. 00000100:00000001:1.0:1788695716.986263:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695716.986268:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000452ac9a7 x1875583274330496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695716.986292:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000452ac9a7 x1875583274330496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695716.986298:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695716.986300:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695716.986301:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695716.986303:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695716.986304:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695716.986305:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695716.986307:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695716.986310:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=67 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695716.986312:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695716.986314:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695716.986315:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695716.986316:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695716.986318:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695716.986319:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695716.986322:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000452ac9a7 x1875583274330496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695716.986327:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695716.986328:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695716.986330:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695716.986332:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000452ac9a7 x1875583274330496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695716.986337:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000452ac9a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274330496:192.168.201.118@tcp:400: 00000400:00000001:1.0:1788695716.986343:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695716.986344:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695716.986345:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000400:00000200:1.0:1788695716.986357:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d39b7ba 00000400:00000010:1.0:1788695716.986359:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002d39b7ba. 00000100:00000001:1.0:1788695716.986361:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695716.986364:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000009e34ae42 x1875583274330624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695716.986381:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000009e34ae42 x1875583274330624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695716.986386:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695716.986398:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695716.986400:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695716.986402:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695716.986403:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695716.986404:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695716.986405:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695716.986410:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=67 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695716.986413:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695716.986415:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695716.986416:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695716.986417:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695716.986420:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695716.986422:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695716.986423:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695716.986425:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695716.986427:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695716.986430:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009e34ae42 x1875583274330624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695716.986436:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695716.986438:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695716.986439:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695716.986441:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e34ae42 x1875583274330624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695716.986446:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000009e34ae42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274330624:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695716.986450:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695716.986452:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695716.986454:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000452ac9a7 x1875583274330496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695716.986469:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695716.986470:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695716.986472:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000028ef6fe. 02000000:00000001:1.0:1788695716.986475:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695716.986476:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695716.986477:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695716.986479:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695716.986480:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006596e7c6. 02000000:00000001:1.0:1788695716.986482:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695716.986483:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695716.986484:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000452ac9a7. 00000100:00000001:1.0:1788695716.986487:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695716.986488:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695716.986489:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695716.986492:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009e34ae42 x1875583274330624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695732 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695716.986499:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695716.986500:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695716.986501:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac3cf9df. 02000000:00000001:1.0:1788695716.986502:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695716.986503:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695716.986504:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695716.986506:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695716.986507:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004bb85f65. 02000000:00000001:1.0:1788695716.986508:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695716.986509:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695716.986510:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009e34ae42. 00000100:00000001:1.0:1788695716.986512:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695716.986513:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695716.986515:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695716.986518:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695716.986519:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695716.986521:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695716.986523:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695717.934216:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695717.934223:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695717.934225:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695717.934226:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695717.934231:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695717.934232:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695717.934233:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695717.934235:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695717.934238:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695717.934238:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695717.934338:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695717.934342:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695717.934403:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695718.253988:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306680052, at 4306680064 00000100:00000040:1.0:1788695718.253990:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306680052, at 4306680064 00000100:00000010:1.0:1788695718.254006:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b89cdb3. 00000100:00000010:0.0:1788695718.254008:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001cecc859. 00000100:00000040:2.0:1788695718.254207:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306680052, at 4306680064 00000100:00000010:2.0:1788695718.254213:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038ecd934. 00000100:00000040:3.0:1788695718.254408:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306680052, at 4306680064 00000100:00000010:3.0:1788695718.254415:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b799af0. 00010000:00000001:2.0:1788695718.958072:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695718.958079:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695718.958086:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695718.958087:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695718.958133:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695718.958136:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695718.958138:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695719.982239:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695719.982247:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695719.982253:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695719.982254:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695719.982435:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695719.982439:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695719.982442:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695721.007573:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695721.007579:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695721.007585:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695721.007586:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695721.007683:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695721.007687:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695721.007690:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695722.030042:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695722.030048:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695722.030053:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695722.030056:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695722.030058:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695722.030060:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695722.030062:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695722.030064:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695722.030065:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695722.030066:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695722.030080:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695722.030082:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695722.030084:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695722.094138:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695722.094147:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695722.094157:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e34ae42. 00000020:00000040:1.0:1788695722.094164:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695722.094168:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695722.094171:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695722.094177:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695722.094183:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004bb85f65. 00000100:00000001:1.0:1788695722.094190:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695722.094200:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000009e34ae42 x1875583274330880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695722.094210:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695722.094212:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695722.094218:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e34ae42] to pc [ptlrpcd_00_01+1] req@000000009e34ae42 x1875583274330880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695722.094258:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695722.094260:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695722.094263:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695722.094266:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000452ac9a7. 00000020:00000040:1.0:1788695722.094268:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695722.094271:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695722.094272:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695722.094273:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695722.094276:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006596e7c6. 00000100:00000001:1.0:1788695722.094279:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695722.094282:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000452ac9a7 x1875583274331008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695722.094316:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695722.094317:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695722.094321:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000452ac9a7] to pc [ptlrpcd_00_02+2] req@00000000452ac9a7 x1875583274331008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695722.094349:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695722.094351:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695722.094354:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695722.094357:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099f63aea. 00000020:00000040:1.0:1788695722.094359:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695722.094361:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695722.094362:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695722.094364:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695722.094367:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000032870841. 00000100:00000001:1.0:1788695722.094370:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695722.094373:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000099f63aea x1875583274331136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695722.094380:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695722.094381:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695722.094384:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099f63aea] to pc [ptlrpcd_00_03+3] req@0000000099f63aea x1875583274331136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695722.094391:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695722.094392:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788695722.094395:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788695722.094400:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12021) 00000100:00000001:1.0:1788695722.094465:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695722.094469:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695722.094471:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695722.094476:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099f63aea x1875583274331136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695722.094494:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695722.094496:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695722.094499:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695722.094502:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695722.094505:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695722.094507:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000099f63aea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274331136:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695722.094521:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695722.094527:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695722.094529:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695722.094532:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695722.094535:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016a9aa52. 02000000:00000001:1.0:1788695722.094537:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695722.094543:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008690b99b. 00000400:00000010:1.0:1788695722.094756:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000558ee63f. 00000100:00000200:1.0:1788695722.094765:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274331136, portal 10 00000100:00000001:1.0:1788695722.094768:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695722.094769:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877472768 : -113296832078848 : ffff98f50691dc00) 00000100:00000040:1.0:1788695722.094776:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000099f63aea x1875583274331136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695722.094782:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695722.094785:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695722.094787:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e02c571f. 00000100:00000200:1.0:1788695722.094790:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274331136, offset 0 00000400:00000200:1.0:1788695722.094796:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695722.094809:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695722.094815:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695722.094819:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695722.094822:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695722.094824:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695722.094828:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [93:93:256:4294967295] 192.168.201.118@tcp LPNI seq info [93:93:8:4294967295] 00000400:00000200:1.0:1788695722.094839:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695722.094886:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695722.094891:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7e36ce6. 00000800:00000200:1.0:1788695722.094897:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695722.094903:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695722.094907:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f7e36ce6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695722.094919:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695722.094932:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 150976 usecs (151 jiffies) 00000100:00000001:1.0:1788695722.094936:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306684056 00000100:00000010:1.0:1788695722.094940:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007fa6a9e5. 00000100:00000001:1.0:1788695722.094946:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788695722.094955:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306684056 00000100:00000010:1.0:1788695722.094957:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e02d52fc. 00000100:00000001:1.0:1788695722.094960:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788695722.094962:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306684056 00000100:00000010:1.0:1788695722.094965:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b48a3b0. 00000100:00000001:1.0:1788695722.094967:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788695722.094972:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306684056 00000100:00000010:1.0:1788695722.094975:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000accae067. 00000100:00000001:1.0:1788695722.094978:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788695722.094980:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695722.094984:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695722.094987:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695722.094989:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695722.094996:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695722.094999:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695722.095001:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695722.095002:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695722.095003:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695722.095006:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1788695722.095008:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695722.095016:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695722.095017:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695722.095018:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695722.095019:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695722.095021:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695722.095024:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000452ac9a7 x1875583274331008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695722.095031:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695722.095032:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695722.095034:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695722.095036:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695722.095037:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695722.095040:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000452ac9a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274331008:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695722.095043:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695722.095045:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695722.095046:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695722.095048:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695722.095051:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca514f4f. 02000000:00000001:1.0:1788695722.095052:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695722.095055:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fe864f6. 00000400:00000010:1.0:1788695722.095059:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013cbe2c3. 00000100:00000200:1.0:1788695722.095061:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274331008, portal 10 00000100:00000001:1.0:1788695722.095063:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695722.095064:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479040 : -113296832072576 : ffff98f50691f480) 00000100:00000040:1.0:1788695722.095069:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000452ac9a7 x1875583274331008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695722.095074:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695722.095076:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695722.095078:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d73eec57. 00000100:00000200:1.0:1788695722.095080:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274331008, offset 0 00000400:00000200:1.0:1788695722.095084:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695722.095089:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695722.095091:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695722.095099:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695722.095101:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695722.095104:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695722.095107:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [94:94:255:4294967295] 192.168.201.118@tcp LPNI seq info [94:94:7:4294967295] 00000400:00000200:1.0:1788695722.095114:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695722.095119:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695722.095123:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dffc0522. 00000800:00000200:1.0:1788695722.095126:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695722.095130:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695722.095131:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dffc0522 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695722.095134:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695722.095136:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 131781 usecs (132 jiffies) 00000100:00000001:1.0:1788695722.095139:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306684037 00000100:00000001:1.0:1788695722.095140:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306684056 00000100:00000001:1.0:1788695722.095142:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306684037 00000100:00000001:1.0:1788695722.095144:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306684056 00000100:00000001:1.0:1788695722.095145:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306684037 00000100:00000001:1.0:1788695722.095147:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306684056 00000100:00000001:1.0:1788695722.095150:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306684037 00000100:00000001:1.0:1788695722.095151:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306684056 00000100:00000001:1.0:1788695722.095153:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695722.095154:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695722.095156:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695722.095158:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695722.095328:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695722.095332:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7e36ce6. 00000400:00000200:1.0:1788695722.095338:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695722.095343:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695722.095348:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e02c571f 00000400:00000010:1.0:1788695722.095355:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e02c571f. 00000100:00000001:1.0:1788695722.095359:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695722.095363:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000099f63aea x1875583274331136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695722.095371:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695722.095374:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000099f63aea x1875583274331136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695738 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695722.095381:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695722.095382:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695722.095453:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695722.095455:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dffc0522. 00000400:00000200:1.0:1788695722.095458:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695722.095461:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695722.095464:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d73eec57 00000400:00000010:1.0:1788695722.095465:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d73eec57. 00000100:00000001:1.0:1788695722.095468:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695722.095470:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000452ac9a7 x1875583274331008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695722.095477:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695722.095479:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000452ac9a7 x1875583274331008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695738 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695722.095485:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695722.095486:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788695722.096238:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788695722.096243:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788695722.096245:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695722.096250:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695722.096251:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695722.096253:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695722.096255:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695722.096256:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695722.096261:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009e34ae42 x1875583274330880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695722.096269:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695722.096270:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695722.096272:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695722.096275:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695722.096277:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695722.096279:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009e34ae42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274330880:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695722.096291:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695722.096294:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695722.096296:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695722.096309:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695722.096314:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006a30c62. 02000000:00000001:3.0:1788695722.096316:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695722.096320:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a030ef. 00000400:00000010:3.0:1788695722.096324:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015c26822. 00000100:00000200:3.0:1788695722.096328:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274330880, portal 25 00000100:00000001:3.0:1788695722.096330:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695722.096332:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877467392 : -113296832084224 : ffff98f50691c700) 00000100:00000040:3.0:1788695722.096336:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009e34ae42 x1875583274330880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695722.096343:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695722.096345:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695722.096347:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e4bd39f. 00000100:00000200:3.0:1788695722.096350:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274330880, offset 0 00000400:00000200:3.0:1788695722.096354:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695722.096362:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695722.096365:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695722.096368:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695722.096371:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695722.096374:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695722.096376:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [95:95:256:4294967295] 192.168.201.118@tcp LPNI seq info [95:95:8:4294967295] 00000400:00000200:3.0:1788695722.096385:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695722.096389:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695722.096393:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000842c2c60. 00000800:00000200:3.0:1788695722.096397:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695722.096402:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695722.096405:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000842c2c60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695722.096417:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695722.096425:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306685171 00000100:00000001:3.0:1788695722.096441:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306684056 00000100:00000001:3.0:1788695722.096446:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306685171 00000100:00000001:3.0:1788695722.096448:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306684056 00000100:00000001:3.0:1788695722.096450:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306685171 00000100:00000001:3.0:1788695722.096453:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306684056 00000100:00000001:3.0:1788695722.096455:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306685171 00000100:00000001:3.0:1788695722.096457:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306684056 00000100:00000001:3.0:1788695722.096459:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695722.096461:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695722.096464:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695722.096466:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695722.097374:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695722.097379:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695722.097426:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695722.097473:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000842c2c60. 00000400:00000200:1.0:1788695722.097477:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695722.097483:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695722.097487:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e4bd39f 00000400:00000010:1.0:1788695722.097489:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005e4bd39f. 00000100:00000001:1.0:1788695722.097493:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695722.097497:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000009e34ae42 x1875583274330880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695738 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695722.097507:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695722.097517:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009e34ae42 x1875583274330880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695738 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695722.097524:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695722.097525:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788695722.097761:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695722.097764:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695722.103288:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695722.103319:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695722.103323:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695722.103326:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695722.103336:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695722.103354:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d02c00 00000400:00000200:0.0:1788695722.103362:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x3cd [1] + 224 00000800:00000001:0.0:1788695722.103369:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695722.103378:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695722.103381:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695722.103385:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695722.103392:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695722.103398:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000099f63aea x1875583274331136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695722.103409:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000099f63aea x1875583274331136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695722.103437:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695722.103447:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695722.103451:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695722.103452:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695722.103454:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695722.103458:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695722.103464:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d02b80 00000400:00000200:0.0:1788695722.103469:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x3d5 [1] + 224 00000800:00000001:0.0:1788695722.103489:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695722.103492:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695722.103494:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695722.103497:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695722.103500:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695722.103503:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000452ac9a7 x1875583274331008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695722.103511:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000452ac9a7 x1875583274331008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695722.103518:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695722.103522:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695722.103524:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695722.103526:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695722.103528:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695722.103531:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695722.103536:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d02b00 00000400:00000200:0.0:1788695722.103541:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x3dd [1] + 224 00000800:00000001:0.0:1788695722.103545:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695722.103551:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695722.103552:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695722.103555:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695722.103557:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695722.103560:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000009e34ae42 x1875583274330880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695722.103568:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009e34ae42 x1875583274330880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695722.103585:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695722.103588:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695722.103591:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695722.103652:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695722.103660:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695722.103667:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695722.103669:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695722.103672:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9a030ef. 00000400:00000200:3.0:1788695722.103677:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015c26822 00000400:00000010:3.0:1788695722.103679:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000015c26822. 00000100:00000001:3.0:1788695722.103682:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695722.103686:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000009e34ae42 x1875583274330880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695722.103694:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000009e34ae42 x1875583274330880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695722.103701:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695722.103703:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695722.103705:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695722.103708:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695722.103710:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695722.103712:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695722.103715:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695722.103720:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=73 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695722.103724:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695722.103735:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695722.103736:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695722.103739:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695722.103741:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695722.103756:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695722.103761:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009e34ae42 x1875583274330880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695722.103768:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695722.103771:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695722.103773:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695722.103777:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e34ae42 x1875583274330880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695722.103784:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000009e34ae42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274330880:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695722.103789:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695722.103792:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695722.103794:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009e34ae42 x1875583274330880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695722.103801:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695722.103803:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695722.103806:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006a30c62. 02000000:00000001:3.0:1788695722.103809:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695722.103812:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695722.103814:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695722.103816:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695722.103818:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004bb85f65. 02000000:00000001:3.0:1788695722.103822:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695722.103823:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695722.103825:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009e34ae42. 00000100:00000001:3.0:1788695722.103828:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695722.103829:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695722.103831:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695722.103838:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695722.103839:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695722.103842:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695722.103886:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695722.104130:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695722.104132:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695722.104136:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695722.104137:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695722.104139:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fe864f6. 00000400:00000200:1.0:1788695722.104142:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013cbe2c3 00000400:00000010:1.0:1788695722.104143:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013cbe2c3. 00000100:00000001:1.0:1788695722.104146:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695722.104150:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000452ac9a7 x1875583274331008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695722.104159:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000452ac9a7 x1875583274331008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695722.104165:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695722.104167:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695722.104169:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695722.104170:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695722.104171:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695722.104172:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695722.104174:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695722.104179:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=73 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695722.104182:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=73 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695722.104184:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695722.104186:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695722.104187:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695722.104190:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695722.104193:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695722.104194:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695722.104202:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695722.104203:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695722.104206:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000452ac9a7 x1875583274331008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695722.104225:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695722.104227:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695722.104229:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695722.104232:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000452ac9a7 x1875583274331008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695722.104239:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000452ac9a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274331008:192.168.201.118@tcp:400: 00000400:00000001:1.0:1788695722.104245:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695722.104246:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695722.104247:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008690b99b. 00000400:00000200:1.0:1788695722.104250:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000558ee63f 00000400:00000010:1.0:1788695722.104251:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000558ee63f. 00000100:00000001:1.0:1788695722.104254:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695722.104256:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000099f63aea x1875583274331136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695722.104263:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000099f63aea x1875583274331136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695722.104269:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695722.104270:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695722.104272:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695722.104273:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695722.104275:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695722.104276:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695722.104278:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695722.104282:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=72 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695722.104284:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=59 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695722.104287:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695722.104288:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695722.104289:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788695722.104292:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000099f63aea x1875583274331136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788695722.104321:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695722.104324:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695722.104325:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695722.104327:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695722.104328:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695722.104331:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000099f63aea x1875583274331136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695722.104338:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695722.104339:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695722.104341:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695722.104343:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099f63aea x1875583274331136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695722.104350:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000099f63aea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274331136:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695722.104355:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695722.104357:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695722.104359:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000452ac9a7 x1875583274331008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695722.104365:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695722.104367:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695722.104369:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca514f4f. 02000000:00000001:1.0:1788695722.104372:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695722.104374:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695722.104375:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695722.104377:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695722.104378:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006596e7c6. 02000000:00000001:1.0:1788695722.104380:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695722.104381:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695722.104382:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000452ac9a7. 00000100:00000001:1.0:1788695722.104385:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695722.104386:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695722.104393:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695722.104396:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000099f63aea x1875583274331136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695738 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695722.104402:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695722.104403:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695722.104405:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016a9aa52. 02000000:00000001:1.0:1788695722.104407:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695722.104408:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695722.104410:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695722.104412:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695722.104413:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000032870841. 02000000:00000001:1.0:1788695722.104414:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695722.104415:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695722.104416:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099f63aea. 00000100:00000001:1.0:1788695722.104418:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695722.104419:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695722.104421:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695722.104425:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695722.104426:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695722.104476:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695722.104479:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695723.053985:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695723.053992:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695723.053998:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695723.053999:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695723.057507:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695723.057514:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695723.057534:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695723.374117:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306685171, at 4306685184 00000100:00000010:3.0:1788695723.374154:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000accae067. 00000100:00000040:2.0:1788695723.374520:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306685171, at 4306685184 00000100:00000010:2.0:1788695723.374526:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b48a3b0. 00000100:00000040:1.0:1788695723.374817:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306685171, at 4306685184 00000100:00000010:1.0:1788695723.374823:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e02d52fc. 00000100:00000040:0.0:1788695723.374893:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306685171, at 4306685184 00000100:00000010:0.0:1788695723.374899:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007fa6a9e5. 00010000:00000001:2.0:1788695724.077991:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695724.078001:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695724.078008:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695724.078010:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695724.079808:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695724.079816:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695724.079822:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695725.102004:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695725.102031:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695725.102036:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695725.102037:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695725.102062:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695725.102065:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695725.102067:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695726.126049:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695726.126059:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695726.126068:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695726.126069:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695726.126206:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695726.126211:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695726.126214:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695727.150118:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695727.150131:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695727.150139:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695727.150140:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695727.151618:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695727.151626:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695727.151632:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695727.215823:0:172890:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695727.215835:0:172890:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695727.215872:0:172890:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000218cac94. 00000020:00000040:3.0:1788695727.215881:0:172890:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788695727.215886:0:172890:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695727.215890:0:172890:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695727.215895:0:172890:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695727.215905:0:172890:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006beeb4bb. 00000100:00000001:3.0:1788695727.215914:0:172890:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695727.215929:0:172890:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000218cac94 x1875583274331264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695727.215941:0:172890:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695727.215944:0:172890:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695727.215951:0:172890:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218cac94] to pc [ptlrpcd_00_00+0] req@00000000218cac94 x1875583274331264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695727.215991:0:172890:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695727.215994:0:172890:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695727.215998:0:172890:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695727.216002:0:172890:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 00000020:00000040:3.0:1788695727.216004:0:172890:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695727.216007:0:172890:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695727.216008:0:172890:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695727.216010:0:172890:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695727.216014:0:172890:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008513bebc. 00000100:00000001:3.0:1788695727.216017:0:172890:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695727.216020:0:172890:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000006439c2df x1875583274331392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695727.216027:0:172890:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695727.216036:0:172890:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695727.216039:0:172890:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_01+1] req@000000006439c2df x1875583274331392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695727.216047:0:172890:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695727.216049:0:172890:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695727.216053:0:172890:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695727.216055:0:172890:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d115929. 00000020:00000040:3.0:1788695727.216058:0:172890:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695727.216060:0:172890:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695727.216062:0:172890:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695727.216063:0:172890:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695727.216067:0:172890:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000842c2c60. 00000100:00000001:3.0:1788695727.216070:0:172890:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695727.216072:0:172890:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000004d115929 x1875583274331520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695727.216080:0:172890:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695727.216081:0:172890:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695727.216084:0:172890:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d115929] to pc [ptlrpcd_00_02+2] req@000000004d115929 x1875583274331520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695727.216103:0:172890:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695727.216106:0:172890:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788695727.216109:0:172890:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788695727.216116:0:172890:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12026) 00000100:00000001:3.0:1788695727.216128:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695727.216133:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695727.216135:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695727.216140:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d115929 x1875583274331520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695727.216148:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695727.216150:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695727.216161:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695727.216164:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695727.216167:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695727.216171:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274331520:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695727.216176:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695727.216183:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695727.216186:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695727.216189:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695727.216193:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006cd9e7b8. 02000000:00000001:3.0:1788695727.216195:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695727.216202:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a030ef. 00000400:00000010:3.0:1788695727.216229:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015c26822. 00000100:00000200:3.0:1788695727.216238:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274331520, portal 10 00000100:00000001:3.0:1788695727.216241:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695727.216243:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548236416 : -113296161315200 : ffff98f52e8ce680) 00000100:00000040:3.0:1788695727.216250:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d115929 x1875583274331520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695727.216259:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695727.216262:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695727.216265:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5633eb. 00000100:00000200:3.0:1788695727.216268:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274331520, offset 0 00000400:00000200:3.0:1788695727.216276:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695727.216286:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695727.216293:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695727.216295:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1788695727.216297:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000040:2.0:1788695727.216304:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000218cac94 x1875583274331264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788695727.216304:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695727.216313:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695727.216320:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788695727.216321:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1788695727.216325:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788695727.216326:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695727.216330:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1788695727.216333:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [96:96:256:4294967295] 192.168.201.118@tcp LPNI seq info [96:96:8:4294967295] 02000000:00000001:2.0:1788695727.216334:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695727.216341:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695727.216345:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274331264:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695727.216354:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1788695727.216356:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 02000000:00000001:2.0:1788695727.216359:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695727.216362:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695727.216365:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1788695727.216367:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 02000000:00000010:2.0:1788695727.216370:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc95d543. 02000000:00000001:2.0:1788695727.216373:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788695727.216374:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f59c383. 00000400:00000010:2.0:1788695727.216379:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000495045b7. 00000800:00000200:3.0:1788695727.216384:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000010:2.0:1788695727.216387:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0e8fa31. 00000100:00000200:2.0:1788695727.216392:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274331264, portal 25 00000100:00000001:2.0:1788695727.216396:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1788695727.216402:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695727.216407:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f59c383 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695727.216408:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548239104 : -113296161312512 : ffff98f52e8cf100) 00000100:00000040:2.0:1788695727.216418:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000218cac94 x1875583274331264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695727.216424:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695727.216425:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695727.216430:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:3.0:1788695727.216430:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 143680 usecs (144 jiffies) 00000400:00000010:2.0:1788695727.216433:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e1b2134. 00000100:00000001:3.0:1788695727.216437:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306689170 00000100:00000200:2.0:1788695727.216439:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274331264, offset 0 00000100:00000010:3.0:1788695727.216444:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b6749. 00000400:00000200:2.0:1788695727.216450:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695727.216455:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000400:00000200:2.0:1788695727.216461:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695727.216466:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788695727.216466:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306689170 00000400:00000200:2.0:1788695727.216471:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000010:3.0:1788695727.216473:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000400:00000200:2.0:1788695727.216475:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788695727.216479:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000400:00000200:2.0:1788695727.216481:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695727.216487:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [97:97:255:4294967295] 192.168.201.118@tcp LPNI seq info [97:97:7:4294967295] 00000100:00000001:3.0:1788695727.216490:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306689170 00000100:00000010:3.0:1788695727.216496:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000100:00000001:3.0:1788695727.216502:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000400:00000200:2.0:1788695727.216503:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788695727.216508:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306689170 00000800:00000200:2.0:1788695727.216512:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000010:3.0:1788695727.216514:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000800:00000010:2.0:1788695727.216518:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2263eda. 00000100:00000001:3.0:1788695727.216520:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788695727.216525:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1788695727.216526:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788695727.216531:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695727.216536:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788695727.216537:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695727.216540:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d2263eda type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695727.216542:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695727.216545:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695727.216550:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306690291 00000100:00000001:3.0:1788695727.216553:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695727.216555:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306689170 00000100:00000001:3.0:1788695727.216557:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695727.216561:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306690291 00000100:00000001:3.0:1788695727.216562:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695727.216564:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695727.216568:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306689170 00000100:00000001:3.0:1788695727.216568:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695727.216572:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695727.216574:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306690291 00000100:00000001:2.0:1788695727.216579:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306689170 00000100:00000001:1.0:1788695727.216583:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695727.216583:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306690291 00000100:00000001:1.0:1788695727.216586:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695727.216586:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306689170 00000100:00000001:1.0:1788695727.216588:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695727.216593:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274331392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695727.216595:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695727.216597:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695727.216599:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695727.216601:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695727.216601:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695727.216605:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695727.216607:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695727.216609:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695727.216610:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695727.216611:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695727.216612:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695727.216613:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695727.216614:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695727.216615:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695727.216617:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695727.216619:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274331392:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695727.216623:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695727.216626:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695727.216627:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695727.216629:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695727.216633:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e28be4a. 02000000:00000001:1.0:1788695727.216636:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695727.216638:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1788695727.216640:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008690b99b. 00000800:00000200:3.0:1788695727.216640:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788695727.216641:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695727.216644:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000558ee63f. 00000800:00000010:3.0:1788695727.216647:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f59c383. 00000100:00000200:1.0:1788695727.216648:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274331392, portal 10 00000100:00000001:1.0:1788695727.216653:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695727.216654:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 00000400:00000200:3.0:1788695727.216656:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1788695727.216661:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274331392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788695727.216666:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695727.216675:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1788695727.216676:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5633eb 00000100:00000040:1.0:1788695727.216684:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695727.216686:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004f5633eb. 00000400:00000010:1.0:1788695727.216689:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013cbe2c3. 00000100:00000200:1.0:1788695727.216692:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274331392, offset 0 00000100:00000001:3.0:1788695727.216693:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:1.0:1788695727.216700:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000200:3.0:1788695727.216701:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004d115929 x1875583274331520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788695727.216709:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695727.216716:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695727.216719:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:3.0:1788695727.216719:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1788695727.216726:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1788695727.216726:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d115929 x1875583274331520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788695727.216731:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695727.216737:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [98:98:254:4294967295] 192.168.201.118@tcp LPNI seq info [98:98:6:4294967295] 00000100:00000001:3.0:1788695727.216745:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695727.216749:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1788695727.216753:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695727.216757:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695727.216761:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032870841. 00000800:00000200:1.0:1788695727.216770:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695727.216775:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695727.216777:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000032870841 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695727.216780:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695727.216782:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 126351 usecs (127 jiffies) 00000100:00000001:1.0:1788695727.216785:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306689153 00000100:00000001:1.0:1788695727.216787:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306690291 00000100:00000001:1.0:1788695727.216789:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306689153 00000100:00000001:1.0:1788695727.216790:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306690291 00000100:00000001:1.0:1788695727.216792:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306689153 00000100:00000001:1.0:1788695727.216794:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306690291 00000100:00000001:1.0:1788695727.216795:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306689153 00000100:00000001:1.0:1788695727.216797:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306690291 00000100:00000001:1.0:1788695727.216799:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695727.216800:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695727.216802:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695727.216804:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695727.216808:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695727.216809:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695727.216811:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695727.216812:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695727.216813:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695727.216815:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695727.216839:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695727.216842:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2263eda. 00000400:00000200:3.0:1788695727.216870:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695727.216874:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695727.216877:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e1b2134 00000400:00000010:3.0:1788695727.216879:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002e1b2134. 00000100:00000001:3.0:1788695727.216882:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695727.216885:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000218cac94 x1875583274331264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695727.216893:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695727.216895:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000218cac94 x1875583274331264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695727.216902:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695727.216903:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695727.216915:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695727.216917:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032870841. 00000400:00000200:3.0:1788695727.216920:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695727.216923:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695727.216926:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013cbe2c3 00000400:00000010:3.0:1788695727.216927:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013cbe2c3. 00000100:00000001:3.0:1788695727.216929:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695727.216932:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274331392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695743 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695727.216939:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695727.216947:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274331392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695743 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695727.216953:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695727.216955:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788695727.229745:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695727.229767:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695727.229771:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695727.229773:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695727.229801:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695727.229832:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d02c80 00000400:00000200:1.0:1788695727.229842:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x3ed [1] + 224 00000800:00000001:1.0:1788695727.229906:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695727.229911:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695727.229914:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695727.229920:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695727.229931:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695727.229942:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000218cac94 x1875583274331264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695727.229956:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000218cac94 x1875583274331264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695727.229976:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695727.229988:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695727.229992:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695727.229994:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695727.229996:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695727.230000:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695727.230006:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d02d80 00000400:00000200:1.0:1788695727.230012:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x3e5 [1] + 224 00000800:00000001:1.0:1788695727.230016:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695727.230019:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695727.230020:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695727.230023:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695727.230026:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695727.230029:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004d115929 x1875583274331520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695727.230036:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d115929 x1875583274331520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695727.230060:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695727.230064:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695727.230067:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695727.230069:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695727.230071:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695727.230081:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695727.230088:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d02d00 00000400:00000200:1.0:1788695727.230094:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x3f5 [1] + 224 00000800:00000001:1.0:1788695727.230098:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788695727.230099:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695727.230106:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1788695727.230107:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695727.230111:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695727.230116:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000001:0.0:1788695727.230117:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695727.230121:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695727.230124:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9a030ef. 00000400:00000200:0.0:1788695727.230131:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015c26822 00000400:00000010:0.0:1788695727.230134:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000015c26822. 00000100:00000001:0.0:1788695727.230139:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695727.230145:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004d115929 x1875583274331520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695727.230155:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004d115929 x1875583274331520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695727.230162:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695727.230164:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695727.230167:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695727.230170:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695727.230173:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695727.230176:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695727.230179:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695727.230190:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695727.230196:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=64 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695727.230199:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695727.230202:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695727.230203:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1788695727.230205:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1788695727.230217:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00010000:00080000:0.0:1788695727.230225:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004d115929 x1875583274331520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695727.230234:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695727.230238:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1788695727.230243:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:0.0:1788695727.230248:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000200:1.0:1788695727.230251:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274331392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695727.230253:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695727.230257:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695727.230266:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d115929 x1875583274331520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695727.230269:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274331392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695727.230288:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695727.230293:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695727.230296:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695727.230301:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d115929 x1875583274331520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695727.230301:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695727.230308:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1788695727.230313:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274331520:192.168.201.118@tcp:400: 00000800:00000001:1.0:1788695727.230314:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695727.230336:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695727.230340:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695727.230343:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d115929 x1875583274331520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1788695727.230350:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1788695727.230352:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1788695727.230354:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1788695727.230357:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1788695727.230357:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000495045b7. 02000000:00000010:0.0:1788695727.230364:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006cd9e7b8. 00000400:00000200:3.0:1788695727.230366:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e8fa31 00000400:00000010:3.0:1788695727.230369:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0e8fa31. 02000000:00000001:0.0:1788695727.230370:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695727.230375:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:3.0:1788695727.230375:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000040:0.0:1788695727.230379:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000200:3.0:1788695727.230384:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000218cac94 x1875583274331264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788695727.230385:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695727.230390:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000842c2c60. 00000100:00000200:3.0:1788695727.230397:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000218cac94 x1875583274331264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788695727.230398:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695727.230401:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695727.230405:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d115929. 00000100:00000001:3.0:1788695727.230408:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695727.230411:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695727.230412:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695727.230414:0:201300:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:0.0:1788695727.230416:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788695727.230417:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695727.230420:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695727.230421:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695727.230422:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695727.230427:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695727.230429:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=78 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695727.230433:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=78 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695727.230434:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695727.230435:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695727.230438:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695727.230439:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695727.230441:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1788695727.230443:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1788695727.230445:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695727.230448:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695727.230449:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695727.230453:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000218cac94 x1875583274331264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695727.230463:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695727.230466:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695727.230467:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695727.230480:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000218cac94 x1875583274331264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695727.230487:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274331264:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695727.230491:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695727.230492:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695727.230494:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000218cac94 x1875583274331264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695727.230500:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695727.230501:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695727.230503:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc95d543. 02000000:00000001:3.0:1788695727.230507:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695727.230508:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695727.230509:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695727.230511:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695727.230513:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006beeb4bb. 02000000:00000001:3.0:1788695727.230515:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695727.230517:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695727.230518:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000218cac94. 00000100:00000001:3.0:1788695727.230520:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695727.230521:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695727.230523:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695727.230528:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695727.230529:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695727.230531:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695727.230533:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695727.231714:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695727.231721:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695727.231726:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695727.231728:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695727.231731:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008690b99b. 00000400:00000200:2.0:1788695727.231737:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000558ee63f 00000400:00000010:2.0:1788695727.231739:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000558ee63f. 00000100:00000001:2.0:1788695727.231743:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695727.231751:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274331392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695727.231761:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274331392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695727.231767:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695727.231769:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695727.231771:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695727.231773:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695727.231775:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695727.231776:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695727.231778:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695727.231785:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=78 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695727.231788:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=78 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695727.231790:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695727.231791:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695727.231794:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695727.231806:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695727.231808:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695727.231810:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695727.231812:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695727.231814:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695727.231817:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274331392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695727.231823:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695727.231826:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695727.231827:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695727.231830:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274331392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695727.231838:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274331392:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695727.231842:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695727.231869:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695727.231872:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274331392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695743 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695727.231879:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695727.231881:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695727.231883:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e28be4a. 02000000:00000001:2.0:1788695727.231887:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695727.231888:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695727.231890:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695727.231892:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695727.231894:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008513bebc. 02000000:00000001:2.0:1788695727.231896:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695727.231897:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695727.231898:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000001:2.0:1788695727.231902:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695727.231903:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695727.231904:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695727.231910:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695727.231911:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695727.231919:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695727.231921:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695728.174298:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695728.174310:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695728.174313:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695728.174317:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695728.174323:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695728.174326:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695728.174329:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695728.174331:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695728.174336:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695728.174338:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695728.174423:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695728.174427:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695728.174430:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695728.495444:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306690291, at 4306690305 00000100:00000010:2.0:1788695728.495462:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c64039. 00000100:00000040:1.0:1788695728.496714:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306690291, at 4306690306 00000100:00000010:1.0:1788695728.496728:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00000100:00000040:3.0:1788695728.497133:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306690291, at 4306690307 00000100:00000010:3.0:1788695728.497141:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000100:00000040:0.0:1788695728.500510:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306690291, at 4306690310 00000100:00000010:0.0:1788695728.500527:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b6749. 00010000:00000001:2.0:1788695729.198122:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695729.198130:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695729.198137:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695729.198137:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695729.198220:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695729.198224:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695729.198227:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695730.222224:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695730.222230:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695730.222235:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695730.222236:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695730.222307:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695730.222311:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695730.222313:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695731.245961:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695731.245968:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695731.245972:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695731.245972:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695731.245993:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695731.245995:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695731.245997:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695732.270223:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695732.270231:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695732.270236:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695732.270240:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695732.270242:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695732.270264:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695732.270267:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695732.270269:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695732.270271:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695732.270273:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695732.273365:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695732.273373:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695732.273377:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695732.334210:0:172890:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695732.334221:0:172890:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695732.334231:0:172890:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099f63aea. 00000020:00000040:1.0:1788695732.334237:0:172890:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695732.334241:0:172890:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695732.334243:0:172890:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695732.334248:0:172890:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695732.334256:0:172890:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006596e7c6. 00000100:00000001:1.0:1788695732.334263:0:172890:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695732.334273:0:172890:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000099f63aea x1875583274331648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695732.334304:0:172890:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695732.334307:0:172890:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695732.334313:0:172890:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099f63aea] to pc [ptlrpcd_00_03+3] req@0000000099f63aea x1875583274331648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695732.334347:0:172890:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695732.334350:0:172890:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695732.334353:0:172890:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695732.334356:0:172890:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000452ac9a7. 00000020:00000040:1.0:1788695732.334359:0:172890:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695732.334361:0:172890:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695732.334362:0:172890:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695732.334363:0:172890:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695732.334365:0:172890:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dffc0522. 00000100:00000001:1.0:1788695732.334368:0:172890:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695732.334370:0:172890:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000452ac9a7 x1875583274331776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695732.334375:0:172890:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695732.334376:0:172890:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695732.334378:0:172890:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000452ac9a7] to pc [ptlrpcd_00_00+0] req@00000000452ac9a7 x1875583274331776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695732.334403:0:172890:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695732.334405:0:172890:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695732.334409:0:172890:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695732.334411:0:172890:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045e41aea. 00000020:00000040:1.0:1788695732.334413:0:172890:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695732.334415:0:172890:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695732.334416:0:172890:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695732.334417:0:172890:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695732.334420:0:172890:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f7e36ce6. 00000100:00000001:1.0:1788695732.334428:0:172890:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695732.334431:0:172890:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000045e41aea x1875583274331904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695732.334437:0:172890:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695732.334438:0:172890:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695732.334441:0:172890:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045e41aea] to pc [ptlrpcd_00_01+1] req@0000000045e41aea x1875583274331904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695732.334447:0:172890:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695732.334448:0:172890:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788695732.334451:0:172890:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788695732.334457:0:172890:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12031) 00000100:00000001:3.0:1788695732.334465:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695732.334470:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695732.334473:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695732.334479:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000452ac9a7 x1875583274331776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695732.334489:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695732.334498:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695732.334502:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695732.334505:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695732.334507:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695732.334511:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000452ac9a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274331776:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695732.334515:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695732.334522:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695732.334524:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695732.334526:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695732.334531:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f208964f. 02000000:00000001:3.0:1788695732.334532:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695732.334539:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d903392d. 00000400:00000010:3.0:1788695732.334546:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5633eb. 00000100:00000200:3.0:1788695732.334552:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274331776, portal 10 00000100:00000001:3.0:1788695732.334555:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695732.334556:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479040 : -113296832072576 : ffff98f50691f480) 00000100:00000040:3.0:1788695732.334563:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000452ac9a7 x1875583274331776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695732.334572:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695732.334575:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695732.334578:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c31c0de4. 00000100:00000200:3.0:1788695732.334581:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274331776, offset 0 00000400:00000200:3.0:1788695732.334588:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695732.334602:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695732.334607:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695732.334612:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695732.334616:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695732.334619:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695732.334623:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [99:99:256:4294967295] 192.168.201.118@tcp LPNI seq info [99:99:8:4294967295] 00000400:00000200:3.0:1788695732.334635:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695732.334642:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695732.334647:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006beeb4bb. 00000800:00000200:3.0:1788695732.334659:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695732.334667:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695732.334671:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006beeb4bb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695732.334682:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695732.334686:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 121711 usecs (122 jiffies) 00000100:00000001:3.0:1788695732.334690:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306694266 00000100:00000010:3.0:1788695732.334695:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000100:00000001:3.0:1788695732.334700:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788695732.334710:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306694266 00000100:00000010:3.0:1788695732.334713:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81c9ce7. 00000100:00000001:3.0:1788695732.334715:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788695732.334719:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306694266 00000100:00000010:3.0:1788695732.334722:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000100:00000001:3.0:1788695732.334724:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788695732.334730:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306694266 00000100:00000010:3.0:1788695732.334733:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000100:00000001:3.0:1788695732.334735:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788695732.334738:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695732.334741:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695732.334744:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695732.334746:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695732.334753:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695732.334755:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695732.334758:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695732.334759:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695732.334760:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695732.334763:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788695732.334765:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695732.334766:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695732.334768:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695732.334770:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695732.334773:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695732.334777:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1788695732.334779:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1788695732.334780:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788695732.334783:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695732.334787:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000045e41aea x1875583274331904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695732.334790:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695732.334793:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695732.334798:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695732.334800:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695732.334802:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695732.334803:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788695732.334805:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695732.334809:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1788695732.334811:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099f63aea x1875583274331648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788695732.334813:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695732.334818:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695732.334825:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000045e41aea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274331904:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695732.334826:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695732.334829:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695732.334832:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695732.334834:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695732.334836:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695732.334837:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695732.334840:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695732.334841:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695732.334861:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695732.334865:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000507e5e9c. 02000000:00000001:3.0:1788695732.334868:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695732.334871:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e64c7b4. 00000400:00000010:3.0:1788695732.334875:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a7cbfc. 00000100:00000200:3.0:1788695732.334878:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274331904, portal 10 00000100:00000001:3.0:1788695732.334881:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695732.334882:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877471872 : -113296832079744 : ffff98f50691d880) 00000100:00100000:0.0:1788695732.334890:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000099f63aea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274331648:192.168.201.118@tcp:400: 00000100:00000040:3.0:1788695732.334891:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000045e41aea x1875583274331904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695732.334899:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695732.334903:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788695732.334905:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1788695732.334906:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695732.334911:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1788695732.334912:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000010:0.0:1788695732.334916:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f248045. 00000400:00000010:3.0:1788695732.334917:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015c26822. 02000000:00000001:0.0:1788695732.334921:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788695732.334922:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274331904, offset 0 00000400:00000010:0.0:1788695732.334927:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6a122d6. 00000400:00000200:3.0:1788695732.334931:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695732.334937:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000010:0.0:1788695732.334938:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d39b7ba. 00000400:00000200:3.0:1788695732.334942:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1788695732.334943:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274331648, portal 25 00000400:00000200:3.0:1788695732.334946:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:0.0:1788695732.334948:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695732.334951:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877472768 : -113296832078848 : ffff98f50691dc00) 00000400:00000200:3.0:1788695732.334951:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695732.334954:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000040:0.0:1788695732.334964:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000099f63aea x1875583274331648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788695732.334967:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [100:100:255:4294967295] 192.168.201.118@tcp LPNI seq info [100:100:7:4294967295] 00000100:00000001:0.0:1788695732.334980:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695732.334986:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695732.334986:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000010:0.0:1788695732.334992:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000071eafe4. 00000800:00000200:3.0:1788695732.334996:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000200:0.0:1788695732.334997:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274331648, offset 0 00000800:00000010:3.0:1788695732.335001:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f59c383. 00000400:00000200:0.0:1788695732.335006:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:3.0:1788695732.335011:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:0.0:1788695732.335015:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000200:3.0:1788695732.335019:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:0.0:1788695732.335022:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1788695732.335025:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f59c383 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1788695732.335028:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:3.0:1788695732.335031:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695732.335033:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1788695732.335036:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 137376 usecs (138 jiffies) 00000400:00000200:0.0:1788695732.335038:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788695732.335041:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306694282 00000400:00000200:0.0:1788695732.335045:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [101:101:254:4294967295] 192.168.201.118@tcp LPNI seq info [101:101:6:4294967295] 00000100:00000001:3.0:1788695732.335048:0:201300:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, simply extend its deadline from 4306694266 00000100:00000001:3.0:1788695732.335054:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306694282 00000400:00000200:0.0:1788695732.335058:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788695732.335060:0:201300:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, simply extend its deadline from 4306694266 00000100:00000001:3.0:1788695732.335066:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306694282 00000800:00000200:0.0:1788695732.335069:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695732.335071:0:201300:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, simply extend its deadline from 4306694266 00000800:00000010:0.0:1788695732.335076:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbe4be5a. 00000100:00000001:3.0:1788695732.335076:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306694282 00000100:00000001:3.0:1788695732.335079:0:201300:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, simply extend its deadline from 4306694266 00000800:00000200:0.0:1788695732.335084:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788695732.335085:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695732.335090:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695732.335093:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695732.335094:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788695732.335097:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695732.335099:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cbe4be5a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695732.335104:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695732.335107:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306695409 00000100:00000001:0.0:1788695732.335111:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306694282 00000100:00000001:0.0:1788695732.335115:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306695409 00000100:00000001:0.0:1788695732.335147:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306694282 00000100:00000001:0.0:1788695732.335150:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306695409 00000100:00000001:0.0:1788695732.335152:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306694282 00000100:00000001:0.0:1788695732.335154:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306695409 00000100:00000001:0.0:1788695732.335156:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306694282 00000100:00000001:0.0:1788695732.335166:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695732.335168:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695732.335170:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788695732.335171:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788695732.335176:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006beeb4bb. 00000100:00000001:0.0:1788695732.335177:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695732.335184:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695732.335191:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695732.335196:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c31c0de4 00000400:00000010:3.0:1788695732.335199:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c31c0de4. 00000100:00000001:3.0:1788695732.335203:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695732.335213:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000452ac9a7 x1875583274331776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695732.335223:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695732.335226:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000452ac9a7 x1875583274331776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695732.335234:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695732.335236:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695732.335250:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695732.335253:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f59c383. 00000400:00000200:3.0:1788695732.335256:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695732.335260:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695732.335262:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015c26822 00000400:00000010:3.0:1788695732.335264:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000015c26822. 00000100:00000001:3.0:1788695732.335266:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695732.335269:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000045e41aea x1875583274331904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695732.335276:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695732.335278:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000045e41aea x1875583274331904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695732.335284:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695732.335285:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695732.335344:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695732.335346:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbe4be5a. 00000400:00000200:3.0:1788695732.335349:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695732.335353:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695732.335355:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000071eafe4 00000400:00000010:3.0:1788695732.335357:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000071eafe4. 00000100:00000001:3.0:1788695732.335359:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695732.335361:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000099f63aea x1875583274331648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695748 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695732.335368:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695732.335370:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000099f63aea x1875583274331648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695748 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695732.335387:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695732.335388:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788695732.335766:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695732.335770:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695732.335776:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695732.335778:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788695732.338260:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695732.338275:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695732.338279:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695732.338281:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695732.338292:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695732.338344:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d02e00 00000400:00000200:3.0:1788695732.338351:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x40d [1] + 224 00000800:00000001:3.0:1788695732.338357:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695732.338364:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695732.338367:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695732.338370:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695732.338376:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695732.338381:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000099f63aea x1875583274331648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695732.338392:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000099f63aea x1875583274331648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695732.338414:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695732.338421:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695732.338425:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695732.343193:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695732.343214:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695732.343217:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695732.343220:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695732.343231:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695732.343248:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d02e80 00000400:00000200:1.0:1788695732.343257:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x3fd [1] + 224 00000800:00000001:1.0:1788695732.343263:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695732.343268:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695732.343271:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695732.343275:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695732.343282:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695732.343289:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000452ac9a7 x1875583274331776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695732.343302:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000452ac9a7 x1875583274331776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695732.343329:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695732.343338:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695732.343356:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695732.343358:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695732.343360:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695732.343364:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695732.343370:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d02f00 00000400:00000200:1.0:1788695732.343375:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x405 [1] + 224 00000800:00000001:1.0:1788695732.343379:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695732.343389:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695732.343391:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695732.343394:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695732.343395:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695732.343398:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788695732.343400:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1788695732.343404:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000045e41aea x1875583274331904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788695732.343409:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695732.343412:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695732.343415:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d903392d. 00000100:00000040:1.0:1788695732.343416:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000045e41aea x1875583274331904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788695732.343421:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5633eb 00000400:00000010:2.0:1788695732.343425:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004f5633eb. 00000100:00000001:2.0:1788695732.343429:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788695732.343432:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:2.0:1788695732.343434:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000452ac9a7 x1875583274331776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788695732.343439:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1788695732.343444:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000452ac9a7 x1875583274331776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788695732.343445:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695732.343453:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695732.343454:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695732.343456:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695732.343457:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695732.343459:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695732.343460:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695732.343462:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695732.343469:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=83 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695732.343472:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=83 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695732.343474:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695732.343475:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695732.343476:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695732.343480:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695732.343482:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695732.343483:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695732.343485:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695732.343492:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695732.343495:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000452ac9a7 x1875583274331776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695732.343499:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695732.343501:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695732.343503:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695732.343505:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000452ac9a7 x1875583274331776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695732.343509:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000452ac9a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274331776:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695732.343512:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695732.343514:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695732.343515:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000452ac9a7 x1875583274331776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695732.343519:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695732.343520:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695732.343523:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f208964f. 02000000:00000001:2.0:1788695732.343526:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695732.343527:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695732.343529:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695732.343530:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695732.343532:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dffc0522. 02000000:00000001:2.0:1788695732.343535:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695732.343537:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695732.343538:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000452ac9a7. 00000100:00000001:2.0:1788695732.343540:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695732.343541:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695732.343543:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695732.343544:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695732.343545:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695732.343547:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695732.343548:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695732.343549:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e64c7b4. 00000400:00000200:2.0:1788695732.343550:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a7cbfc 00000400:00000010:2.0:1788695732.343551:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a7cbfc. 00000100:00000001:2.0:1788695732.343556:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695732.343557:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000045e41aea x1875583274331904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695732.343562:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000045e41aea x1875583274331904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695732.343565:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695732.343565:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695732.343566:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695732.343567:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695732.343568:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695732.343568:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695732.343569:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695732.343572:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695732.343574:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=69 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695732.343575:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695732.343576:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695732.343577:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788695732.343578:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000045e41aea x1875583274331904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788695732.343582:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695732.343583:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695732.343584:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695732.343584:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695732.343585:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695732.343586:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000045e41aea x1875583274331904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695732.343590:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695732.343591:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695732.343591:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695732.343592:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045e41aea x1875583274331904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695732.343596:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000045e41aea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274331904:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695732.343601:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695732.343602:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695732.343604:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000045e41aea x1875583274331904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695732.343607:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695732.343608:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695732.343608:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000507e5e9c. 02000000:00000001:2.0:1788695732.343609:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695732.343610:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695732.343611:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695732.343611:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695732.343612:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f7e36ce6. 02000000:00000001:2.0:1788695732.343613:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695732.343614:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695732.343614:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045e41aea. 00000100:00000001:2.0:1788695732.343615:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695732.343616:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695732.343617:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695732.343622:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695732.343624:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695732.343625:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695732.343626:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695732.345362:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695732.345369:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695732.345376:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695732.345378:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695732.345380:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6a122d6. 00000400:00000200:0.0:1788695732.345387:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d39b7ba 00000400:00000010:0.0:1788695732.345389:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002d39b7ba. 00000100:00000001:0.0:1788695732.345392:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695732.345401:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000099f63aea x1875583274331648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695732.345409:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000099f63aea x1875583274331648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695732.345417:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695732.345418:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695732.345420:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695732.345423:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695732.345425:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695732.345426:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695732.345428:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695732.345433:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=83 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695732.345438:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695732.345440:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695732.345441:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695732.345443:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695732.345445:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695732.345448:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695732.345451:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000099f63aea x1875583274331648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695732.345458:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695732.345460:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695732.345471:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695732.345490:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099f63aea x1875583274331648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695732.345497:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000099f63aea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274331648:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695732.345501:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695732.345503:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695732.345505:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000099f63aea x1875583274331648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695748 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695732.345512:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695732.345514:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695732.345517:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f248045. 02000000:00000001:0.0:1788695732.345520:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695732.345522:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695732.345524:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788695732.345526:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695732.345527:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006596e7c6. 02000000:00000001:0.0:1788695732.345530:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695732.345532:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695732.345533:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099f63aea. 00000100:00000001:0.0:1788695732.345536:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695732.345537:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695732.345539:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695732.345545:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695732.345547:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695732.345549:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695732.345551:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695733.295204:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695733.295211:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695733.295216:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695733.295217:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695733.295308:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695733.295311:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695733.295314:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695733.613957:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306695409, at 4306695424 00000100:00000040:1.0:1788695733.613957:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306695409, at 4306695424 00000100:00000040:2.0:1788695733.613957:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306695409, at 4306695424 00000100:00000040:3.0:1788695733.613957:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306695409, at 4306695424 00000100:00000010:3.0:1788695733.613974:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000100:00000010:0.0:1788695733.613975:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00000100:00000010:1.0:1788695733.613977:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81c9ce7. 00000100:00000010:2.0:1788695733.613985:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00010000:00000001:2.0:1788695734.317987:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695734.317995:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695734.318000:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695734.318001:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695734.318027:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788695734.318030:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695734.318033:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695735.342030:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695735.342039:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695735.342045:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695735.342046:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695735.342558:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695735.342562:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695735.342565:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695736.367757:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695736.367765:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695736.367771:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695736.367772:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695736.367905:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695736.367909:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695736.367912:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695737.390561:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695737.390569:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695737.390575:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695737.390584:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695737.391723:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695737.391729:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695737.391733:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695737.454342:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695737.454363:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695737.454369:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a572c48. 00000020:00000040:0.0:1788695737.454375:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695737.454439:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695737.454443:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695737.454447:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695737.454454:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000095d0f4a4. 00000100:00000001:0.0:1788695737.454461:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695737.454471:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000000a572c48 x1875583274332032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695737.454483:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695737.454486:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695737.454492:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a572c48] to pc [ptlrpcd_00_02+2] req@000000000a572c48 x1875583274332032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695737.454551:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695737.454556:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695737.454559:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695737.454563:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a572c48 x1875583274332032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695737.454570:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695737.454572:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695737.454576:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695737.454583:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695737.454586:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695737.454589:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274332032:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695737.454593:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695737.454598:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695737.454601:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695737.454603:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695737.454606:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be4224fe. 02000000:00000001:3.0:1788695737.454608:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695737.454614:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cf34522. 00000400:00000010:3.0:1788695737.454620:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015c26822. 00000100:00000200:3.0:1788695737.454626:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274332032, portal 25 00000100:00000001:3.0:1788695737.454628:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695737.454630:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882444288 : -113296827107328 : ffff98f506ddb800) 00000100:00000040:3.0:1788695737.454635:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000a572c48 x1875583274332032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695737.454642:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695737.454644:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695737.454646:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c31c0de4. 00000100:00000200:3.0:1788695737.454648:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274332032, offset 0 00000400:00000200:3.0:1788695737.454654:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695737.454667:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695737.454673:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695737.454677:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695737.454680:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695737.454683:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695737.454686:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [102:102:256:4294967295] 192.168.201.118@tcp LPNI seq info [102:102:8:4294967295] 00000400:00000200:3.0:1788695737.454698:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695737.454703:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695737.454707:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f59c383. 00000800:00000200:3.0:1788695737.454712:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695737.454719:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695737.454726:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f59c383 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695737.454741:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695737.454745:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306700529 00000100:00000010:3.0:1788695737.454749:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81c9ce7. 00000100:00000001:3.0:1788695737.454756:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788695737.454762:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306700529 00000100:00000010:3.0:1788695737.454765:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000100:00000001:3.0:1788695737.454768:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788695737.454771:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306700529 00000100:00000010:3.0:1788695737.454774:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000001:3.0:1788695737.454776:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788695737.454778:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306700529 00000100:00000010:3.0:1788695737.454781:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000100:00000001:3.0:1788695737.454784:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788695737.454788:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695737.454791:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695737.454794:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695737.454796:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695737.454821:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695737.454824:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695737.454827:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695737.454830:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033cb097c. 00000020:00000040:0.0:1788695737.454833:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695737.454835:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695737.454836:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695737.454838:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695737.454841:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b2cfda97. 00000100:00000001:0.0:1788695737.454884:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695737.454888:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000033cb097c x1875583274332160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695737.454896:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695737.454897:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695737.454900:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033cb097c] to pc [ptlrpcd_00_03+3] req@0000000033cb097c x1875583274332160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695737.454978:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695737.454982:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695737.454983:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695737.454988:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033cb097c x1875583274332160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695737.454996:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695737.454998:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695737.455000:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695737.455001:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695737.455003:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695737.455006:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000033cb097c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274332160:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695737.455009:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695737.455012:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695737.455013:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695737.455015:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695737.455018:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000028ef6fe. 02000000:00000001:2.0:1788695737.455019:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695737.455022:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000414a9125. 00000400:00000010:2.0:1788695737.455025:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019aaa892. 00000100:00000200:2.0:1788695737.455039:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274332160, portal 10 00000100:00000001:2.0:1788695737.455042:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695737.455043:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882443392 : -113296827108224 : ffff98f506ddb480) 00000100:00000040:2.0:1788695737.455053:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000033cb097c x1875583274332160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695737.455061:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695737.455066:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695737.455071:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:0.0:1788695737.455072:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695737.455076:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000200:1.0:1788695737.455076:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1788695737.455076:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038150b0b. 00000100:00000010:0.0:1788695737.455081:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ba1d0c9. 00000100:00000200:2.0:1788695737.455081:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274332160, offset 0 00000800:00000010:1.0:1788695737.455082:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f59c383. 00000020:00000040:0.0:1788695737.455086:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000400:00000200:1.0:1788695737.455089:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788695737.455090:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1788695737.455091:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788695737.455094:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1788695737.455095:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 02000000:00000001:0.0:1788695737.455098:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695737.455098:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695737.455104:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695737.455106:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695737.455108:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695737.455111:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695737.455113:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [103:103:255:4294967295] 192.168.201.118@tcp LPNI seq info [103:103:7:4294967295] 00000400:00000200:2.0:1788695737.455122:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695737.455126:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695737.455127:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c31c0de4 00000800:00000010:2.0:1788695737.455129:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051526cb6. 00000400:00000010:1.0:1788695737.455130:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c31c0de4. 00000800:00000200:2.0:1788695737.455133:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695737.455138:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:1.0:1788695737.455140:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:2.0:1788695737.455140:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000051526cb6 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1788695737.455143:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000a572c48 x1875583274332032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695737.455143:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695737.455146:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 117112 usecs (118 jiffies) 00000100:00000001:2.0:1788695737.455149:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306699383 00000100:00000001:2.0:1788695737.455151:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306700529 00000100:00000001:1.0:1788695737.455152:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788695737.455153:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306699383 00000100:00000040:1.0:1788695737.455155:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a572c48 x1875583274332032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695737.455155:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306700529 00000100:00000001:2.0:1788695737.455156:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306699383 00000100:00000001:2.0:1788695737.455158:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306700529 00000100:00000001:2.0:1788695737.455160:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306699383 00000100:00000001:2.0:1788695737.455161:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306700529 00000100:00000001:1.0:1788695737.455162:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695737.455163:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695737.455164:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788695737.455167:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695737.455168:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695737.455173:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695737.455173:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695737.455176:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695737.455176:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695737.455179:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695737.455180:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695737.455183:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695737.455187:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695737.455190:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695737.455193:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695737.455194:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695737.455195:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695737.455198:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695737.455206:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695737.455208:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051526cb6. 00000400:00000200:1.0:1788695737.455212:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695737.455216:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695737.455219:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038150b0b 00000400:00000010:1.0:1788695737.455221:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000038150b0b. 00000100:00000001:1.0:1788695737.455224:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695737.455226:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000033cb097c x1875583274332160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695737.455233:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695737.455235:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033cb097c x1875583274332160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788695737.455238:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001e62593a. 00000100:00000001:1.0:1788695737.455245:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695737.455246:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695737.455247:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788695737.455255:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000004ba1d0c9 x1875583274332288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695737.455264:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695737.455266:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695737.455270:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ba1d0c9] to pc [ptlrpcd_00_00+0] req@000000004ba1d0c9 x1875583274332288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695737.455292:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695737.455294:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788695737.455298:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788695737.455303:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12036) 00000100:00000001:1.0:1788695737.455307:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788695737.455311:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788695737.455313:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695737.455318:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695737.455319:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695737.455322:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695737.455323:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695737.455325:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695737.455329:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ba1d0c9 x1875583274332288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695737.455337:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695737.455344:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695737.455347:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695737.455349:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695737.455351:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695737.455354:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274332288:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695737.455358:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695737.455360:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695737.455361:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695737.455363:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695737.455366:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e28be4a. 02000000:00000001:1.0:1788695737.455367:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695737.455370:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fe864f6. 00000400:00000010:1.0:1788695737.455374:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d73eec57. 00000100:00000200:1.0:1788695737.455377:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274332288, portal 10 00000100:00000001:1.0:1788695737.455379:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695737.455380:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882431744 : -113296827119872 : ffff98f506dd8700) 00000100:00000040:1.0:1788695737.455385:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004ba1d0c9 x1875583274332288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695737.455392:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695737.455394:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695737.455396:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e02c571f. 00000100:00000200:1.0:1788695737.455398:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274332288, offset 0 00000400:00000200:1.0:1788695737.455402:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695737.455407:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695737.455410:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695737.455412:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695737.455414:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695737.455416:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695737.455429:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [104:104:256:4294967295] 192.168.201.118@tcp LPNI seq info [104:104:8:4294967295] 00000400:00000200:1.0:1788695737.455436:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695737.455440:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695737.455444:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000372e11cf. 00000800:00000200:1.0:1788695737.455453:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695737.455458:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695737.455461:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000372e11cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695737.455476:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695737.455479:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 131377 usecs (132 jiffies) 00000100:00000001:1.0:1788695737.455482:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306699397 00000100:00000001:1.0:1788695737.455485:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306700529 00000100:00000001:2.0:1788695737.455485:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695737.455487:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306699397 00000100:00000001:1.0:1788695737.455488:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306700529 00000100:00000001:2.0:1788695737.455488:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695737.455490:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306699397 00000100:00000001:1.0:1788695737.455492:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306700529 00000100:00000001:1.0:1788695737.455493:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306699397 00000100:00000001:1.0:1788695737.455495:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306700529 00000100:00000001:1.0:1788695737.455497:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695737.455498:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695737.455500:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695737.455502:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695737.457285:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695737.457293:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000372e11cf. 00000400:00000200:0.0:1788695737.457299:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695737.457306:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695737.457312:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e02c571f 00000400:00000010:0.0:1788695737.457314:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e02c571f. 00000100:00000001:0.0:1788695737.457318:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695737.457324:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004ba1d0c9 x1875583274332288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695737.457334:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695737.457336:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ba1d0c9 x1875583274332288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695753 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695737.457357:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695737.457359:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788695737.460309:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695737.460326:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695737.460330:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695737.460332:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695737.460342:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695737.460359:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d02f80 00000400:00000200:1.0:1788695737.460367:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x415 [1] + 224 00000800:00000001:1.0:1788695737.460373:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695737.460381:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695737.460383:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695737.460387:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695737.460394:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695737.460414:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000a572c48 x1875583274332032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695737.460435:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000a572c48 x1875583274332032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695737.460452:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695737.460461:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695737.460465:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695737.461767:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695737.461772:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695737.461779:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695737.461780:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695737.461783:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cf34522. 00000400:00000200:3.0:1788695737.461788:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015c26822 00000400:00000010:3.0:1788695737.461791:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000015c26822. 00000100:00000001:3.0:1788695737.461794:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695737.461801:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000a572c48 x1875583274332032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695737.461827:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000a572c48 x1875583274332032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695737.461832:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695737.461835:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695737.461837:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695737.461839:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695737.461842:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695737.461882:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695737.461886:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695737.461892:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=88 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695737.461897:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695737.461899:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695737.461901:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695737.461903:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695737.461905:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695737.461907:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695737.461912:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a572c48 x1875583274332032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695737.461919:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695737.461922:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695737.461924:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695737.461927:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a572c48 x1875583274332032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695737.461935:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274332032:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695737.461939:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695737.461942:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695737.461944:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a572c48 x1875583274332032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695737.461950:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695737.461952:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695737.461956:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be4224fe. 02000000:00000001:3.0:1788695737.461965:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695737.461967:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695737.461977:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695737.461981:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695737.461983:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000095d0f4a4. 02000000:00000001:3.0:1788695737.461987:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695737.461988:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695737.461990:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a572c48. 00000100:00000001:3.0:1788695737.461994:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695737.461996:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695737.461998:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695737.462005:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695737.462007:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695737.462009:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695737.462011:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695737.462537:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695737.462557:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695737.462560:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695737.462563:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695737.462684:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695737.462698:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03000 00000400:00000200:1.0:1788695737.462705:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x41d [1] + 224 00000800:00000001:1.0:1788695737.462711:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695737.462715:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695737.462717:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695737.462722:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695737.462727:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695737.462732:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000033cb097c x1875583274332160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695737.462740:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033cb097c x1875583274332160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695737.462759:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695737.462766:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695737.462770:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695737.462771:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695737.462773:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695737.462777:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:2.0:1788695737.462781:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788695737.462782:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03080 00000100:00000001:2.0:1788695737.462784:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1788695737.462787:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x425 [1] + 224 00000800:00000001:1.0:1788695737.462798:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1788695737.462798:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695737.462800:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695737.462801:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000414a9125. 00000800:00000001:1.0:1788695737.462805:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695737.462806:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695737.462806:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019aaa892 00000400:00000010:2.0:1788695737.462808:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000019aaa892. 00000400:00000200:1.0:1788695737.462810:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695737.462811:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788695737.462812:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695737.462814:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000033cb097c x1875583274332160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695737.462816:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004ba1d0c9 x1875583274332288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695737.462822:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000033cb097c x1875583274332160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695737.462823:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004ba1d0c9 x1875583274332288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695737.462829:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695737.462830:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695737.462832:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695737.462834:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695737.462836:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695737.462837:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695737.462839:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695737.462869:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695737.462874:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695737.462876:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1788695737.462877:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=88 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695737.462881:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695737.462884:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695737.462885:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695737.462886:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695737.462896:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695737.462899:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695737.462900:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695737.462902:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695737.462904:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695737.462907:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033cb097c x1875583274332160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695737.462913:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695737.462915:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695737.462917:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695737.462920:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033cb097c x1875583274332160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695737.462927:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000033cb097c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274332160:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695737.462930:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695737.462932:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695737.462934:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033cb097c x1875583274332160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695737.462939:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695737.462941:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695737.462943:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000028ef6fe. 02000000:00000001:2.0:1788695737.462947:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695737.462949:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695737.462950:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695737.462952:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695737.462953:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b2cfda97. 02000000:00000001:2.0:1788695737.462956:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695737.462958:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695737.462959:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033cb097c. 00000100:00000001:2.0:1788695737.462962:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695737.462963:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695737.462965:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695737.462969:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695737.462971:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695737.462978:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695737.462980:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695737.463253:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695737.463256:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695737.463259:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695737.463261:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695737.463263:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fe864f6. 00000400:00000200:3.0:1788695737.463266:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d73eec57 00000400:00000010:3.0:1788695737.463268:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d73eec57. 00000100:00000001:3.0:1788695737.463271:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695737.463275:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004ba1d0c9 x1875583274332288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695737.463281:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004ba1d0c9 x1875583274332288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695737.463287:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695737.463288:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695737.463290:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695737.463291:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695737.463293:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695737.463294:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695737.463295:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695737.463299:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695737.463303:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=74 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695737.463305:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695737.463312:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695737.463314:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788695737.463317:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004ba1d0c9 x1875583274332288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788695737.463323:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695737.463325:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695737.463326:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695737.463327:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695737.463329:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695737.463332:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ba1d0c9 x1875583274332288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695737.463338:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695737.463340:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695737.463341:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695737.463343:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ba1d0c9 x1875583274332288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695737.463349:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274332288:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695737.463353:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695737.463355:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695737.463356:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ba1d0c9 x1875583274332288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695753 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695737.463362:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695737.463364:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695737.463365:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e28be4a. 02000000:00000001:3.0:1788695737.463368:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695737.463371:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695737.463372:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695737.463373:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695737.463375:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001e62593a. 02000000:00000001:3.0:1788695737.463377:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695737.463377:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695737.463378:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ba1d0c9. 00000100:00000001:3.0:1788695737.463385:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695737.463386:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695737.463388:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695737.463391:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695737.463392:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695737.463394:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695737.463395:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695738.413977:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695738.413987:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695738.413989:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695738.414001:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695738.414005:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695738.414007:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695738.414039:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695738.414042:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695738.414046:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695738.414048:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695738.414108:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695738.414121:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695738.414124:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695738.733978:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306700529, at 4306700544 00000100:00000040:2.0:1788695738.733978:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306700529, at 4306700544 00000100:00000040:3.0:1788695738.733978:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306700529, at 4306700544 00000100:00000010:3.0:1788695738.733996:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000100:00000010:2.0:1788695738.733998:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00000100:00000010:1.0:1788695738.733999:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00000100:00000040:0.0:1788695738.734778:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306700529, at 4306700544 00000100:00000010:0.0:1788695738.734784:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81c9ce7. 00010000:00000001:2.0:1788695739.437919:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695739.437928:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695739.438140:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695739.438143:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695739.438194:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695739.438197:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695739.438253:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695740.461993:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695740.462001:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695740.462007:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695740.462008:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695740.462105:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695740.462108:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695740.462111:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695741.485984:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695741.485991:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695741.485998:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695741.486000:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695741.486086:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695741.486090:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695741.486093:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695742.509998:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695742.510005:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695742.510010:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695742.510014:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695742.510016:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695742.510019:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695742.510023:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695742.510025:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695742.510027:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695742.510029:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695742.510891:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695742.510895:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695742.510898:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695742.577044:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695742.577055:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695742.577061:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb2fdde9. 00000020:00000040:1.0:1788695742.577068:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695742.577073:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695742.577076:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695742.577081:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695742.577088:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000155bbcce. 00000100:00000001:1.0:1788695742.577095:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695742.577106:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000cb2fdde9 x1875583274332416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695742.577116:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695742.577126:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695742.577133:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb2fdde9] to pc [ptlrpcd_00_01+1] req@00000000cb2fdde9 x1875583274332416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695742.577169:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695742.577171:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695742.577174:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695742.577177:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022c43f8d. 00000020:00000040:1.0:1788695742.577179:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695742.577182:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695742.577183:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695742.577185:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695742.577189:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000372e11cf. 00000100:00000001:1.0:1788695742.577192:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695742.577196:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000022c43f8d x1875583274332544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695742.577202:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695742.577204:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695742.577207:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c43f8d] to pc [ptlrpcd_00_02+2] req@0000000022c43f8d x1875583274332544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695742.577235:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695742.577252:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695742.577255:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695742.577261:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb2fdde9 x1875583274332416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695742.577271:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695742.577278:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695742.577283:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695742.577285:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695742.577287:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695742.577291:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cb2fdde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274332416:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695742.577295:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695742.577301:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695742.577308:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695742.577311:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695742.577315:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca2f3c4d. 02000000:00000001:2.0:1788695742.577318:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695742.577324:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000414a9125. 00000400:00000010:2.0:1788695742.577337:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019aaa892. 00000100:00000200:2.0:1788695742.577344:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274332416, portal 25 00000100:00000001:2.0:1788695742.577347:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695742.577349:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877470976 : -113296832080640 : ffff98f50691d500) 00000100:00000040:2.0:1788695742.577355:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cb2fdde9 x1875583274332416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695742.577363:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695742.577367:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695742.577371:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea539ecd. 00000100:00000200:2.0:1788695742.577374:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274332416, offset 0 00000400:00000200:2.0:1788695742.577382:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695742.577395:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695742.577409:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695742.577413:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695742.577417:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695742.577420:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695742.577437:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [105:105:256:4294967295] 192.168.201.118@tcp LPNI seq info [105:105:8:4294967295] 00000400:00000200:2.0:1788695742.577448:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695742.577459:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695742.577464:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078c7cd5c. 00000800:00000200:2.0:1788695742.577471:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695742.577485:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695742.577489:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078c7cd5c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695742.580492:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695742.580503:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695742.580508:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695742.580514:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa89a7c4. 00000020:00000040:1.0:1788695742.580520:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695742.580524:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695742.580526:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695742.580530:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695742.580536:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006596e7c6. 00000100:00000001:1.0:1788695742.580544:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695742.580554:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000fa89a7c4 x1875583274332672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695742.580580:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695742.580583:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695742.580588:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa89a7c4] to pc [ptlrpcd_00_03+3] req@00000000fa89a7c4 x1875583274332672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695742.580597:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695742.580599:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788695742.580602:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788695742.580607:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12042) 00000100:00000001:1.0:1788695742.580671:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695742.580675:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695742.580677:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695742.580682:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022c43f8d x1875583274332544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695742.580690:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695742.580692:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695742.580695:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695742.580697:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695742.580700:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695742.580703:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000022c43f8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274332544:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695742.580707:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695742.580712:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695742.580714:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695742.580717:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695742.580720:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ec2a055. 02000000:00000001:1.0:1788695742.580722:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695742.580727:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f96e13a2. 00000400:00000010:1.0:1788695742.580734:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b6a63d. 00000100:00000200:1.0:1788695742.580741:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274332544, portal 10 00000100:00000001:1.0:1788695742.580743:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695742.580744:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877470080 : -113296832081536 : ffff98f50691d180) 00000100:00000040:1.0:1788695742.580756:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000022c43f8d x1875583274332544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695742.580763:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695742.580766:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695742.580769:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d73eec57. 00000100:00000200:1.0:1788695742.580772:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274332544, offset 0 00000400:00000200:1.0:1788695742.580777:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695742.580789:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695742.580794:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695742.580798:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695742.580801:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695742.580804:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695742.580808:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [106:106:255:4294967295] 192.168.201.118@tcp LPNI seq info [106:106:7:4294967295] 00000400:00000200:1.0:1788695742.580819:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695742.580824:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695742.580828:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7e36ce6. 00000800:00000200:1.0:1788695742.580836:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695742.580842:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695742.580861:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f7e36ce6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695742.588398:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695742.588405:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695742.588408:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695742.588420:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa89a7c4 x1875583274332672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695742.588432:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695742.588435:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695742.588439:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695742.588443:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695742.588445:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695742.588449:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fa89a7c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274332672:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695742.588454:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695742.588460:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695742.588462:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695742.588465:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695742.588470:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000516873d7. 02000000:00000001:0.0:1788695742.588472:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695742.588476:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6a122d6. 00000400:00000010:0.0:1788695742.588484:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d39b7ba. 00000100:00000200:0.0:1788695742.588489:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274332672, portal 10 00000100:00000001:0.0:1788695742.588496:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695742.588497:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877474560 : -113296832077056 : ffff98f50691e300) 00000100:00000040:0.0:1788695742.588503:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fa89a7c4 x1875583274332672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695742.588508:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695742.588510:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695742.588512:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb96026b. 00000100:00000200:0.0:1788695742.588514:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274332672, offset 0 00000400:00000200:0.0:1788695742.588518:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695742.588529:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695742.588533:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695742.588536:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695742.588538:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695742.588540:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695742.588543:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [107:107:254:4294967295] 192.168.201.118@tcp LPNI seq info [107:107:6:4294967295] 00000400:00000200:0.0:1788695742.588551:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695742.588555:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695742.588558:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a43b1a5e. 00000800:00000200:0.0:1788695742.588563:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695742.588569:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695742.588572:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a43b1a5e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695742.593691:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695742.593696:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695742.593704:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 112825 usecs (113 jiffies) 00000100:00000001:2.0:1788695742.593705:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306705668 00000100:00000001:1.0:1788695742.593711:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306704516 00000100:00000010:2.0:1788695742.593714:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ff94962. 00000100:00000001:2.0:1788695742.593724:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788695742.593732:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306705668 00000100:00000010:2.0:1788695742.593735:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce767292. 00000100:00000001:1.0:1788695742.593737:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306705668 00000100:00000001:2.0:1788695742.593738:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788695742.593743:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306704516 00000100:00000001:2.0:1788695742.593745:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306705668 00000100:00000001:1.0:1788695742.593747:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306705668 00000100:00000010:2.0:1788695742.593749:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002736167a. 00000100:00000001:1.0:1788695742.593751:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306704516 00000100:00000001:2.0:1788695742.593755:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788695742.593760:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306705668 00000100:00000001:1.0:1788695742.593761:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306705668 00000100:00000010:2.0:1788695742.593765:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006993d188. 00000100:00000001:1.0:1788695742.593766:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306704516 00000100:00000001:2.0:1788695742.593770:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788695742.593773:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695742.593777:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306705668 00000100:00000001:2.0:1788695742.593779:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695742.593781:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695742.593785:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695742.593785:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695742.593789:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695742.593791:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695742.593793:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695742.593803:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695742.593804:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695742.593805:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695742.593807:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695742.593810:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695742.593812:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695742.593814:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695742.593815:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695742.593818:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695742.593819:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695742.593824:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695742.593824:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695742.593893:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695742.593896:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695742.595954:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695742.595966:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 125860 usecs (126 jiffies) 00000100:00000001:0.0:1788695742.595972:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306704529 00000100:00000001:0.0:1788695742.595976:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306705668 00000100:00000001:0.0:1788695742.595978:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306704529 00000100:00000001:0.0:1788695742.595980:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306705668 00000100:00000001:0.0:1788695742.595982:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306704529 00000100:00000001:0.0:1788695742.595983:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306705668 00000100:00000001:0.0:1788695742.595994:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306704529 00000100:00000001:0.0:1788695742.595996:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306705668 00000100:00000001:0.0:1788695742.595998:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695742.596002:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695742.596007:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695742.596010:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695742.596026:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695742.596028:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695742.596031:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695742.596033:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695742.596034:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695742.596036:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695742.602075:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695742.602087:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078c7cd5c. 00000400:00000200:3.0:1788695742.602097:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695742.602106:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695742.602114:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea539ecd 00000400:00000010:3.0:1788695742.602117:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ea539ecd. 00000100:00000001:3.0:1788695742.602123:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695742.602132:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cb2fdde9 x1875583274332416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695742.602145:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695742.602149:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb2fdde9 x1875583274332416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695742.602157:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695742.602159:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695742.602176:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695742.602178:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7e36ce6. 00000400:00000200:3.0:1788695742.602182:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695742.602186:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695742.602188:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d73eec57 00000400:00000010:3.0:1788695742.602190:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d73eec57. 00000100:00000001:3.0:1788695742.602193:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695742.602197:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000022c43f8d x1875583274332544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695742.602204:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695742.602206:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022c43f8d x1875583274332544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695742.602221:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695742.602223:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695742.606366:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1788695742.606370:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000010:3.0:1788695742.606377:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a43b1a5e. 00000800:00000001:0.0:1788695742.606383:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695742.606386:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1788695742.606386:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1788695742.606389:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695742.606400:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695742.606403:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695742.606409:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb96026b 00000400:00000010:3.0:1788695742.606413:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fb96026b. 00000100:00000001:3.0:1788695742.606418:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1788695742.606420:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03180 00000100:00000200:3.0:1788695742.606429:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000fa89a7c4 x1875583274332672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788695742.606432:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x435 [1] + 224 00000100:00000001:3.0:1788695742.606448:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695742.606451:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa89a7c4 x1875583274332672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695758 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788695742.606453:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695742.606459:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695742.606461:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788695742.606461:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695742.606467:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1788695742.606470:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695742.608012:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695742.608025:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000022c43f8d x1875583274332544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695742.608037:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000022c43f8d x1875583274332544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695742.608060:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695742.608076:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695742.608086:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695742.608090:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695742.608111:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695742.608117:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695742.608130:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d03100 00000400:00000200:0.0:1788695742.608137:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x42d [1] + 224 00000800:00000001:0.0:1788695742.608143:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695742.608146:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695742.608148:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695742.608152:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695742.608156:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695742.608159:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cb2fdde9 x1875583274332416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695742.608178:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb2fdde9 x1875583274332416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695742.608193:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695742.608196:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695742.608199:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695742.608201:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695742.608202:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695742.608206:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695742.608211:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03200 00000400:00000200:0.0:1788695742.608216:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x43d [1] + 224 00000800:00000001:0.0:1788695742.608219:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695742.608240:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695742.608242:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695742.608246:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695742.608249:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695742.608253:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000fa89a7c4 x1875583274332672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695742.608260:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fa89a7c4 x1875583274332672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695742.608285:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695742.608289:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695742.608292:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695742.608307:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695742.608311:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695742.608327:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695742.608330:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695742.608332:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6a122d6. 00000100:00000001:2.0:1788695742.608332:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788695742.608337:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d39b7ba 00000400:00000010:0.0:1788695742.608339:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002d39b7ba. 00000100:00000001:2.0:1788695742.608342:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695742.608344:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:2.0:1788695742.608348:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1788695742.608349:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000fa89a7c4 x1875583274332672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788695742.608352:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695742.608355:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000414a9125. 00000400:00000200:2.0:1788695742.608361:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019aaa892 00000100:00000200:0.0:1788695742.608363:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000fa89a7c4 x1875583274332672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1788695742.608365:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000019aaa892. 00000100:00000001:2.0:1788695742.608370:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788695742.608376:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:2.0:1788695742.608378:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cb2fdde9 x1875583274332416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695742.608379:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695742.608382:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695742.608386:0:201303:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:3.0:1788695742.608386:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1788695742.608391:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1788695742.608393:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1788695742.608395:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1788695742.608396:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cb2fdde9 x1875583274332416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1788695742.608397:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695742.608400:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f96e13a2. 00000400:00000200:3.0:1788695742.608406:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b6a63d 00000100:00000001:0.0:1788695742.608407:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695742.608409:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000010:3.0:1788695742.608410:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000021b6a63d. 02000000:00000001:0.0:1788695742.608412:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695742.608413:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695742.608415:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788695742.608418:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695742.608421:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1788695742.608423:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000022c43f8d x1875583274332544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695742.608424:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00001000:0.0:1788695742.608425:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=92 v=5 (5 0 0 0) 00000100:00000001:2.0:1788695742.608428:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695742.608432:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695742.608434:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=79 v=5 (1 0 0 0) 00000100:00001000:2.0:1788695742.608438:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=93 v=5 (5 0 0 0) 00000100:00000001:0.0:1788695742.608442:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695742.608445:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695742.608447:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=93 v=5 (1 0 0 0) 00010000:00000001:0.0:1788695742.608450:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1788695742.608450:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000022c43f8d x1875583274332544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695742.608453:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695742.608456:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1788695742.608458:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000fa89a7c4 x1875583274332672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788695742.608461:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695742.608465:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695742.608470:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695742.608474:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695742.608477:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695742.608479:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb2fdde9 x1875583274332416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695742.608481:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695742.608482:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695742.608487:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695742.608488:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695742.608492:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695742.608492:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695742.608496:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695742.608497:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695742.608498:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695742.608500:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695742.608502:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788695742.608504:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695742.608507:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695742.608510:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb2fdde9 x1875583274332416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695742.608515:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa89a7c4 x1875583274332672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1788695742.608522:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=93 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695742.608531:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=93 v=5 (1 0 0 0) 00000100:00100000:2.0:1788695742.608536:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cb2fdde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274332416:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695742.608538:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695742.608540:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695742.608542:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695742.608545:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1788695742.608546:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1788695742.608548:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788695742.608550:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695742.608556:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa89a7c4 x1875583274332672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695742.608557:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1788695742.608559:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695742.608561:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695742.608565:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788695742.608567:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695742.608570:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695742.608574:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb2fdde9 x1875583274332416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695742.608575:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fa89a7c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274332672:192.168.201.118@tcp:400: 00000100:00000040:3.0:1788695742.608581:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022c43f8d x1875583274332544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695742.608584:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695742.608589:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695742.608596:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa89a7c4 x1875583274332672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695742.608606:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695742.608611:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1788695742.608613:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1788695742.608613:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1788695742.608615:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1788695742.608616:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788695742.608617:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695742.608620:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca2f3c4d. 02000000:00000010:0.0:1788695742.608621:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000516873d7. 00000100:00000040:3.0:1788695742.608625:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022c43f8d x1875583274332544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788695742.608628:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1788695742.608629:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695742.608634:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000001:2.0:1788695742.608634:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695742.608639:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000040:2.0:1788695742.608639:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00100000:3.0:1788695742.608639:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000022c43f8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274332544:192.168.201.118@tcp:400: 00000020:00000001:0.0:1788695742.608645:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695742.608648:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006596e7c6. 00000100:00000001:3.0:1788695742.608648:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788695742.608653:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788695742.608654:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1788695742.608656:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1788695742.608656:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000155bbcce. 02000000:00000001:0.0:1788695742.608660:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1788695742.608660:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022c43f8d x1875583274332544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695758 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788695742.608662:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:0.0:1788695742.608664:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa89a7c4. 02000000:00000001:2.0:1788695742.608666:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695742.608670:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb2fdde9. 00000100:00000001:0.0:1788695742.608671:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695742.608674:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695742.608676:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1788695742.608678:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695742.608678:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1788695742.608679:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1788695742.608681:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1788695742.608683:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ec2a055. 00000100:00000001:2.0:1788695742.608686:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695742.608688:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1788695742.608690:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788695742.608692:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695742.608693:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1788695742.608693:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:0.0:1788695742.608696:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695742.608697:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788695742.608697:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695742.608700:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695742.608703:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1788695742.608703:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788695742.608707:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695742.608707:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000372e11cf. 02000000:00000001:3.0:1788695742.608717:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695742.608719:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695742.608721:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022c43f8d. 00000100:00000001:3.0:1788695742.608724:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695742.608726:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695742.608728:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695742.608733:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695742.608734:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695742.608736:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695742.608737:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695743.534357:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695743.534366:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695743.534372:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695743.534373:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695743.534441:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695743.534445:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695743.534469:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695743.917993:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306705668, at 4306705728 00000100:00000040:3.0:1788695743.917993:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306705668, at 4306705728 00000100:00000010:3.0:1788695743.918013:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006993d188. 00000100:00000010:1.0:1788695743.918015:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce767292. 00000100:00000040:2.0:1788695743.918204:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306705668, at 4306705728 00000100:00000010:2.0:1788695743.918210:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002736167a. 00000100:00000040:0.0:1788695743.919892:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306705668, at 4306705730 00000100:00000010:0.0:1788695743.919906:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ff94962. 00010000:00000001:2.0:1788695744.558013:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695744.558020:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695744.558025:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695744.558026:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695744.558109:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695744.558113:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695744.558115:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695745.582389:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695745.582399:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695745.582403:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695745.582505:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695745.582593:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695745.582595:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695745.582597:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695746.607378:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695746.607385:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695746.607390:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695746.607391:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695746.607574:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695746.607578:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695746.607581:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695747.630228:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695747.630239:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695747.630241:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695747.630244:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695747.630249:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695747.630252:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695747.630254:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695747.630256:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695747.630260:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695747.630261:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695747.630436:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695747.630440:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695747.630443:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695747.700918:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695747.700931:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695747.700949:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbb350d4. 00000020:00000040:0.0:1788695747.700955:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695747.700959:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695747.700961:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695747.700965:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695747.700972:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005599a7b8. 00000100:00000001:0.0:1788695747.700978:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695747.700987:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000cbb350d4 x1875583274332800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695747.701000:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695747.701002:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695747.701006:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb350d4] to pc [ptlrpcd_00_00+0] req@00000000cbb350d4 x1875583274332800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695747.701027:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695747.701029:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695747.701031:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695747.701033:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c910da9. 00000020:00000040:0.0:1788695747.701034:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695747.701050:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695747.701051:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695747.701052:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695747.701054:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024be5195. 00000100:00000001:0.0:1788695747.701056:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695747.701059:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000006c910da9 x1875583274332928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695747.701063:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695747.701064:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695747.701066:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c910da9] to pc [ptlrpcd_00_01+1] req@000000006c910da9 x1875583274332928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695747.701071:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695747.701073:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695747.701075:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695747.701077:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6864119. 00000020:00000040:0.0:1788695747.701078:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695747.701079:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695747.701080:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695747.701081:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695747.701085:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a43b1a5e. 00000100:00000001:0.0:1788695747.701086:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695747.701089:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000f6864119 x1875583274333056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695747.701089:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695747.701094:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695747.701098:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788695747.701101:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695747.701104:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695747.701107:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbb350d4 x1875583274332800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695747.701110:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6864119] to pc [ptlrpcd_00_02+2] req@00000000f6864119 x1875583274333056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695747.701127:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695747.701130:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695747.701131:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695747.701134:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1788695747.701136:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1788695747.701139:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1788695747.701141:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695747.701144:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695747.701148:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274332800:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695747.701153:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695747.701159:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1788695747.701160:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12047) 02000000:00000001:1.0:1788695747.701163:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695747.701167:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695747.701172:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038a99ba5. 00000100:00000001:0.0:1788695747.701175:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695747.701178:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1788695747.701181:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695747.701182:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695747.701189:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6864119 x1875583274333056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788695747.701191:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006325b814. 00000100:00000001:0.0:1788695747.701200:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695747.701201:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695747.701201:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e02c571f. 02000000:00000001:0.0:1788695747.701207:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695747.701208:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695747.701210:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695747.701212:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274333056:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695747.701214:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695747.701216:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695747.701217:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695747.701218:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695747.701220:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004178256f. 02000000:00000001:0.0:1788695747.701222:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788695747.701222:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274332800, portal 25 00000400:00000010:0.0:1788695747.701227:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6a122d6. 00000100:00000001:1.0:1788695747.701227:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695747.701231:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882439808 : -113296827111808 : ffff98f506dda680) 00000400:00000010:0.0:1788695747.701232:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d39b7ba. 00000100:00000200:0.0:1788695747.701236:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274333056, portal 10 00000100:00000001:0.0:1788695747.701239:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1788695747.701239:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cbb350d4 x1875583274332800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695747.701242:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882445184 : -113296827106432 : ffff98f506ddbb80) 00000100:00000040:0.0:1788695747.701250:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f6864119 x1875583274333056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695747.701254:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788695747.701258:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695747.701261:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:0.0:1788695747.701264:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695747.701267:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001140bd37. 00000400:00000010:1.0:1788695747.701267:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000558ee63f. 00000100:00000200:0.0:1788695747.701274:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274333056, offset 0 00000100:00000200:1.0:1788695747.701274:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274332800, offset 0 00000400:00000200:0.0:1788695747.701283:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695747.701294:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695747.701298:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695747.701306:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695747.701309:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695747.701312:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695747.701315:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [108:108:256:4294967295] 192.168.201.118@tcp LPNI seq info [108:108:8:4294967295] 00000400:00000200:0.0:1788695747.701325:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695747.701330:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695747.701334:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e62593a. 00000800:00000200:0.0:1788695747.701339:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695747.701346:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695747.701348:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001e62593a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1788695747.701355:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695747.701358:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695747.701362:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 121898 usecs (122 jiffies) 00000400:00000200:1.0:1788695747.701364:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:0.0:1788695747.701367:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306709633 00000400:00000200:1.0:1788695747.701369:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1788695747.701371:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be89e8de. 00000400:00000200:1.0:1788695747.701375:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:0.0:1788695747.701378:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000400:00000200:1.0:1788695747.701379:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695747.701384:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:0.0:1788695747.701385:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306709633 00000100:00000010:0.0:1788695747.701390:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db1d4de9. 00000400:00000200:1.0:1788695747.701390:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [109:109:255:4294967295] 192.168.201.118@tcp LPNI seq info [109:109:7:4294967295] 00000100:00000001:0.0:1788695747.701394:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788695747.701398:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306709633 00000100:00000010:0.0:1788695747.701400:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4964a0e. 00000100:00000001:0.0:1788695747.701405:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788695747.701408:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306709633 00000400:00000200:1.0:1788695747.701408:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000010:0.0:1788695747.701413:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047e9a98. 00000100:00000001:0.0:1788695747.701416:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788695747.701417:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695747.701419:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695747.701421:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695747.701422:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695747.701428:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1788695747.701429:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695747.701434:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1788695747.701434:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dffc0522. 00000100:00000001:0.0:1788695747.701438:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695747.701440:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695747.701442:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695747.701443:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788695747.701444:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695747.701452:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:0.0:1788695747.701454:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1788695747.701455:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dffc0522 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695747.701457:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695747.701463:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695747.701467:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306710776 00000100:00000001:1.0:1788695747.701472:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306709633 00000100:00000001:1.0:1788695747.701476:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306710776 00000100:00000001:1.0:1788695747.701478:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306709633 00000800:00000200:0.0:1788695747.701490:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695747.701494:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e62593a. 00000400:00000200:0.0:1788695747.701498:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695747.701502:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695747.701506:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001140bd37 00000400:00000010:0.0:1788695747.701507:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001140bd37. 00000100:00000001:0.0:1788695747.701512:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695747.701514:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000f6864119 x1875583274333056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695747.701521:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695747.701522:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6864119 x1875583274333056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695763 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695747.701526:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695747.701527:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788695747.701573:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695747.701575:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dffc0522. 00000400:00000200:0.0:1788695747.701578:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695747.701579:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695747.701581:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000558ee63f 00000400:00000010:0.0:1788695747.701582:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000558ee63f. 00000100:00000001:0.0:1788695747.701583:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695747.701585:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cbb350d4 x1875583274332800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695747.701589:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695747.701590:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbb350d4 x1875583274332800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695763 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695747.701594:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695747.701598:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788695747.701635:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306710776 00000100:00000001:1.0:1788695747.701641:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306709633 00000100:00000001:1.0:1788695747.701644:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306710776 00000100:00000001:1.0:1788695747.701646:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306709633 00000100:00000001:1.0:1788695747.701648:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695747.701650:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695747.701652:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695747.701654:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695747.701658:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695747.701659:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695747.701661:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695747.701662:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695747.701663:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695747.701665:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788695747.701666:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695747.701668:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695747.701669:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695747.701670:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695747.701671:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695747.701672:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695747.701676:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c910da9 x1875583274332928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695747.701683:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695747.701685:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695747.701687:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695747.701688:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695747.701690:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695747.701692:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006c910da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274332928:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695747.701695:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695747.701698:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695747.701699:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695747.701701:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695747.701704:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007708b4a. 02000000:00000001:1.0:1788695747.701710:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695747.701713:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebce8082. 00000400:00000010:1.0:1788695747.701716:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013cbe2c3. 00000100:00000200:1.0:1788695747.701719:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274332928, portal 10 00000100:00000001:1.0:1788695747.701720:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695747.701721:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882433536 : -113296827118080 : ffff98f506dd8e00) 00000100:00000040:1.0:1788695747.701728:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006c910da9 x1875583274332928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695747.701735:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695747.701738:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695747.701740:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6377a2d. 00000100:00000200:1.0:1788695747.701743:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274332928, offset 0 00000400:00000200:1.0:1788695747.701747:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695747.701752:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695747.701755:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695747.701758:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695747.701760:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695747.701763:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695747.701765:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [110:110:256:4294967295] 192.168.201.118@tcp LPNI seq info [110:110:8:4294967295] 00000400:00000200:1.0:1788695747.701774:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695747.701780:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695747.701784:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032870841. 00000800:00000200:1.0:1788695747.701787:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695747.701792:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695747.701794:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000032870841 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695747.701802:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695747.701805:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 109988 usecs (110 jiffies) 00000100:00000001:1.0:1788695747.701807:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306709621 00000100:00000001:1.0:1788695747.701809:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306710776 00000100:00000001:1.0:1788695747.701811:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306709621 00000100:00000001:1.0:1788695747.701818:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306710776 00000100:00000001:1.0:1788695747.701820:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306709621 00000100:00000001:1.0:1788695747.701822:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306710776 00000100:00000001:1.0:1788695747.701824:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306709621 00000100:00000001:1.0:1788695747.701825:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306710776 00000100:00000001:1.0:1788695747.701827:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695747.701829:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695747.701831:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695747.701833:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695747.702676:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695747.702682:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695747.702759:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695747.702763:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032870841. 00000400:00000200:3.0:1788695747.702768:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695747.702774:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695747.702779:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6377a2d 00000400:00000010:3.0:1788695747.702781:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c6377a2d. 00000100:00000001:3.0:1788695747.702784:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695747.702788:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006c910da9 x1875583274332928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695747.702798:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695747.702800:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c910da9 x1875583274332928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695763 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695747.702807:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695747.702808:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788695747.705983:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695747.706002:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695747.706007:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695747.706010:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695747.706022:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695747.706038:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d03280 00000400:00000200:0.0:1788695747.706047:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x445 [1] + 224 00000800:00000001:0.0:1788695747.706054:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695747.706058:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695747.706061:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695747.706065:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695747.706073:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695747.706079:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cbb350d4 x1875583274332800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695747.706091:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbb350d4 x1875583274332800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695747.706116:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695747.706125:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695747.706129:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695747.706130:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695747.706132:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695747.706136:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695747.706143:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03300 00000400:00000200:0.0:1788695747.706148:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x455 [1] + 224 00000800:00000001:0.0:1788695747.706152:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695747.706158:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695747.706160:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695747.706163:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695747.706166:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695747.706169:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006c910da9 x1875583274332928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695747.706199:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c910da9 x1875583274332928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695747.706206:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695747.706223:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695747.706227:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695747.706341:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695747.706346:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695747.706352:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695747.706354:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695747.706357:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebce8082. 00000400:00000200:1.0:1788695747.706362:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013cbe2c3 00000400:00000010:1.0:1788695747.706364:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013cbe2c3. 00000100:00000001:1.0:1788695747.706367:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695747.706371:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006c910da9 x1875583274332928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695747.706379:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006c910da9 x1875583274332928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695747.706385:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695747.706387:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695747.706390:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695747.706392:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695747.706395:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695747.706397:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695747.706399:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695747.706408:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695747.706413:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695747.706475:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695747.706477:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695747.706480:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695747.706489:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695747.706545:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695747.706547:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695747.706550:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695747.706552:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695747.706556:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c910da9 x1875583274332928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695747.706563:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695747.706566:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695747.706568:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695747.706571:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c910da9 x1875583274332928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695747.706578:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006c910da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274332928:192.168.201.118@tcp:400: 00000400:00000001:1.0:1788695747.706584:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695747.706585:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695747.706587:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006325b814. 00000400:00000200:1.0:1788695747.706589:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e02c571f 00000400:00000010:1.0:1788695747.706591:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e02c571f. 00000100:00000001:1.0:1788695747.706593:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695747.706594:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cbb350d4 x1875583274332800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695747.706601:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cbb350d4 x1875583274332800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695747.706607:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695747.706608:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695747.706609:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695747.706611:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695747.706612:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695747.706613:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695747.706615:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695747.706617:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=98 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695747.706619:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695747.706626:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695747.706628:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695747.706629:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695747.706631:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695747.706633:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695747.706636:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbb350d4 x1875583274332800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695747.706642:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695747.706643:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695747.706645:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695747.706647:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbb350d4 x1875583274332800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695747.706654:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274332800:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695747.706658:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695747.706660:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695747.706663:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c910da9 x1875583274332928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695747.706668:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695747.706670:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695747.706673:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007708b4a. 02000000:00000001:1.0:1788695747.706677:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695747.706679:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695747.706681:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695747.706683:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695747.706685:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024be5195. 02000000:00000001:1.0:1788695747.706688:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695747.706690:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695747.706691:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c910da9. 00000100:00000001:1.0:1788695747.706694:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695747.706696:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695747.706697:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695747.706700:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbb350d4 x1875583274332800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695747.706713:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695747.706715:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695747.706716:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038a99ba5. 02000000:00000001:1.0:1788695747.706718:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695747.706719:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695747.706720:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695747.706721:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695747.706723:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005599a7b8. 02000000:00000001:1.0:1788695747.706724:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695747.706725:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695747.706726:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbb350d4. 00000100:00000001:1.0:1788695747.706729:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695747.706730:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695747.706732:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695747.706741:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695747.706743:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695747.706745:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695747.706747:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695747.710406:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695747.710429:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695747.710433:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695747.710436:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695747.710446:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695747.710462:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03380 00000400:00000200:0.0:1788695747.710471:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x449 [1] + 224 00000800:00000001:0.0:1788695747.710478:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695747.710484:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695747.710486:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695747.710495:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695747.710502:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695747.710508:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000f6864119 x1875583274333056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695747.710521:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6864119 x1875583274333056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695747.710547:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695747.710555:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695747.710557:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695747.710653:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695747.710657:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695747.710664:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695747.710666:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695747.710668:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6a122d6. 00000400:00000200:3.0:1788695747.710672:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d39b7ba 00000400:00000010:3.0:1788695747.710675:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002d39b7ba. 00000100:00000001:3.0:1788695747.710678:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695747.710694:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000f6864119 x1875583274333056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695747.710702:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000f6864119 x1875583274333056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695747.710709:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695747.710711:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695747.710713:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695747.710716:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695747.710718:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695747.710719:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695747.710722:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695747.710730:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695747.710734:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=84 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695747.710737:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695747.710738:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695747.710741:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788695747.710744:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f6864119 x1875583274333056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788695747.710751:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695747.710754:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695747.710756:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695747.710758:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695747.710759:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695747.710762:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6864119 x1875583274333056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695747.710769:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695747.710772:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695747.710773:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695747.710776:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6864119 x1875583274333056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695747.710783:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274333056:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695747.710793:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695747.710795:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695747.710798:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6864119 x1875583274333056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695763 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695747.710804:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695747.710806:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695747.710808:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004178256f. 02000000:00000001:3.0:1788695747.710811:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695747.710813:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695747.710814:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695747.710816:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695747.710819:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a43b1a5e. 02000000:00000001:3.0:1788695747.710823:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695747.710825:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695747.710826:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6864119. 00000100:00000001:3.0:1788695747.710830:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695747.710831:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695747.710833:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695747.710842:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695747.710844:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695747.710940:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695747.710942:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695748.654054:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695748.654059:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695748.654063:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695748.654064:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695748.654181:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695748.654185:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695748.654188:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695748.973970:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306710776, at 4306710784 00000100:00000040:2.0:1788695748.973970:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306710776, at 4306710784 00000100:00000040:3.0:1788695748.973970:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306710776, at 4306710784 00000100:00000010:2.0:1788695748.973990:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4964a0e. 00000100:00000010:1.0:1788695748.973992:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db1d4de9. 00000100:00000010:3.0:1788695748.973994:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047e9a98. 00000100:00000040:0.0:1788695748.974400:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306710776, at 4306710784 00000100:00000010:0.0:1788695748.974407:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be89e8de. 00010000:00000001:2.0:1788695749.677989:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695749.677997:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695749.678003:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695749.678004:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695749.678067:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695749.678071:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695749.678075:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695750.703904:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695750.703913:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695750.703921:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695750.703922:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695750.704028:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695750.704050:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695750.704053:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695751.730073:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695751.730080:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695751.730086:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695751.730088:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695751.730297:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695751.730300:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695751.730303:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695752.750300:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695752.750307:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695752.750312:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695752.750315:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695752.750334:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695752.750337:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695752.750340:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695752.750342:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695752.750344:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695752.750346:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695752.750736:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695752.750740:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695752.750742:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695752.813931:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695752.813942:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695752.813953:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4497fd1. 00000020:00000040:0.0:1788695752.813960:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695752.813965:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695752.813969:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695752.813975:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695752.813983:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001e62593a. 00000100:00000001:0.0:1788695752.813991:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695752.814003:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000e4497fd1 x1875583274333184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695752.814014:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695752.814017:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695752.814022:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4497fd1] to pc [ptlrpcd_00_03+3] req@00000000e4497fd1 x1875583274333184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695752.814082:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695752.814087:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695752.814089:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695752.814094:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4497fd1 x1875583274333184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695752.814102:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695752.814104:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695752.814108:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695752.814110:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695752.814113:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695752.814116:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274333184:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695752.814121:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695752.814126:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695752.814129:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695752.814132:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695752.814137:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9c3cf3e. 02000000:00000001:2.0:1788695752.814139:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695752.814145:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000414a9125. 00000400:00000010:2.0:1788695752.814153:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019aaa892. 00000100:00000200:2.0:1788695752.814160:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274333184, portal 25 00000100:00000001:2.0:1788695752.814162:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695752.814164:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882434432 : -113296827117184 : ffff98f506dd9180) 00000100:00000040:2.0:1788695752.814168:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4497fd1 x1875583274333184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695752.814175:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695752.814178:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695752.814181:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac043960. 00000100:00000200:2.0:1788695752.814183:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274333184, offset 0 00000400:00000200:2.0:1788695752.814206:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695752.814218:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695752.814223:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695752.814228:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695752.814232:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695752.814235:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695752.814239:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [111:111:256:4294967295] 192.168.201.118@tcp LPNI seq info [111:111:8:4294967295] 00000400:00000200:2.0:1788695752.814252:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695752.814258:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695752.814263:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009619aef4. 00000800:00000200:2.0:1788695752.814269:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695752.814278:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695752.814282:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009619aef4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695752.814295:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695752.814299:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306715889 00000100:00000010:2.0:1788695752.814303:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002736167a. 00000100:00000001:2.0:1788695752.814311:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788695752.814316:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306715889 00000100:00000010:2.0:1788695752.814319:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5158265. 00000100:00000001:2.0:1788695752.814321:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788695752.814324:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306715889 00000100:00000010:2.0:1788695752.814326:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038593dc8. 00000100:00000001:2.0:1788695752.814329:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788695752.814331:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306715889 00000100:00000010:2.0:1788695752.814333:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077a03d86. 00000100:00000001:2.0:1788695752.814336:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788695752.814338:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695752.814341:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695752.814344:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695752.814351:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695752.814545:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695752.814548:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695752.814915:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695752.814918:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695752.814920:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695752.814921:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695752.814922:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695752.814923:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695752.815118:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695752.815121:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009619aef4. 00000400:00000200:2.0:1788695752.815125:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695752.815130:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695752.815134:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac043960 00000400:00000010:2.0:1788695752.815136:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ac043960. 00000100:00000001:2.0:1788695752.815139:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695752.815141:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e4497fd1 x1875583274333184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695752.815148:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695752.815150:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4497fd1 x1875583274333184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695768 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695752.815154:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695752.815155:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788695752.815199:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695752.815201:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695752.815204:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695752.815207:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f121889. 00000020:00000040:0.0:1788695752.815210:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695752.815212:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695752.815213:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695752.815215:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695752.815218:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b2cfda97. 00000100:00000001:0.0:1788695752.815221:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695752.815229:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000001f121889 x1875583274333312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695752.815234:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695752.815235:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695752.815238:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f121889] to pc [ptlrpcd_00_00+0] req@000000001f121889 x1875583274333312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695752.815258:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695752.815259:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695752.815261:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695752.815263:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005800c766. 00000020:00000040:0.0:1788695752.815265:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695752.815266:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695752.815267:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695752.815268:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695752.815270:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000095d0f4a4. 00000100:00000001:0.0:1788695752.815272:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695752.815274:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000005800c766 x1875583274333440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695752.815278:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695752.815279:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695752.815280:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005800c766] to pc [ptlrpcd_00_01+1] req@000000005800c766 x1875583274333440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695752.815284:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695752.815285:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788695752.815287:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788695752.815289:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12052) 00000100:00000001:0.0:1788695752.815297:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695752.815298:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695752.815299:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695752.815305:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005800c766 x1875583274333440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695752.815309:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695752.815310:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695752.815312:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695752.815313:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695752.815314:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695752.815316:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274333440:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695752.815318:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695752.815320:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695752.815322:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695752.815323:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695752.815325:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b436630. 02000000:00000001:0.0:1788695752.815326:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695752.815329:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b1e427c. 00000400:00000010:0.0:1788695752.815332:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001140bd37. 00000100:00000200:0.0:1788695752.815335:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274333440, portal 10 00000100:00000001:0.0:1788695752.815336:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695752.815337:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882441600 : -113296827110016 : ffff98f506ddad80) 00000100:00000040:0.0:1788695752.815341:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005800c766 x1875583274333440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695752.815345:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695752.815347:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695752.815348:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008155608f. 00000100:00000200:0.0:1788695752.815350:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274333440, offset 0 00000400:00000200:0.0:1788695752.815353:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695752.815358:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695752.815360:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695752.815362:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695752.815363:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695752.815365:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695752.815367:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [112:112:256:4294967295] 192.168.201.118@tcp LPNI seq info [112:112:8:4294967295] 00000400:00000200:0.0:1788695752.815377:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695752.815380:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695752.815382:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbe4be5a. 00000800:00000200:0.0:1788695752.815385:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695752.815389:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695752.815391:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cbe4be5a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695752.815397:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695752.815400:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 117320 usecs (118 jiffies) 00000100:00000001:0.0:1788695752.815402:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306714743 00000100:00000001:0.0:1788695752.815403:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306715889 00000100:00000001:0.0:1788695752.815404:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306714743 00000100:00000001:0.0:1788695752.815405:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306715889 00000100:00000001:0.0:1788695752.815406:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306714743 00000100:00000001:0.0:1788695752.815407:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306715889 00000100:00000001:0.0:1788695752.815408:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306714743 00000100:00000001:0.0:1788695752.815409:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306715889 00000100:00000001:0.0:1788695752.815410:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695752.815411:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695752.815412:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695752.815413:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695752.815416:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695752.815416:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695752.815417:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695752.815418:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695752.815419:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695752.815420:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788695752.815421:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695752.815421:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695752.815422:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695752.815426:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695752.815427:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695752.815427:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695752.815429:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f121889 x1875583274333312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695752.815434:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695752.815435:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695752.815436:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695752.815437:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695752.815438:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695752.815439:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274333312:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695752.815441:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695752.815443:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695752.815444:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695752.815444:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695752.815446:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc95d543. 02000000:00000001:0.0:1788695752.815447:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695752.815449:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3fecb20. 00000400:00000010:0.0:1788695752.815451:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafe65a6. 00000100:00000200:0.0:1788695752.815453:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274333312, portal 10 00000100:00000001:0.0:1788695752.815454:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695752.815454:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438912 : -113296827112704 : ffff98f506dda300) 00000100:00000040:0.0:1788695752.815458:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001f121889 x1875583274333312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695752.815461:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695752.815463:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695752.815464:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009110440c. 00000100:00000200:0.0:1788695752.815465:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274333312, offset 0 00000400:00000200:0.0:1788695752.815467:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695752.815470:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695752.815471:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695752.815477:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695752.815479:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695752.815484:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695752.815485:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [113:113:255:4294967295] 192.168.201.118@tcp LPNI seq info [113:113:7:4294967295] 00000400:00000200:0.0:1788695752.815490:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695752.815493:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695752.815495:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000909f46e7. 00000800:00000200:0.0:1788695752.815497:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695752.815499:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695752.815501:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000909f46e7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695752.815503:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695752.815505:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 106161 usecs (107 jiffies) 00000100:00000001:0.0:1788695752.815506:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306714732 00000100:00000001:0.0:1788695752.815507:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306715889 00000100:00000001:0.0:1788695752.815509:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306714732 00000100:00000001:0.0:1788695752.815510:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306715889 00000100:00000001:0.0:1788695752.815511:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306714732 00000100:00000001:0.0:1788695752.815512:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306715889 00000100:00000001:0.0:1788695752.815512:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306714732 00000100:00000001:0.0:1788695752.815513:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306715889 00000100:00000001:0.0:1788695752.815514:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695752.815515:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695752.815516:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695752.815517:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695752.815530:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695752.815532:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbe4be5a. 00000400:00000200:0.0:1788695752.815534:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695752.815536:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695752.815537:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008155608f 00000400:00000010:0.0:1788695752.815538:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008155608f. 00000100:00000001:0.0:1788695752.815544:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695752.815546:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000005800c766 x1875583274333440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695752.815551:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695752.815552:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005800c766 x1875583274333440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695768 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695752.815556:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695752.815557:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788695752.815575:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695752.815577:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000909f46e7. 00000400:00000200:0.0:1788695752.815578:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695752.815580:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695752.815582:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009110440c 00000400:00000010:0.0:1788695752.815583:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009110440c. 00000100:00000001:0.0:1788695752.815584:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695752.815585:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001f121889 x1875583274333312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695752.815589:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695752.815591:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f121889 x1875583274333312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695768 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695752.815594:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695752.815595:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788695752.817253:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695752.817261:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695752.821137:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695752.821155:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695752.821159:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695752.821162:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695752.821172:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695752.821189:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d03400 00000400:00000200:0.0:1788695752.821198:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x45d [1] + 224 00000800:00000001:0.0:1788695752.821206:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695752.821210:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695752.821213:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695752.821233:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695752.821241:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695752.821248:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e4497fd1 x1875583274333184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695752.821260:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4497fd1 x1875583274333184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695752.821282:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695752.821292:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695752.821296:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695752.821298:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695752.821300:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695752.821304:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695752.821311:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03500 00000400:00000200:0.0:1788695752.821318:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x465 [1] + 224 00000800:00000001:0.0:1788695752.821322:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695752.821325:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695752.821327:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695752.821330:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695752.821333:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695752.821336:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000005800c766 x1875583274333440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695752.821344:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005800c766 x1875583274333440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695752.821367:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695752.821371:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695752.821375:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695752.821376:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695752.821378:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695752.821382:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695752.821387:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03480 00000400:00000200:0.0:1788695752.821391:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x46d [1] + 224 00000800:00000001:0.0:1788695752.821402:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695752.821410:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695752.821410:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788695752.821415:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788695752.821416:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788695752.821421:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000001:3.0:1788695752.821424:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695752.821427:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695752.821429:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b1e427c. 00000400:00000200:3.0:1788695752.821434:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001140bd37 00000400:00000010:3.0:1788695752.821436:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001140bd37. 00000100:00000001:3.0:1788695752.821439:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695752.821443:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000005800c766 x1875583274333440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695752.821453:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000005800c766 x1875583274333440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695752.821456:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695752.821461:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695752.821467:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695752.821470:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695752.821473:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695752.821475:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695752.821478:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695752.821480:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695752.821482:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695752.821490:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=102 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695752.821494:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=89 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695752.821496:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695752.821498:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695752.821500:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00010000:00000001:3.0:1788695752.821501:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1788695752.821508:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001f121889 x1875583274333312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1788695752.821509:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005800c766 x1875583274333440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788695752.821534:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695752.821537:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f121889 x1875583274333312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695752.821538:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695752.821541:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695752.821545:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695752.821548:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695752.821552:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:3.0:1788695752.821556:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005800c766 x1875583274333440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788695752.821559:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695752.821564:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695752.821565:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695752.821569:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695752.821571:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695752.821574:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005800c766 x1875583274333440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695752.821581:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274333440:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695752.821585:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695752.821587:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695752.821589:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005800c766 x1875583274333440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788695752.821596:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695752.821600:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695752.821602:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000414a9125. 00000100:00000001:3.0:1788695752.821609:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1788695752.821611:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019aaa892 02000000:00000001:3.0:1788695752.821613:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1788695752.821614:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000019aaa892. 02000000:00000010:3.0:1788695752.821617:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b436630. 00000100:00000001:2.0:1788695752.821618:0:201303:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:3.0:1788695752.821623:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1788695752.821626:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e4497fd1 x1875583274333184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1788695752.821627:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695752.821630:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695752.821634:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695752.821637:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000095d0f4a4. 00000100:00000200:2.0:1788695752.821641:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e4497fd1 x1875583274333184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788695752.821642:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695752.821645:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695752.821647:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005800c766. 00000100:00000001:2.0:1788695752.821653:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695752.821654:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695752.821656:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695752.821659:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695752.821660:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695752.821661:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695752.821664:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788695752.821666:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1788695752.821668:0:201303:0:(client.c:1593:after_reply()) Process entered 00000400:00000001:3.0:1788695752.821669:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1788695752.821672:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1788695752.821673:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3fecb20. 00000100:00000001:2.0:1788695752.821675:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1788695752.821676:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafe65a6 00000100:00000001:2.0:1788695752.821678:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695752.821679:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000aafe65a6. 02000000:00000001:2.0:1788695752.821683:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695752.821684:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00001000:2.0:1788695752.821689:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=103 v=5 (5 0 0 0) 00000100:00000200:3.0:1788695752.821689:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001f121889 x1875583274333312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1788695752.821695:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=103 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695752.821701:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695752.821704:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695752.821707:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1788695752.821707:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001f121889 x1875583274333312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788695752.821710:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695752.821715:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695752.821720:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:2.0:1788695752.821723:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4497fd1 x1875583274333184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695752.821723:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695752.821727:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695752.821730:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695752.821732:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695752.821734:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695752.821738:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695752.821738:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695752.821743:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695752.821746:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1788695752.821746:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=103 v=5 (5 0 0 0) 00000100:00000040:2.0:1788695752.821751:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4497fd1 x1875583274333184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1788695752.821752:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=103 v=5 (1 0 0 0) 00000100:00100000:2.0:1788695752.821769:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274333184:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695752.821777:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695752.821779:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695752.821780:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695752.821783:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1788695752.821784:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695752.821787:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695752.821788:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4497fd1 x1875583274333184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695752.821792:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695752.821795:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695752.821798:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695752.821801:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1788695752.821801:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695752.821805:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695752.821807:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9c3cf3e. 00000100:00000040:3.0:1788695752.821809:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f121889 x1875583274333312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788695752.821813:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695752.821815:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695752.821818:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695752.821822:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788695752.821822:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1788695752.821826:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001e62593a. 00000100:00000001:3.0:1788695752.821826:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695752.821828:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788695752.821831:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1788695752.821833:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f121889 x1875583274333312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788695752.821841:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1788695752.821843:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274333312:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695752.821870:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695752.821872:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695752.821875:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f121889 x1875583274333312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695768 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1788695752.821881:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4497fd1. 00000100:00000001:3.0:1788695752.821883:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695752.821886:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1788695752.821887:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1788695752.821888:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc95d543. 00000100:00000001:2.0:1788695752.821890:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695752.821894:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788695752.821894:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695752.821898:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695752.821900:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695752.821902:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788695752.821904:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1788695752.821904:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b2cfda97. 00000100:00000001:2.0:1788695752.821908:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695752.821910:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1788695752.821912:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1788695752.821913:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1788695752.821916:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788695752.821916:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f121889. 00000100:00000001:3.0:1788695752.821922:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695752.821923:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695752.821941:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695752.821946:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695752.821948:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695752.821950:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695752.821952:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695753.776426:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695753.776436:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695753.776443:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695753.776444:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695753.777947:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695753.777953:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695753.777957:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695754.094002:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306715889, at 4306715904 00000100:00000010:0.0:1788695754.094023:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002736167a. 00000100:00000040:2.0:1788695754.094231:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306715889, at 4306715904 00000100:00000010:2.0:1788695754.094239:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038593dc8. 00000100:00000040:3.0:1788695754.094344:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306715889, at 4306715904 00000100:00000010:3.0:1788695754.094351:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077a03d86. 00000100:00000040:1.0:1788695754.094395:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306715889, at 4306715904 00000100:00000010:1.0:1788695754.094402:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5158265. 00010000:00000001:2.0:1788695754.799070:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695754.799078:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695754.799084:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695754.799084:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695754.799539:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695754.799543:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695754.799546:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695755.822425:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695755.822432:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695755.822439:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695755.822440:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695755.822775:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695755.822780:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695755.822782:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695756.845971:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695756.845979:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695756.845986:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695756.845987:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695756.846042:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695756.846046:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695756.846050:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695757.871026:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695757.871036:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695757.871038:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695757.871041:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695757.871045:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695757.871048:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695757.871050:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695757.871051:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695757.871056:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695757.871057:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695757.871154:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695757.871157:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695757.871160:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695757.935347:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695757.935371:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695757.935378:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eaa3be4a. 00000020:00000040:2.0:1788695757.935384:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695757.935389:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695757.935392:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695757.935396:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695757.935403:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009619aef4. 00000100:00000001:2.0:1788695757.935409:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695757.935419:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000eaa3be4a x1875583274333568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695757.935429:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695757.935431:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695757.935437:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa3be4a] to pc [ptlrpcd_00_02+2] req@00000000eaa3be4a x1875583274333568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695757.935471:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695757.935474:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695757.935478:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695757.935480:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1271b01. 00000020:00000040:2.0:1788695757.935483:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695757.935486:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695757.935487:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695757.935489:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695757.935489:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1788695757.935495:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000334bf9d4. 00000100:00100000:3.0:1788695757.935495:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1788695757.935500:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695757.935500:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695757.935507:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000b1271b01 x1875583274333696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695757.935510:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695757.935514:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695757.935518:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695757.935519:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695757.935521:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695757.935522:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695757.935525:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695757.935528:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1271b01] to pc [ptlrpcd_00_03+3] req@00000000b1271b01 x1875583274333696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695757.935533:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eaa3be4a x1875583274333568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695757.935545:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695757.935548:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695757.935550:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695757.935555:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1788695757.935555:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695757.935559:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695757.935560:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1788695757.935564:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788695757.935565:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041e51bf1. 00000020:00000040:2.0:1788695757.935569:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00100000:3.0:1788695757.935570:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000eaa3be4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274333568:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695757.935574:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695757.935577:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1788695757.935577:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695757.935582:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695757.935585:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1788695757.935586:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e680c3a9. 02000000:00000001:3.0:1788695757.935589:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695757.935591:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695757.935593:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1788695757.935598:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000041e51bf1 x1875583274333824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1788695757.935601:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f8610b9. 02000000:00000001:3.0:1788695757.935606:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695757.935612:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695757.935613:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695757.935614:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cf34522. 00000100:00000040:2.0:1788695757.935618:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e51bf1] to pc [ptlrpcd_00_00+0] req@0000000041e51bf1 x1875583274333824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788695757.935623:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015c26822. 00000100:00000200:3.0:1788695757.935631:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274333568, portal 25 00000100:00000001:3.0:1788695757.935635:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695757.935637:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611090816 : -113296098460800 : ffff98f5324bfb80) 00000100:00000001:2.0:1788695757.935640:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695757.935644:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eaa3be4a x1875583274333568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695757.935645:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788695757.935648:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788695757.935654:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12057) 00000100:00000001:3.0:1788695757.935660:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695757.935664:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695757.935675:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695757.935679:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695757.935681:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695757.935685:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000041e51bf1 x1875583274333824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695757.935692:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695757.935693:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695757.935696:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695757.935697:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695757.935699:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695757.935701:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000041e51bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274333824:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695757.935712:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695757.935715:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695757.935716:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695757.935718:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695757.935721:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0e480f2. 02000000:00000001:2.0:1788695757.935722:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695757.935727:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000414a9125. 00000400:00000010:2.0:1788695757.935731:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019aaa892. 00000100:00000200:2.0:1788695757.935734:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274333824, portal 10 00000100:00000001:2.0:1788695757.935737:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695757.935738:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611079168 : -113296098472448 : ffff98f5324bce00) 00000100:00000040:2.0:1788695757.935744:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000041e51bf1 x1875583274333824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695757.935746:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788695757.935750:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1788695757.935754:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695757.935755:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788695757.935759:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1788695757.935759:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695757.935762:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1788695757.935764:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac043960. 00000100:00000200:2.0:1788695757.935766:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274333824, offset 0 00000100:00000001:0.0:1788695757.935772:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788695757.935773:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695757.935775:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695757.935778:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695757.935783:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1271b01 x1875583274333696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788695757.935789:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:0.0:1788695757.935797:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1788695757.935798:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788695757.935800:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695757.935803:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1788695757.935804:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000001:0.0:1788695757.935806:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695757.935809:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695757.935810:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1788695757.935814:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274333696:192.168.201.118@tcp:400: 00000400:00000200:2.0:1788695757.935816:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:0.0:1788695757.935821:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788695757.935824:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [114:114:256:4294967295] 192.168.201.118@tcp LPNI seq info [114:114:8:4294967295] 02000000:00000001:0.0:1788695757.935825:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695757.935828:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695757.935832:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695757.935835:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ae5c2a1. 02000000:00000001:0.0:1788695757.935839:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695757.935843:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000010:0.0:1788695757.935862:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000135871fc. 00000400:00000010:0.0:1788695757.935868:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009110440c. 00000100:00000200:0.0:1788695757.935873:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274333696, portal 10 00000800:00000200:2.0:1788695757.935873:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695757.935879:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695757.935880:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611077376 : -113296098474240 : ffff98f5324bc700) 00000800:00000010:2.0:1788695757.935881:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a559f720. 00000100:00000040:0.0:1788695757.935886:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b1271b01 x1875583274333696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788695757.935892:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788695757.935899:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695757.935905:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000800:00000200:2.0:1788695757.935907:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000010:0.0:1788695757.935909:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008155608f. 00000100:00000200:0.0:1788695757.935913:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274333696, offset 0 00000800:00000200:2.0:1788695757.935913:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a559f720 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1788695757.935919:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695757.935926:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788695757.935926:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695757.935936:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 112936 usecs (113 jiffies) 00000100:00000001:2.0:1788695757.935941:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306719859 00000400:00000200:0.0:1788695757.935943:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1788695757.935946:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1edae85. 00000400:00000200:0.0:1788695757.935947:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695757.935952:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788695757.935956:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1788695757.935962:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788695757.935964:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306719859 00000400:00000200:0.0:1788695757.935967:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [115:115:255:4294967295] 192.168.201.118@tcp LPNI seq info [115:115:7:4294967295] 00000100:00000010:2.0:1788695757.935970:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000024d1f6c. 00000100:00000001:2.0:1788695757.935975:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1788695757.935980:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788695757.935981:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306719859 00000100:00000010:2.0:1788695757.935986:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035048bc1. 00000800:00000200:0.0:1788695757.935988:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695757.935991:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000800:00000010:0.0:1788695757.935994:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000909f46e7. 00000100:00000001:2.0:1788695757.935995:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306719859 00000800:00000200:0.0:1788695757.936001:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000010:2.0:1788695757.936001:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b91fe9c. 00000100:00000001:2.0:1788695757.936006:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000800:00000200:0.0:1788695757.936011:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:2.0:1788695757.936012:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1788695757.936015:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000909f46e7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695757.936017:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695757.936021:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695757.936022:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695757.936026:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 102660 usecs (103 jiffies) 00000100:00000001:2.0:1788695757.936026:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695757.936032:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306719849 00000100:00000001:2.0:1788695757.936034:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695757.936035:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306719859 00000100:00000001:2.0:1788695757.936037:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695757.936039:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306719849 00000100:00000001:2.0:1788695757.936042:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695757.936043:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306719859 00000100:00000001:2.0:1788695757.936045:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695757.936047:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306719849 00000100:00000001:2.0:1788695757.936048:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695757.936050:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306719859 00000100:00000001:2.0:1788695757.936053:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695757.936055:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306719849 00000100:00000001:0.0:1788695757.936059:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306719859 00000100:00000001:0.0:1788695757.936061:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695757.936063:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695757.936066:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695757.936068:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695757.936098:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788695757.936100:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1788695757.936102:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a559f720. 00000100:00000001:0.0:1788695757.936104:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695757.936109:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695757.936116:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695757.936121:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac043960 00000400:00000010:2.0:1788695757.936124:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ac043960. 00000100:00000001:2.0:1788695757.936128:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695757.936131:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000041e51bf1 x1875583274333824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695757.936150:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695757.936153:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000041e51bf1 x1875583274333824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695773 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695757.936159:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695757.936161:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788695757.936226:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695757.936229:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000909f46e7. 00000400:00000200:2.0:1788695757.936232:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695757.936235:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695757.936238:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008155608f 00000400:00000010:2.0:1788695757.936240:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008155608f. 00000100:00000001:2.0:1788695757.936242:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695757.936245:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b1271b01 x1875583274333696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695757.936252:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695757.936253:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1271b01 x1875583274333696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695773 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695757.936259:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695757.936260:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:3.0:1788695757.936439:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e4bd39f. 00000100:00000200:3.0:1788695757.936443:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274333568, offset 0 00000400:00000200:3.0:1788695757.936449:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695757.936454:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695757.936457:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695757.936459:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695757.936461:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695757.936463:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695757.936465:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [116:116:256:4294967295] 192.168.201.118@tcp LPNI seq info [116:116:8:4294967295] 00000400:00000200:3.0:1788695757.936472:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695757.936476:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695757.936480:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006beeb4bb. 00000800:00000200:3.0:1788695757.936483:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695757.936487:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695757.936490:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006beeb4bb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695757.936504:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695757.936507:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306721011 00000100:00000001:3.0:1788695757.936512:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306719859 00000100:00000001:3.0:1788695757.936515:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306721011 00000100:00000001:3.0:1788695757.936517:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306719859 00000100:00000001:3.0:1788695757.936519:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306721011 00000100:00000001:3.0:1788695757.936521:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306719859 00000100:00000001:3.0:1788695757.936524:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306721011 00000100:00000001:3.0:1788695757.936525:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306719859 00000100:00000001:3.0:1788695757.936527:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695757.936529:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695757.936536:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695757.936538:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695757.936540:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695757.936541:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695757.936543:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695757.936544:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695757.936603:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695757.936607:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006beeb4bb. 00000400:00000200:0.0:1788695757.936610:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695757.936613:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695757.936616:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e4bd39f 00000400:00000010:0.0:1788695757.936623:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005e4bd39f. 00000100:00000001:0.0:1788695757.936625:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695757.936628:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000eaa3be4a x1875583274333568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695757.936636:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695757.936638:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eaa3be4a x1875583274333568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695773 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695757.936643:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695757.936644:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788695757.941507:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695757.941524:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695757.941528:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695757.941530:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695757.941540:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695757.941557:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d03580 00000400:00000200:0.0:1788695757.941565:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x475 [1] + 224 00000800:00000001:0.0:1788695757.941571:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695757.941577:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695757.941580:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695757.941585:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695757.941592:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695757.941599:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000eaa3be4a x1875583274333568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695757.941610:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eaa3be4a x1875583274333568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695757.941624:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695757.941632:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695757.941635:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695757.941738:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695757.941743:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695757.941749:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695757.941751:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695757.941754:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cf34522. 00000400:00000200:3.0:1788695757.941759:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015c26822 00000400:00000010:3.0:1788695757.941761:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000015c26822. 00000100:00000001:3.0:1788695757.941764:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695757.941768:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000eaa3be4a x1875583274333568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695757.941777:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000eaa3be4a x1875583274333568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695757.941783:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695757.941785:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695757.941788:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695757.941790:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695757.941793:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695757.941794:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695757.941797:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695757.941804:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=108 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695757.941808:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=108 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695757.941811:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695757.941813:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695757.941815:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695757.941818:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695757.941821:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695757.941824:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eaa3be4a x1875583274333568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695757.941831:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695757.941834:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695757.941881:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695757.941886:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eaa3be4a x1875583274333568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695757.941893:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000eaa3be4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274333568:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695757.941899:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695757.941902:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695757.941904:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eaa3be4a x1875583274333568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695757.941911:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695757.941913:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695757.941917:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f8610b9. 02000000:00000001:3.0:1788695757.941923:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695757.941925:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695757.941937:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695757.941940:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695757.941942:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009619aef4. 02000000:00000001:3.0:1788695757.941948:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695757.941950:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695757.941952:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eaa3be4a. 00000100:00000001:3.0:1788695757.941956:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695757.941958:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695757.941960:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695757.941967:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695757.941969:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695757.941971:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695757.941973:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788695757.942573:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695757.942582:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695757.942585:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695757.942587:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695757.942592:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695757.942601:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03680 00000400:00000200:2.0:1788695757.942607:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x479 [1] + 224 00000800:00000001:2.0:1788695757.942611:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695757.942628:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695757.942630:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695757.942634:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695757.942638:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695757.942647:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000041e51bf1 x1875583274333824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695757.942656:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000041e51bf1 x1875583274333824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695757.942802:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695757.942805:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695757.942820:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695757.942830:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695757.942832:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695757.943725:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695757.943733:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695757.943736:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695757.943739:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695757.943748:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695757.943759:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03600 00000400:00000200:3.0:1788695757.943766:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x481 [1] + 224 00000800:00000001:3.0:1788695757.943772:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695757.943787:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695757.943790:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695757.943795:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695757.943801:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695757.943807:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b1271b01 x1875583274333696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695757.943818:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b1271b01 x1875583274333696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695757.943867:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695757.943874:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695757.943878:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695757.943944:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695757.943947:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695757.943954:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695757.943956:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695757.943959:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000135871fc. 00000400:00000200:2.0:1788695757.943964:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009110440c 00000400:00000010:2.0:1788695757.943967:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009110440c. 00000100:00000001:2.0:1788695757.943970:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695757.943975:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b1271b01 x1875583274333696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695757.943984:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b1271b01 x1875583274333696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695757.943991:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695757.943993:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695757.943996:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695757.943999:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695757.944002:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695757.944004:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695757.944007:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695757.944016:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=108 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695757.944020:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=108 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695757.944023:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695757.944025:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695757.944028:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695757.944032:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695757.944036:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695757.944038:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695757.944046:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695757.944048:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695757.944053:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1271b01 x1875583274333696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695757.944060:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695757.944063:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695757.944066:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695757.944071:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1271b01 x1875583274333696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695757.944079:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274333696:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695757.944085:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695757.944088:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695757.944091:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1271b01 x1875583274333696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695757.944098:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695757.944101:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695757.944103:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ae5c2a1. 02000000:00000001:2.0:1788695757.944108:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695757.944110:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695757.944112:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695757.944115:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695757.944117:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000334bf9d4. 02000000:00000001:2.0:1788695757.944121:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695757.944123:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695757.944124:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1271b01. 00000100:00000001:2.0:1788695757.944128:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695757.944129:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695757.944132:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695757.944139:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695757.944141:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695757.944144:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695757.944146:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788695757.950925:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695757.950931:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695757.950933:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000414a9125. 00000400:00000200:0.0:1788695757.950960:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019aaa892 00000400:00000010:0.0:1788695757.950961:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000019aaa892. 00000100:00000001:0.0:1788695757.950966:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695757.950975:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000041e51bf1 x1875583274333824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695757.950983:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000041e51bf1 x1875583274333824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695757.950988:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695757.950990:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695757.950992:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695757.950994:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695757.950996:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695757.950998:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695757.951000:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695757.951009:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=107 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695757.951012:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695757.951014:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695757.951015:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695757.951016:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788695757.951019:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000041e51bf1 x1875583274333824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695757.951023:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695757.951025:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695757.951026:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695757.951027:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695757.951028:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695757.951030:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000041e51bf1 x1875583274333824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695757.951035:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695757.951037:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695757.951038:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695757.951040:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041e51bf1 x1875583274333824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695757.951052:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000041e51bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274333824:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695757.951059:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695757.951062:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695757.951064:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000041e51bf1 x1875583274333824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695773 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695757.951068:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695757.951070:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695757.951073:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0e480f2. 02000000:00000001:0.0:1788695757.951076:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695757.951077:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695757.951079:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695757.951081:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695757.951082:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e680c3a9. 02000000:00000001:0.0:1788695757.951085:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695757.951086:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695757.951087:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041e51bf1. 00000100:00000001:0.0:1788695757.951090:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695757.951091:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695757.951092:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695757.951098:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695757.951100:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695757.951101:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695757.951103:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695758.893940:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695758.893963:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695758.893967:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695758.893968:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695758.894023:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695758.894027:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695758.894029:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695759.213973:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306721011, at 4306721024 00000100:00000040:3.0:1788695759.213973:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306721011, at 4306721024 00000100:00000010:1.0:1788695759.213991:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000024d1f6c. 00000100:00000010:3.0:1788695759.213993:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b91fe9c. 00000100:00000040:0.0:1788695759.214081:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306721011, at 4306721024 00000100:00000010:0.0:1788695759.214087:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1edae85. 00000100:00000040:2.0:1788695759.214741:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306721011, at 4306721024 00000100:00000010:2.0:1788695759.214748:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035048bc1. 00010000:00000001:2.0:1788695759.917961:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695759.917968:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695759.917976:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695759.917977:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695759.918061:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695759.918065:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695759.918068:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695760.941996:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695760.942004:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695760.942012:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695760.942014:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695760.942095:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695760.942099:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695760.942123:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695761.965966:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695761.965976:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695761.965983:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695761.965984:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695761.966069:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695761.966073:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695761.966076:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695762.989971:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695762.989978:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695762.989983:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695762.989987:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695762.989989:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695762.989992:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695762.989994:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695762.989997:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695762.989998:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695762.990000:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695762.992103:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695762.992109:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695762.992112:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695763.054725:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695763.054736:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695763.054744:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000607de2c8. 00000020:00000040:0.0:1788695763.054750:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695763.054755:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695763.054758:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695763.054763:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695763.054771:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cbe4be5a. 00000100:00000001:0.0:1788695763.054778:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695763.054788:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000607de2c8 x1875583274333952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695763.054799:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695763.054801:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695763.054805:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000607de2c8] to pc [ptlrpcd_00_01+1] req@00000000607de2c8 x1875583274333952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695763.054834:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695763.054836:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695763.054839:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695763.054842:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043af1395. 00000100:00000001:2.0:1788695763.054929:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788695763.054934:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788695763.054936:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695763.054943:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695763.054945:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695763.054947:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695763.054949:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695763.054951:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695763.054956:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000607de2c8 x1875583274333952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695763.054984:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695763.054986:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695763.054989:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695763.054992:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695763.054994:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695763.054997:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274333952:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695763.055001:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695763.055006:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695763.055008:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695763.055010:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695763.055014:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f2a5e78. 02000000:00000001:2.0:1788695763.055016:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695763.055022:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c61ecc24. 00000400:00000010:2.0:1788695763.055028:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac043960. 00000100:00000200:2.0:1788695763.055034:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274333952, portal 25 00000100:00000001:2.0:1788695763.055036:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695763.055038:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882432640 : -113296827118976 : ffff98f506dd8a80) 00000100:00000040:2.0:1788695763.055042:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000607de2c8 x1875583274333952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695763.055050:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695763.055052:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695763.055054:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a65f0ee9. 00000100:00000200:2.0:1788695763.055057:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274333952, offset 0 00000400:00000200:2.0:1788695763.055063:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695763.055076:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695763.055081:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695763.055084:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695763.055087:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695763.055089:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695763.055093:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [117:117:256:4294967295] 192.168.201.118@tcp LPNI seq info [117:117:8:4294967295] 00000400:00000200:2.0:1788695763.055104:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695763.055115:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695763.055119:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334bf9d4. 00000800:00000200:2.0:1788695763.055126:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695763.055132:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695763.055135:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000334bf9d4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695763.055154:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695763.055158:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306726130 00000100:00000010:2.0:1788695763.055161:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035048bc1. 00000100:00000001:2.0:1788695763.055168:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788695763.055173:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306726130 00000100:00000010:2.0:1788695763.055175:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fdfe43f2. 00000100:00000001:2.0:1788695763.055178:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788695763.055180:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306726130 00000100:00000010:2.0:1788695763.055182:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f0f29cae. 00000100:00000001:2.0:1788695763.055184:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788695763.055187:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306726130 00000100:00000010:2.0:1788695763.055188:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f1bab8d. 00000100:00000001:2.0:1788695763.055191:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788695763.055193:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695763.055208:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695763.055211:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695763.055213:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695763.055443:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695763.055447:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334bf9d4. 00000400:00000200:1.0:1788695763.055451:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695763.055456:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695763.055460:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a65f0ee9 00000400:00000010:1.0:1788695763.055469:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a65f0ee9. 00000100:00000001:1.0:1788695763.055473:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695763.055477:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000607de2c8 x1875583274333952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695763.055485:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695763.055488:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000607de2c8 x1875583274333952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695779 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695763.055494:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695763.055495:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788695763.055686:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695763.055690:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788695763.055832:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695763.055837:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695763.055839:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695763.055842:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695763.055869:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b193dd83. 00000100:00000001:0.0:1788695763.055875:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695763.055885:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000043af1395 x1875583274334080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695763.055893:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695763.055895:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695763.055898:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043af1395] to pc [ptlrpcd_00_02+2] req@0000000043af1395 x1875583274334080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695763.055926:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695763.055929:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695763.055932:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695763.055936:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a318a749. 00000020:00000040:0.0:1788695763.055938:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695763.055941:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695763.055942:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695763.055944:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695763.055947:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000909f46e7. 00000100:00000001:0.0:1788695763.055950:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695763.055953:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a318a749 x1875583274334208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695763.055960:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695763.055961:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695763.055964:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a318a749] to pc [ptlrpcd_00_03+3] req@00000000a318a749 x1875583274334208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695763.055971:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695763.055973:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788695763.055976:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788695763.055980:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12062) 00000100:00000001:3.0:1788695763.056109:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695763.056111:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695763.056113:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695763.056118:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a318a749 x1875583274334208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695763.056125:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695763.056126:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695763.056128:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695763.056130:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695763.056132:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695763.056134:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274334208:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695763.056138:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695763.056141:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695763.056142:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695763.056144:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695763.056148:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0e480f2. 02000000:00000001:3.0:1788695763.056149:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695763.056154:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cf34522. 00000400:00000010:3.0:1788695763.056165:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015c26822. 00000100:00000200:3.0:1788695763.056168:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274334208, portal 10 00000100:00000001:3.0:1788695763.056170:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695763.056171:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882440704 : -113296827110912 : ffff98f506ddaa00) 00000100:00000040:3.0:1788695763.056177:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a318a749 x1875583274334208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695763.056183:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695763.056185:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695763.056187:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c77f24a. 00000100:00000200:3.0:1788695763.056189:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274334208, offset 0 00000400:00000200:3.0:1788695763.056194:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695763.056201:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695763.056204:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695763.056217:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695763.056220:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695763.056222:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695763.056224:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [118:118:256:4294967295] 192.168.201.118@tcp LPNI seq info [118:118:8:4294967295] 00000400:00000200:3.0:1788695763.056231:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695763.056235:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695763.056239:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a4df8fd. 00000800:00000200:3.0:1788695763.056243:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695763.056257:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695763.056261:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a4df8fd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695763.056275:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695763.056279:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 109331 usecs (110 jiffies) 00000100:00000001:3.0:1788695763.056281:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306724976 00000100:00000001:3.0:1788695763.056283:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306726130 00000100:00000001:3.0:1788695763.056285:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306724976 00000100:00000001:3.0:1788695763.056286:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306726130 00000100:00000001:3.0:1788695763.056294:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306724976 00000100:00000001:3.0:1788695763.056296:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306726130 00000100:00000001:3.0:1788695763.056298:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306724976 00000100:00000001:3.0:1788695763.056299:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306726130 00000100:00000001:3.0:1788695763.056301:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695763.056303:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695763.056305:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695763.056307:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695763.056312:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695763.056314:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695763.056315:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695763.056317:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695763.056318:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695763.056320:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1788695763.056321:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695763.056323:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695763.056324:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695763.056325:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695763.056326:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695763.056327:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695763.056330:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043af1395 x1875583274334080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695763.056336:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695763.056337:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695763.056339:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695763.056341:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695763.056343:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695763.056345:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274334080:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695763.056348:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695763.056350:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695763.056352:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695763.056353:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695763.056356:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018068af5. 02000000:00000001:3.0:1788695763.056362:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695763.056365:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016c596a5. 00000400:00000010:3.0:1788695763.056369:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9587b37. 00000100:00000200:3.0:1788695763.056371:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274334080, portal 10 00000100:00000001:3.0:1788695763.056373:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695763.056374:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882436224 : -113296827115392 : ffff98f506dd9880) 00000100:00000040:3.0:1788695763.056379:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000043af1395 x1875583274334080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695763.056385:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695763.056387:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695763.056389:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2a431e. 00000100:00000200:3.0:1788695763.056391:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274334080, offset 0 00000400:00000200:3.0:1788695763.056395:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695763.056400:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695763.056402:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695763.056405:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695763.056407:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695763.056409:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695763.056412:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [119:119:255:4294967295] 192.168.201.118@tcp LPNI seq info [119:119:7:4294967295] 00000400:00000200:3.0:1788695763.056419:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695763.056423:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695763.056425:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d33dd5fd. 00000800:00000200:3.0:1788695763.056429:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695763.056433:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695763.056435:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d33dd5fd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695763.056438:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695763.056441:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 99483 usecs (100 jiffies) 00000100:00000001:3.0:1788695763.056444:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306724966 00000100:00000001:3.0:1788695763.056445:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306726130 00000100:00000001:3.0:1788695763.056447:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306724966 00000100:00000001:3.0:1788695763.056454:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306726130 00000100:00000001:3.0:1788695763.056456:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306724966 00000100:00000001:3.0:1788695763.056457:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306726130 00000100:00000001:3.0:1788695763.056459:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306724966 00000100:00000001:3.0:1788695763.056460:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306726130 00000100:00000001:3.0:1788695763.056462:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695763.056464:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695763.056466:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695763.056468:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695763.057078:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695763.057082:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788695763.057772:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1788695763.062625:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695763.062634:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a4df8fd. 00000400:00000200:0.0:1788695763.062642:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695763.062666:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695763.062673:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c77f24a 00000400:00000010:0.0:1788695763.062676:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c77f24a. 00000100:00000001:0.0:1788695763.062682:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695763.062689:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a318a749 x1875583274334208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695763.062703:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695763.062706:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a318a749 x1875583274334208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695779 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695763.062713:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695763.062770:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788695763.062835:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695763.062903:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d33dd5fd. 00000400:00000200:0.0:1788695763.062906:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695763.062910:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695763.062913:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2a431e 00000400:00000010:0.0:1788695763.062915:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003c2a431e. 00000100:00000001:0.0:1788695763.062918:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695763.062921:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000043af1395 x1875583274334080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695779 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695763.062928:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695763.062930:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043af1395 x1875583274334080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695779 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695763.062936:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695763.062938:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788695763.063136:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695763.063140:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695763.065843:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695763.065873:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695763.065891:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d03700 00000400:00000200:3.0:1788695763.065899:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x48d [1] + 224 00000800:00000001:3.0:1788695763.065907:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695763.065919:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695763.065922:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695763.065926:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695763.065934:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695763.065941:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000607de2c8 x1875583274333952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695763.065951:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000607de2c8 x1875583274333952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695763.065979:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695763.065988:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695763.065991:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695763.066049:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695763.066054:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695763.066061:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695763.066063:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695763.066066:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c61ecc24. 00000400:00000200:2.0:1788695763.066072:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac043960 00000400:00000010:2.0:1788695763.066075:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ac043960. 00000100:00000001:2.0:1788695763.066078:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695763.066096:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000607de2c8 x1875583274333952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695763.066106:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000607de2c8 x1875583274333952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695763.066113:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695763.066115:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695763.066118:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695763.066121:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695763.066135:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695763.066137:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695763.066140:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695763.066146:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=114 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695763.066150:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=114 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695763.066153:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695763.066155:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695763.066157:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695763.066160:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695763.066163:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695763.066166:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000607de2c8 x1875583274333952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695763.066174:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695763.066176:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695763.066178:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695763.066181:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000607de2c8 x1875583274333952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695763.066188:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274333952:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695763.066193:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695763.066195:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695763.066198:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000607de2c8 x1875583274333952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695763.066205:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695763.066207:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695763.066216:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f2a5e78. 02000000:00000001:2.0:1788695763.066220:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695763.066223:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695763.066224:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695763.066226:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695763.066228:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cbe4be5a. 02000000:00000001:2.0:1788695763.066233:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695763.066235:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695763.066237:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000607de2c8. 00000100:00000001:2.0:1788695763.066240:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695763.066242:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695763.066244:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695763.066251:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695763.066253:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695763.066255:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695763.066257:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695763.067036:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695763.067044:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695763.067047:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695763.067049:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695763.067055:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695763.067065:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03800 00000400:00000200:1.0:1788695763.067071:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x495 [1] + 224 00000800:00000001:1.0:1788695763.067076:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695763.067079:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695763.067081:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695763.067084:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695763.067088:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695763.067093:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a318a749 x1875583274334208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695763.067101:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a318a749 x1875583274334208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695763.067122:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695763.067128:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695763.067131:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695763.067133:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695763.067135:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695763.067138:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695763.067144:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03780 00000400:00000200:1.0:1788695763.067165:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x49d [1] + 224 00000800:00000001:1.0:1788695763.067169:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695763.067173:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695763.067175:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695763.067177:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695763.067181:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695763.067184:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000043af1395 x1875583274334080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695763.067191:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000043af1395 x1875583274334080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695763.067207:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695763.067212:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695763.067215:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695763.067242:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695763.067246:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695763.067250:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695763.067252:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695763.067254:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016c596a5. 00000400:00000200:2.0:1788695763.067259:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9587b37 00000400:00000010:2.0:1788695763.067260:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f9587b37. 00000100:00000001:2.0:1788695763.067263:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695763.067266:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000043af1395 x1875583274334080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695763.067274:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000043af1395 x1875583274334080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695763.067279:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695763.067281:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695763.067283:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695763.067285:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695763.067286:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695763.067288:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695763.067290:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695763.067297:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=114 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695763.067300:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=114 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695763.067307:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695763.067309:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695763.067311:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695763.067314:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695763.067317:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695763.067319:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695763.067321:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695763.067322:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695763.067326:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043af1395 x1875583274334080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695763.067332:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695763.067334:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695763.067335:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695763.067338:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043af1395 x1875583274334080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695763.067344:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274334080:192.168.201.118@tcp:400: 00000400:00000001:2.0:1788695763.067351:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695763.067352:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695763.067354:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cf34522. 00000400:00000200:2.0:1788695763.067356:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015c26822 00000400:00000010:2.0:1788695763.067359:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000015c26822. 00000100:00000001:2.0:1788695763.067361:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695763.067364:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a318a749 x1875583274334208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695763.067371:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a318a749 x1875583274334208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695763.067377:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695763.067378:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695763.067381:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695763.067382:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695763.067384:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695763.067385:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695763.067393:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695763.067397:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=113 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695763.067400:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=100 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695763.067402:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695763.067403:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695763.067405:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788695763.067409:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a318a749 x1875583274334208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788695763.067415:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695763.067417:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695763.067418:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695763.067419:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695763.067420:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695763.067423:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a318a749 x1875583274334208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695763.067429:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695763.067431:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695763.067432:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695763.067434:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a318a749 x1875583274334208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695763.067440:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274334208:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695763.067443:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695763.067446:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695763.067447:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043af1395 x1875583274334080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695763.067453:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695763.067455:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695763.067457:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018068af5. 02000000:00000001:2.0:1788695763.067460:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695763.067461:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695763.067462:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695763.067470:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695763.067472:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b193dd83. 02000000:00000001:2.0:1788695763.067474:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695763.067475:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695763.067477:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043af1395. 00000100:00000001:2.0:1788695763.067480:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695763.067481:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695763.067482:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695763.067485:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a318a749 x1875583274334208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695779 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695763.067491:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695763.067493:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695763.067494:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0e480f2. 02000000:00000001:2.0:1788695763.067496:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695763.067497:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695763.067498:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695763.067500:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695763.067501:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000909f46e7. 02000000:00000001:2.0:1788695763.067503:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695763.067503:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695763.067504:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a318a749. 00000100:00000001:2.0:1788695763.067506:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695763.067507:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695763.067509:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695763.067513:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695763.067515:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695763.067517:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695763.067519:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695764.014116:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695764.014122:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695764.014127:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695764.014128:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695764.014201:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695764.014204:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695764.014207:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695764.334461:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306726130, at 4306726144 00000100:00000010:1.0:1788695764.334483:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fdfe43f2. 00000100:00000040:3.0:1788695764.334619:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306726130, at 4306726144 00000100:00000010:3.0:1788695764.334626:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f1bab8d. 00000100:00000040:0.0:1788695764.336095:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306726130, at 4306726146 00000100:00000010:0.0:1788695764.336107:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035048bc1. 00000100:00000040:2.0:1788695764.337380:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306726130, at 4306726147 00000100:00000010:2.0:1788695764.337391:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f0f29cae. 00010000:00000001:2.0:1788695765.037958:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695765.037966:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695765.037998:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695765.038000:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695765.038062:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695765.038066:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695765.038068:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695766.062216:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695766.062224:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695766.062230:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695766.062231:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695766.062561:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695766.062566:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695766.062569:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695767.086261:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695767.086751:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695767.086758:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695767.086760:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695767.086823:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695767.086828:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695767.086831:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695768.110091:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695768.110100:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695768.110103:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695768.110105:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695768.110109:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695768.110110:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695768.110112:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695768.110113:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695768.110116:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695768.110117:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695768.112363:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695768.112370:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695768.112375:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695768.174112:0:172890:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695768.174125:0:172890:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695768.174136:0:172890:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000218cac94. 00000020:00000040:3.0:1788695768.174142:0:172890:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788695768.174147:0:172890:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695768.174150:0:172890:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695768.174155:0:172890:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695768.174162:0:172890:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a5d0889. 00000100:00000001:3.0:1788695768.174169:0:172890:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695768.174192:0:172890:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000218cac94 x1875583274334336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695768.174203:0:172890:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695768.174206:0:172890:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695768.174212:0:172890:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218cac94] to pc [ptlrpcd_00_00+0] req@00000000218cac94 x1875583274334336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695768.174244:0:172890:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695768.174247:0:172890:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695768.174250:0:172890:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695768.174253:0:172890:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c1b66ce. 00000020:00000040:3.0:1788695768.174255:0:172890:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695768.174257:0:172890:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695768.174258:0:172890:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695768.174260:0:172890:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695768.174263:0:172890:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dac42727. 00000100:00000001:3.0:1788695768.174265:0:172890:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695768.174268:0:172890:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000000c1b66ce x1875583274334464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695768.174275:0:172890:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695768.174277:0:172890:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695768.174279:0:172890:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1b66ce] to pc [ptlrpcd_00_01+1] req@000000000c1b66ce x1875583274334464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695768.174308:0:172890:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695768.174310:0:172890:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695768.174313:0:172890:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695768.174315:0:172890:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000020:00000040:3.0:1788695768.174317:0:172890:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695768.174319:0:172890:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695768.174320:0:172890:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695768.174322:0:172890:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695768.174324:0:172890:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f68a3b. 00000100:00000001:3.0:1788695768.174327:0:172890:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695768.174330:0:172890:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000003e3fb870 x1875583274334592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695768.174336:0:172890:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695768.174337:0:172890:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695768.174340:0:172890:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3fb870] to pc [ptlrpcd_00_02+2] req@000000003e3fb870 x1875583274334592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695768.174366:0:172890:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695768.174368:0:172890:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788695768.174371:0:172890:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788695768.174375:0:172890:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12067) 00000100:00000001:3.0:1788695768.174390:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788695768.174393:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1788695768.174395:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695768.174402:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695768.174404:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695768.174406:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695768.174408:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695768.174409:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695768.174413:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274334592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695768.174429:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695768.174431:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695768.174434:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695768.174436:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695768.174439:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695768.174441:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274334592:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695768.174446:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695768.174451:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695768.174454:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695768.174456:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695768.174460:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad5bd94c. 02000000:00000001:3.0:1788695768.174462:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695768.174467:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7b1ddca. 00000400:00000010:3.0:1788695768.174473:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad957e8. 00000100:00000200:3.0:1788695768.174479:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274334592, portal 10 00000100:00000001:3.0:1788695768.174481:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695768.174482:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000100:00000040:3.0:1788695768.174499:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274334592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695768.174506:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695768.174508:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695768.174510:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6a995e4. 00000100:00000200:3.0:1788695768.174513:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274334592, offset 0 00000400:00000200:3.0:1788695768.174518:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695768.174530:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695768.174535:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695768.174539:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695768.174543:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695768.174545:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695768.174549:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [120:120:256:4294967295] 192.168.201.118@tcp LPNI seq info [120:120:8:4294967295] 00000400:00000200:3.0:1788695768.174559:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695768.174570:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695768.174575:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a492135. 00000800:00000200:3.0:1788695768.174582:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695768.174589:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695768.174592:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009a492135 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695768.174601:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695768.174605:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 105810 usecs (106 jiffies) 00000100:00000001:3.0:1788695768.174609:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306730090 00000100:00000010:3.0:1788695768.174612:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000100:00000001:3.0:1788695768.174619:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788695768.174628:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306730090 00000100:00000010:3.0:1788695768.174631:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000100:00000001:3.0:1788695768.174633:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788695768.174636:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306730090 00000100:00000010:3.0:1788695768.174639:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b6749. 00000100:00000001:3.0:1788695768.174642:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788695768.174647:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306730090 00000100:00000010:3.0:1788695768.174649:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000100:00000001:3.0:1788695768.174652:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788695768.174654:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695768.174657:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695768.174660:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695768.174662:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695768.174835:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695768.174838:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695768.174840:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695768.174873:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c1b66ce x1875583274334464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695768.174880:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695768.174881:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695768.174884:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695768.174886:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695768.174888:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695768.174890:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274334464:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695768.174893:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695768.174896:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695768.174897:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695768.174899:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695768.174902:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068ce91d3. 02000000:00000001:0.0:1788695768.174904:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695768.174907:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000904cfff3. 00000400:00000010:0.0:1788695768.174910:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e30f2685. 00000100:00000200:0.0:1788695768.174913:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274334464, portal 10 00000100:00000001:0.0:1788695768.174914:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695768.174915:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548240896 : -113296161310720 : ffff98f52e8cf800) 00000100:00000040:0.0:1788695768.174920:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c1b66ce x1875583274334464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695768.174926:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695768.174928:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695768.174930:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027814ea5. 00000100:00000200:0.0:1788695768.174932:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274334464, offset 0 00000400:00000200:0.0:1788695768.174936:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695768.174952:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695768.174960:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695768.174963:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695768.174964:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695768.174966:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695768.174969:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [121:121:255:4294967295] 192.168.201.118@tcp LPNI seq info [121:121:7:4294967295] 00000400:00000200:0.0:1788695768.174976:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695768.174980:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695768.174983:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2cfda97. 00000800:00000200:0.0:1788695768.174987:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695768.174991:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695768.174993:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b2cfda97 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695768.174996:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695768.174999:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 96641 usecs (97 jiffies) 00000100:00000001:0.0:1788695768.175002:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306730082 00000100:00000001:0.0:1788695768.175004:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306730090 00000100:00000001:0.0:1788695768.175005:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306730082 00000100:00000001:0.0:1788695768.175007:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306730090 00000100:00000001:0.0:1788695768.175008:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306730082 00000100:00000001:0.0:1788695768.175009:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306730090 00000100:00000001:0.0:1788695768.175011:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306730082 00000100:00000001:0.0:1788695768.175012:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306730090 00000100:00000001:0.0:1788695768.175014:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695768.175016:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695768.175018:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695768.175019:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695768.175024:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695768.175025:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695768.175027:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695768.175033:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695768.175035:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695768.175037:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788695768.175038:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695768.175040:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695768.175041:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695768.175043:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695768.175043:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695768.175044:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695768.175048:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000218cac94 x1875583274334336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695768.175065:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695768.175066:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695768.175068:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695768.175069:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695768.175070:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695768.175072:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274334336:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695768.175075:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695768.175077:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695768.175078:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695768.175080:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695768.175083:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d24d2ab8. 02000000:00000001:0.0:1788695768.175084:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695768.175087:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d3e7f38. 00000400:00000010:0.0:1788695768.175091:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543061b9. 00000100:00000200:0.0:1788695768.175093:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274334336, portal 25 00000100:00000001:0.0:1788695768.175095:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695768.175096:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548239104 : -113296161312512 : ffff98f52e8cf100) 00000100:00000040:0.0:1788695768.175100:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000218cac94 x1875583274334336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695768.175105:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695768.175107:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695768.175109:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000443e6238. 00000100:00000200:0.0:1788695768.175111:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274334336, offset 0 00000400:00000200:0.0:1788695768.175115:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695768.175126:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695768.175128:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695768.175131:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695768.175132:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695768.175134:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695768.175137:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [122:122:254:4294967295] 192.168.201.118@tcp LPNI seq info [122:122:6:4294967295] 00000400:00000200:0.0:1788695768.175143:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695768.175146:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695768.175149:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e62593a. 00000800:00000200:0.0:1788695768.175152:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695768.175156:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695768.175158:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001e62593a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695768.175160:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695768.175162:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306731250 00000100:00000001:0.0:1788695768.175167:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306730090 00000100:00000001:0.0:1788695768.175170:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306731250 00000100:00000001:0.0:1788695768.175172:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306730090 00000100:00000001:0.0:1788695768.175174:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306731250 00000100:00000001:0.0:1788695768.175188:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306730090 00000100:00000001:0.0:1788695768.175190:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306731250 00000100:00000001:0.0:1788695768.175192:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306730090 00000100:00000001:0.0:1788695768.175194:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695768.175196:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695768.175198:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695768.175200:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695768.175245:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695768.175248:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a492135. 00000400:00000200:0.0:1788695768.175255:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695768.175260:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695768.175271:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6a995e4 00000400:00000010:0.0:1788695768.175273:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d6a995e4. 00000100:00000001:0.0:1788695768.175277:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695768.175280:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274334592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695768.175289:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695768.175291:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274334592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695784 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695768.175298:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695768.175299:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788695768.175312:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695768.175314:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2cfda97. 00000400:00000200:0.0:1788695768.175317:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695768.175320:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695768.175322:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027814ea5 00000400:00000010:0.0:1788695768.175324:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000027814ea5. 00000100:00000001:0.0:1788695768.175326:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695768.175328:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000c1b66ce x1875583274334464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695768.175334:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695768.175336:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c1b66ce x1875583274334464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695784 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695768.175342:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695768.175344:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788695768.175402:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695768.175404:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e62593a. 00000400:00000200:0.0:1788695768.175406:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695768.175410:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695768.175412:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000443e6238 00000400:00000010:0.0:1788695768.175413:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000443e6238. 00000100:00000001:0.0:1788695768.175415:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695768.175418:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000218cac94 x1875583274334336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695784 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695768.175435:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695768.175438:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000218cac94 x1875583274334336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695784 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695768.175444:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695768.175445:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788695768.175826:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695768.175830:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695768.181820:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695768.181833:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695768.184321:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695768.184340:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695768.184344:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695768.184347:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695768.184358:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695768.184376:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03980 00000400:00000200:0.0:1788695768.184385:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x4a5 [1] + 224 00000800:00000001:0.0:1788695768.184393:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695768.184397:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695768.184400:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695768.184404:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695768.184412:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695768.184420:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274334592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695768.184431:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e3fb870 x1875583274334592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695768.184453:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695768.184461:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695768.184465:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695768.184466:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695768.184468:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695768.184473:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695768.184478:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03900 00000400:00000200:0.0:1788695768.184483:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x4ad [1] + 224 00000800:00000001:0.0:1788695768.184499:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695768.184518:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695768.184520:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695768.184523:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695768.184527:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695768.184531:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000c1b66ce x1875583274334464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695768.184539:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c1b66ce x1875583274334464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695768.184554:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695768.184558:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695768.184561:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695768.184563:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695768.184565:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695768.184569:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695768.184575:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d03880 00000400:00000200:0.0:1788695768.184581:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x4b5 [1] + 224 00000800:00000001:0.0:1788695768.184584:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695768.184590:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695768.184592:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695768.184594:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695768.184597:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695768.184600:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000218cac94 x1875583274334336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695768.184608:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000218cac94 x1875583274334336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695768.184614:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695768.184618:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695768.184620:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695768.184633:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695768.184637:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695768.184643:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695768.184645:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695768.184653:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d3e7f38. 00000400:00000200:0.0:1788695768.184657:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543061b9 00000400:00000010:0.0:1788695768.184659:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000543061b9. 00000100:00000001:0.0:1788695768.184663:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695768.184666:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000218cac94 x1875583274334336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695768.184673:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000218cac94 x1875583274334336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695768.184679:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695768.184681:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695768.184684:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695768.184687:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695768.184689:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695768.184690:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695768.184693:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695768.184699:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=119 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695768.184703:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=119 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695768.184705:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695768.184706:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695768.184709:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695768.184711:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695768.184714:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695768.184718:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000218cac94 x1875583274334336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695768.184724:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695768.184727:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695768.184729:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695768.184732:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000218cac94 x1875583274334336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695768.184738:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274334336:192.168.201.118@tcp:400: 00000400:00000001:0.0:1788695768.184744:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695768.184746:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695768.184747:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000904cfff3. 00000400:00000200:0.0:1788695768.184755:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e30f2685 00000400:00000010:0.0:1788695768.184757:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e30f2685. 00000100:00000001:0.0:1788695768.184760:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695768.184763:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000c1b66ce x1875583274334464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695768.184769:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000c1b66ce x1875583274334464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695768.184775:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695768.184777:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695768.184778:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695768.184780:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695768.184781:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695768.184782:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695768.184784:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695768.184790:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=119 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695768.184793:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=119 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695768.184794:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695768.184795:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695768.184797:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695768.184800:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695768.184802:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695768.184805:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695768.184806:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695768.184808:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695768.184811:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c1b66ce x1875583274334464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695768.184816:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695768.184817:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695768.184818:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695768.184821:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c1b66ce x1875583274334464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695768.184827:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274334464:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695768.184839:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695768.184842:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695768.184874:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000218cac94 x1875583274334336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695768.184881:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695768.184883:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695768.184886:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d24d2ab8. 02000000:00000001:0.0:1788695768.184890:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695768.184892:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695768.184894:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788695768.184896:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695768.184898:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a5d0889. 02000000:00000001:0.0:1788695768.184902:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695768.184904:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695768.184905:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000218cac94. 00000100:00000001:0.0:1788695768.184908:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695768.184910:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695768.184911:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695768.184913:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c1b66ce x1875583274334464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695768.184919:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695768.184920:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695768.184921:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068ce91d3. 02000000:00000001:0.0:1788695768.184923:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695768.184924:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695768.184925:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695768.184927:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695768.184928:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dac42727. 02000000:00000001:0.0:1788695768.184931:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695768.184932:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695768.184941:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c1b66ce. 00000100:00000001:0.0:1788695768.184944:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695768.184945:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695768.184947:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695768.184954:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695768.184961:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695768.184963:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695768.184965:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695768.186584:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695768.186590:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695768.186598:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695768.186600:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695768.186603:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7b1ddca. 00000400:00000200:1.0:1788695768.186611:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad957e8 00000400:00000010:1.0:1788695768.186613:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fad957e8. 00000100:00000001:1.0:1788695768.186617:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695768.186625:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274334592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695768.186653:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274334592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695768.186661:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695768.186662:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695768.186665:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695768.186667:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695768.186669:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695768.186671:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695768.186673:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695768.186680:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=118 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695768.186684:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=105 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695768.186687:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695768.186689:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695768.186691:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788695768.186695:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003e3fb870 x1875583274334592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788695768.186702:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695768.186706:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695768.186708:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695768.186710:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695768.186712:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695768.186716:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274334592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695768.186723:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695768.186725:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695768.186726:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695768.186729:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274334592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695768.186736:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274334592:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695768.186741:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695768.186748:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695768.186751:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274334592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695784 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695768.186757:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695768.186759:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695768.186761:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad5bd94c. 02000000:00000001:1.0:1788695768.186765:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695768.186767:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695768.186769:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695768.186771:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695768.186773:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f68a3b. 02000000:00000001:1.0:1788695768.186776:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695768.186777:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695768.186779:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000001:1.0:1788695768.186782:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695768.186783:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695768.186785:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695768.186790:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695768.186792:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695768.186794:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695768.186796:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695769.134031:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695769.134084:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695769.134089:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695769.134090:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695769.134183:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695769.134185:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695769.134187:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695769.453959:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306731250, at 4306731264 00000100:00000040:3.0:1788695769.453959:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306731250, at 4306731264 00000100:00000010:3.0:1788695769.453978:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c64039. 00000100:00000010:2.0:1788695769.453979:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b6749. 00000100:00000040:0.0:1788695769.454061:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306731250, at 4306731264 00000100:00000010:0.0:1788695769.454066:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00000100:00000040:1.0:1788695769.454556:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306731250, at 4306731264 00000100:00000010:1.0:1788695769.454561:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00010000:00000001:2.0:1788695770.158080:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695770.158087:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695770.158093:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695770.158094:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695770.158325:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695770.158329:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695770.158332:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695771.181947:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695771.181954:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695771.181960:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695771.181961:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695771.182561:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695771.182565:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695771.182568:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695772.205980:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695772.206005:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695772.206012:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695772.206013:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695772.206938:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695772.206943:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695772.206946:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695773.232504:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695773.232510:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695773.232514:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695773.232516:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695773.232518:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695773.232520:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695773.232523:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695773.232525:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695773.232526:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695773.232527:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695773.232678:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695773.232681:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695773.232683:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695773.294154:0:172890:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695773.294163:0:172890:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695773.294170:0:172890:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32a5d79. 00000020:00000040:3.0:1788695773.294182:0:172890:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788695773.294187:0:172890:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695773.294190:0:172890:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695773.294195:0:172890:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695773.294203:0:172890:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f68a3b. 00000100:00000001:3.0:1788695773.294210:0:172890:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695773.294222:0:172890:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000a32a5d79 x1875583274334720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695773.294233:0:172890:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695773.294236:0:172890:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695773.294241:0:172890:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a32a5d79] to pc [ptlrpcd_00_03+3] req@00000000a32a5d79 x1875583274334720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695773.294303:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695773.294307:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695773.294310:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695773.294315:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a32a5d79 x1875583274334720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695773.294322:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695773.294324:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695773.294328:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695773.294330:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695773.294332:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695773.294335:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274334720:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695773.294339:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695773.294344:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695773.294346:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695773.294349:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695773.294353:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6800bfa. 02000000:00000001:0.0:1788695773.294355:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695773.294361:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000904cfff3. 00000400:00000010:0.0:1788695773.294373:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e30f2685. 00000100:00000200:0.0:1788695773.294380:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274334720, portal 25 00000100:00000001:0.0:1788695773.294383:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695773.294384:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548231040 : -113296161320576 : ffff98f52e8cd180) 00000100:00000040:0.0:1788695773.294389:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a32a5d79 x1875583274334720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695773.294408:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695773.294411:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695773.294414:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543061b9. 00000100:00000200:0.0:1788695773.294418:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274334720, offset 0 00000400:00000200:0.0:1788695773.294425:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695773.294438:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695773.294443:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695773.294446:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695773.294450:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695773.294453:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695773.294456:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [123:123:256:4294967295] 192.168.201.118@tcp LPNI seq info [123:123:8:4294967295] 00000400:00000200:0.0:1788695773.294466:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695773.294472:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695773.294477:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e62593a. 00000800:00000200:0.0:1788695773.294485:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695773.294492:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695773.294496:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001e62593a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695773.294515:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695773.294519:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306736369 00000100:00000010:0.0:1788695773.294523:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be89e8de. 00000100:00000001:0.0:1788695773.294530:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788695773.294535:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306736369 00000100:00000010:0.0:1788695773.294537:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000969a2001. 00000100:00000001:0.0:1788695773.294539:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788695773.294547:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306736369 00000100:00000010:0.0:1788695773.294550:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035146d2b. 00000100:00000001:0.0:1788695773.294553:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788695773.294556:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306736369 00000100:00000010:0.0:1788695773.294558:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078e80244. 00000100:00000001:0.0:1788695773.294560:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788695773.294563:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695773.294565:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695773.294568:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695773.294571:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695773.294597:0:172890:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695773.294599:0:172890:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695773.294603:0:172890:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695773.294605:0:172890:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788695773.294607:0:172890:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695773.294608:0:172890:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695773.294609:0:172890:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695773.294611:0:172890:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695773.294613:0:172890:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dac42727. 00000100:00000001:3.0:1788695773.294615:0:172890:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695773.294618:0:172890:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000048524a16 x1875583274334848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695773.294622:0:172890:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695773.294624:0:172890:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695773.294625:0:172890:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_00+0] req@0000000048524a16 x1875583274334848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695773.294638:0:172890:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695773.294639:0:172890:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695773.294646:0:172890:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695773.294648:0:172890:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000020:00000040:3.0:1788695773.294650:0:172890:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695773.294651:0:172890:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695773.294652:0:172890:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695773.294653:0:172890:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695773.294655:0:172890:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a5d0889. 00000100:00000001:3.0:1788695773.294657:0:172890:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695773.294659:0:172890:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000003e3fb870 x1875583274334976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695773.294663:0:172890:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695773.294664:0:172890:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695773.294666:0:172890:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3fb870] to pc [ptlrpcd_00_01+1] req@000000003e3fb870 x1875583274334976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695773.294670:0:172890:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695773.294671:0:172890:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788695773.294673:0:172890:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788695773.294675:0:172890:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12072) 00000100:00000001:3.0:1788695773.294682:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695773.294683:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695773.294684:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695773.294686:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274334848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695773.294690:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695773.294691:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695773.294692:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695773.294693:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695773.294694:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695773.294696:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274334848:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695773.294697:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695773.294703:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695773.294704:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695773.294705:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695773.294706:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000068f8058. 02000000:00000001:3.0:1788695773.294707:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695773.294710:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af7adfa6. 00000400:00000010:3.0:1788695773.294713:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000100:00000200:3.0:1788695773.294715:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274334848, portal 10 00000100:00000001:3.0:1788695773.294716:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695773.294716:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000100:00000040:3.0:1788695773.294720:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274334848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695773.294724:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695773.294726:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695773.294727:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000612417f3. 00000100:00000200:3.0:1788695773.294728:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274334848, offset 0 00000400:00000200:3.0:1788695773.294731:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695773.294734:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695773.294735:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695773.294737:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695773.294738:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695773.294740:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695773.294741:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [124:124:255:4294967295] 192.168.201.118@tcp LPNI seq info [124:124:7:4294967295] 00000400:00000200:3.0:1788695773.294746:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695773.294748:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695773.294750:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a492135. 00000800:00000200:3.0:1788695773.294752:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695773.294755:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695773.294757:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009a492135 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695773.294758:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695773.294769:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 93946 usecs (94 jiffies) 00000100:00000001:3.0:1788695773.294771:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306735198 00000100:00000001:3.0:1788695773.294777:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306736369 00000100:00000001:3.0:1788695773.294779:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306735198 00000100:00000001:3.0:1788695773.294781:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306736369 00000100:00000001:3.0:1788695773.294782:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306735198 00000100:00000001:3.0:1788695773.294784:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306736369 00000100:00000001:3.0:1788695773.294785:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306735198 00000100:00000001:3.0:1788695773.294787:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306736369 00000100:00000001:3.0:1788695773.294789:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695773.294790:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695773.294792:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695773.294794:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695773.294800:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695773.294802:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695773.294804:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695773.294805:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695773.294807:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695773.294809:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788695773.294811:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695773.294814:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695773.294815:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695773.294818:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695773.294819:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695773.294820:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788695773.294823:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788695773.294824:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274334976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695773.294828:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695773.294836:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695773.294838:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695773.294840:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695773.294841:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695773.294842:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695773.294864:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274334976:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695773.294866:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695773.294872:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695773.294873:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695773.294874:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695773.294876:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002955bc70. 02000000:00000001:3.0:1788695773.294877:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695773.294879:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eaa9b8e. 00000400:00000010:3.0:1788695773.294881:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2b4e50. 00000100:00000200:3.0:1788695773.294882:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274334976, portal 10 00000100:00000001:3.0:1788695773.294884:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695773.294884:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000100:00000040:3.0:1788695773.294888:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274334976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695773.294892:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695773.294894:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695773.294895:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a14a5fac. 00000100:00000200:3.0:1788695773.294896:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274334976, offset 0 00000400:00000200:3.0:1788695773.294898:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695773.294901:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695773.294903:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695773.294904:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695773.294906:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695773.294916:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695773.294917:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [125:125:254:4294967295] 192.168.201.118@tcp LPNI seq info [125:125:6:4294967295] 00000400:00000200:3.0:1788695773.294922:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695773.294925:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695773.294927:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d33dd5fd. 00000800:00000200:3.0:1788695773.294930:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695773.294934:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695773.294936:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d33dd5fd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695773.294939:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695773.294941:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 102581 usecs (103 jiffies) 00000100:00000001:3.0:1788695773.294944:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306735208 00000100:00000001:3.0:1788695773.294951:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306736369 00000100:00000001:3.0:1788695773.294952:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306735208 00000100:00000001:3.0:1788695773.294954:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306736369 00000100:00000001:3.0:1788695773.294956:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306735208 00000100:00000001:3.0:1788695773.294957:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306736369 00000100:00000001:3.0:1788695773.294959:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306735208 00000100:00000001:3.0:1788695773.294960:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306736369 00000100:00000001:3.0:1788695773.294962:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695773.294971:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695773.294973:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695773.294975:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695773.294991:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695773.294992:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695773.295098:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695773.295103:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e62593a. 00000400:00000200:1.0:1788695773.295107:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695773.295112:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695773.295117:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543061b9 00000400:00000010:1.0:1788695773.295119:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000543061b9. 00000100:00000001:1.0:1788695773.295128:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695773.295132:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a32a5d79 x1875583274334720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695773.295141:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695773.295149:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a32a5d79 x1875583274334720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695789 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695773.295155:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695773.295157:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695773.295170:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695773.295172:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a492135. 00000400:00000200:1.0:1788695773.295175:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695773.295179:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695773.295182:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000612417f3 00000400:00000010:1.0:1788695773.295184:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000612417f3. 00000100:00000001:1.0:1788695773.295187:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695773.295191:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274334848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695773.295197:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695773.295200:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274334848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695789 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695773.295206:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695773.295208:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695773.295271:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695773.295273:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d33dd5fd. 00000400:00000200:1.0:1788695773.295275:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695773.295278:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695773.295279:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a14a5fac 00000400:00000010:1.0:1788695773.295280:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a14a5fac. 00000100:00000001:1.0:1788695773.295282:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695773.295284:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274334976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695789 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695773.295288:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695773.295289:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274334976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695789 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695773.295293:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695773.295294:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788695773.296042:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695773.296046:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695773.296050:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695773.296052:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695773.296054:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695773.296056:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695773.299291:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695773.299306:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695773.299311:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695773.299313:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695773.299323:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695773.299341:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03a80 00000400:00000200:0.0:1788695773.299350:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x4c5 [1] + 224 00000800:00000001:0.0:1788695773.299357:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695773.299361:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695773.299363:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695773.299368:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695773.299375:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695773.299383:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274334848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695773.299423:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274334848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695773.299460:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695773.299471:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695773.299475:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695773.299477:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695773.299478:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695773.299482:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695773.299488:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03b00 00000400:00000200:0.0:1788695773.299493:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x4cd [1] + 224 00000800:00000001:0.0:1788695773.299496:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695773.299502:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695773.299504:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695773.299507:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695773.299510:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695773.299514:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274334976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695773.299521:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e3fb870 x1875583274334976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695773.299528:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695773.299530:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695773.299532:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695773.299910:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695773.299916:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695773.299924:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695773.299926:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695773.299929:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eaa9b8e. 00000400:00000200:3.0:1788695773.299934:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2b4e50 00000400:00000010:3.0:1788695773.299937:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004e2b4e50. 00000100:00000001:3.0:1788695773.299940:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695773.299944:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274334976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695773.299951:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274334976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695773.299957:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695773.299958:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695773.299961:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695773.299964:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695773.299972:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695773.299975:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695773.299978:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695773.299997:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=123 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695773.300002:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=110 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695773.300004:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695773.300006:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695773.300009:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788695773.300018:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003e3fb870 x1875583274334976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788695773.300025:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695773.300028:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695773.300030:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695773.300032:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695773.300034:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695773.300037:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274334976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695773.300044:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695773.300047:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695773.300049:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695773.300052:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274334976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695773.300625:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274334976:192.168.201.118@tcp:400: 00000400:00000001:3.0:1788695773.300634:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695773.300635:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695773.300637:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af7adfa6. 00000400:00000200:3.0:1788695773.300640:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:3.0:1788695773.300641:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:3.0:1788695773.300644:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695773.300646:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274334848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695773.300654:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274334848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695773.300660:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695773.300668:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695773.300670:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695773.300672:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695773.300673:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695773.300675:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695773.300677:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695773.300682:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=124 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695773.300685:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=124 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695773.300688:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695773.300689:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695773.300691:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695773.300693:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695773.300695:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695773.300696:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695773.300698:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695773.300699:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695773.300703:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274334848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695773.300709:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695773.300712:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695773.300713:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695773.300715:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274334848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695773.300721:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274334848:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695773.300725:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695773.300727:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695773.300730:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274334976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695773.300737:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695773.300740:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695773.300743:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002955bc70. 02000000:00000001:3.0:1788695773.300747:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695773.300749:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695773.300755:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695773.300758:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695773.300769:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a5d0889. 02000000:00000001:3.0:1788695773.300774:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695773.300775:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695773.300777:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000001:3.0:1788695773.300781:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695773.300782:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695773.300785:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695773.300788:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274334848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695773.300794:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695773.300795:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695773.300796:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000068f8058. 02000000:00000001:3.0:1788695773.300798:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695773.300799:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695773.300800:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695773.300802:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695773.300803:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dac42727. 02000000:00000001:3.0:1788695773.300804:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695773.300805:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695773.300806:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000100:00000001:3.0:1788695773.300809:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695773.300810:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695773.300812:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695773.300820:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695773.300821:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695773.300823:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695773.300825:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695773.300912:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695773.300922:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695773.300924:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695773.300926:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695773.300932:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695773.300943:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d03a00 00000400:00000200:0.0:1788695773.300949:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x4bd [1] + 224 00000800:00000001:0.0:1788695773.300954:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695773.300960:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695773.300963:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695773.300979:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695773.300984:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695773.300988:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a32a5d79 x1875583274334720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695773.300996:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a32a5d79 x1875583274334720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695773.301014:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695773.301020:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695773.301022:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695773.301085:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695773.301094:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695773.301097:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695773.301099:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695773.301100:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000904cfff3. 00000400:00000200:1.0:1788695773.301104:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e30f2685 00000400:00000010:1.0:1788695773.301105:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e30f2685. 00000100:00000001:1.0:1788695773.301107:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695773.301112:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a32a5d79 x1875583274334720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695773.301120:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a32a5d79 x1875583274334720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695773.301126:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695773.301127:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695773.301128:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695773.301130:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695773.301131:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695773.301132:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695773.301134:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695773.301137:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=124 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695773.301140:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=124 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695773.301142:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695773.301143:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695773.301144:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695773.301146:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695773.301148:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695773.301151:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a32a5d79 x1875583274334720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695773.301157:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695773.301159:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695773.301160:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695773.301163:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a32a5d79 x1875583274334720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695773.301169:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274334720:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695773.301177:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695773.301179:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695773.301180:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a32a5d79 x1875583274334720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695789 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695773.301184:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695773.301185:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695773.301186:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6800bfa. 02000000:00000001:1.0:1788695773.301188:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695773.301189:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695773.301190:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695773.301191:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695773.301192:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f68a3b. 02000000:00000001:1.0:1788695773.301193:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695773.301194:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695773.301195:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32a5d79. 00000100:00000001:1.0:1788695773.301196:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695773.301197:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695773.301198:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695773.301200:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695773.301201:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695773.301202:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695773.301204:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695774.257527:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695774.257535:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695774.257540:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695774.257541:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695774.257648:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695774.257652:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695774.257655:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695774.573966:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306736369, at 4306736384 00000100:00000010:0.0:1788695774.573984:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be89e8de. 00000100:00000040:3.0:1788695774.574400:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306736369, at 4306736384 00000100:00000010:3.0:1788695774.574408:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078e80244. 00000100:00000040:1.0:1788695774.574866:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306736369, at 4306736385 00000100:00000010:1.0:1788695774.574873:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000969a2001. 00000100:00000040:2.0:1788695774.574986:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306736369, at 4306736385 00000100:00000010:2.0:1788695774.574992:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035146d2b. 00010000:00000001:2.0:1788695775.278093:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695775.278098:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695775.278103:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695775.278103:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695775.278288:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695775.278292:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695775.278295:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695776.301982:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695776.301989:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695776.301995:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695776.301996:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695776.302218:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695776.302222:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695776.302225:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695777.325979:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695777.325985:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695777.325991:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695777.325992:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695777.326264:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695777.326268:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695777.326271:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695778.350048:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695778.350058:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695778.350060:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695778.350062:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695778.350067:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695778.350086:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695778.350088:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695778.350090:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695778.350095:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695778.350096:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695778.350343:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695778.350347:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695778.350349:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695778.414973:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695778.414984:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695778.414994:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022c43f8d. 00000020:00000040:1.0:1788695778.415000:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695778.415021:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695778.415024:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695778.415028:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695778.415036:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004bb85f65. 00000100:00000001:1.0:1788695778.415042:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695778.415052:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000022c43f8d x1875583274335104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695778.415064:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695778.415067:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695778.415072:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c43f8d] to pc [ptlrpcd_00_02+2] req@0000000022c43f8d x1875583274335104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695778.415111:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695778.415114:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695778.415118:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695778.415121:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb2fdde9. 00000020:00000040:1.0:1788695778.415124:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695778.415126:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695778.415127:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695778.415129:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695778.415132:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000032870841. 00000100:00000001:1.0:1788695778.415135:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695778.415139:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000cb2fdde9 x1875583274335232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695778.415146:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695778.415147:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695778.415150:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb2fdde9] to pc [ptlrpcd_00_03+3] req@00000000cb2fdde9 x1875583274335232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695778.415157:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695778.415159:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695778.415163:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695778.415171:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa89a7c4. 00000020:00000040:1.0:1788695778.415173:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695778.415175:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695778.415176:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695778.415178:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695778.415181:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dffc0522. 00000100:00000001:1.0:1788695778.415184:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695778.415188:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000fa89a7c4 x1875583274335360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695778.415194:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695778.415196:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695778.415199:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa89a7c4] to pc [ptlrpcd_00_00+0] req@00000000fa89a7c4 x1875583274335360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695778.415231:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695778.415233:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788695778.415237:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788695778.415241:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12077) 00000100:00000001:1.0:1788695778.415258:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788695778.415262:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788695778.415264:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695778.415273:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695778.415275:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695778.415277:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695778.415279:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695778.415281:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695778.415285:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa89a7c4 x1875583274335360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695778.415293:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695778.415295:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695778.415298:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695778.415300:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695778.415303:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695778.415342:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fa89a7c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274335360:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695778.415347:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695778.415357:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695778.415359:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695778.415362:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695778.415366:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001157687b. 02000000:00000001:1.0:1788695778.415367:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695778.415373:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006325b814. 00000400:00000010:1.0:1788695778.415381:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e02c571f. 00000100:00000200:1.0:1788695778.415388:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274335360, portal 10 00000100:00000001:0.0:1788695778.415390:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695778.415391:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695778.415394:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877474560 : -113296832077056 : ffff98f50691e300) 00000100:00000001:0.0:1788695778.415395:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695778.415399:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695778.415404:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb2fdde9 x1875583274335232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695778.415405:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fa89a7c4 x1875583274335360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695778.415424:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695778.415426:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695778.415429:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1788695778.415430:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695778.415433:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788695778.415436:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788695778.415437:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695778.415441:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013cbe2c3. 00000100:00100000:0.0:1788695778.415443:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cb2fdde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274335232:192.168.201.118@tcp:400: 00000100:00000200:1.0:1788695778.415447:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274335360, offset 0 00000100:00000001:0.0:1788695778.415449:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1788695778.415455:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788695778.415462:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695778.415464:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695778.415466:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695778.415469:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ce8fb58. 02000000:00000001:0.0:1788695778.415472:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695778.415473:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000010:0.0:1788695778.415477:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d3e7f38. 00000400:00000200:1.0:1788695778.415481:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1788695778.415483:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000443e6238. 00000400:00000200:1.0:1788695778.415487:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000200:0.0:1788695778.415488:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274335232, portal 10 00000100:00000001:0.0:1788695778.415492:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1788695778.415493:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788695778.415494:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877470976 : -113296832080640 : ffff98f50691d500) 00000400:00000200:1.0:1788695778.415499:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000040:0.0:1788695778.415503:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cb2fdde9 x1875583274335232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788695778.415507:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [126:126:256:4294967295] 192.168.201.118@tcp LPNI seq info [126:126:8:4294967295] 00000100:00000001:0.0:1788695778.415520:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695778.415526:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695778.415531:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027814ea5. 00000400:00000200:1.0:1788695778.415533:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000200:0.0:1788695778.415535:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274335232, offset 0 00000400:00000200:0.0:1788695778.415543:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:1.0:1788695778.415548:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695778.415552:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000010:1.0:1788695778.415554:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000372e11cf. 00000400:00000200:0.0:1788695778.415556:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695778.415561:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695778.415565:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1788695778.415566:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:0.0:1788695778.415570:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695778.415575:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [127:127:255:4294967295] 192.168.201.118@tcp LPNI seq info [127:127:7:4294967295] 00000800:00000200:1.0:1788695778.415579:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695778.415585:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000372e11cf type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1788695778.415588:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695778.415596:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695778.415600:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2cfda97. 00000800:00000200:0.0:1788695778.415605:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:1.0:1788695778.415606:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695778.415612:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000040:1.0:1788695778.415612:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 99272 usecs (100 jiffies) 00000800:00000200:0.0:1788695778.415617:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000b2cfda97 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695778.415619:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306740325 00000100:00000001:0.0:1788695778.415622:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695778.415625:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cad765ec. 00000100:00000040:0.0:1788695778.415627:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 91246 usecs (92 jiffies) 00000100:00000001:0.0:1788695778.415633:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306740317 00000100:00000001:1.0:1788695778.415635:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788695778.415642:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306740325 00000100:00000001:0.0:1788695778.415643:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306740325 00000100:00000001:0.0:1788695778.415648:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306740317 00000100:00000010:1.0:1788695778.415648:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008cff7e4d. 00000100:00000001:1.0:1788695778.415655:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788695778.415659:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306740325 00000100:00000010:1.0:1788695778.415662:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009787881e. 00000100:00000001:1.0:1788695778.415665:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788695778.415677:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306740325 00000100:00000010:1.0:1788695778.415680:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b6d68e7. 00000100:00000001:1.0:1788695778.415683:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788695778.415690:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695778.415693:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695778.415696:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695778.415696:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695778.415701:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695778.415702:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695778.415705:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695778.415711:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022c43f8d x1875583274335104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695778.415719:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695778.415720:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695778.415722:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695778.415724:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695778.415726:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695778.415728:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000022c43f8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274335104:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695778.415732:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695778.415734:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695778.415736:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695778.415737:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695778.415741:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017bcd406. 02000000:00000001:2.0:1788695778.415744:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695778.415748:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c61ecc24. 00000800:00000200:1.0:1788695778.415750:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1788695778.415753:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac043960. 00000800:00000010:1.0:1788695778.415755:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000372e11cf. 00000100:00000200:2.0:1788695778.415757:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274335104, portal 25 00000100:00000001:2.0:1788695778.415760:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695778.415761:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877470080 : -113296832081536 : ffff98f50691d180) 00000400:00000200:1.0:1788695778.415763:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1788695778.415765:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000022c43f8d x1875583274335104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695778.415773:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1788695778.415774:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000040:2.0:1788695778.415777:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695778.415780:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a65f0ee9. 00000400:00000200:1.0:1788695778.415782:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013cbe2c3 00000400:00000010:1.0:1788695778.415786:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013cbe2c3. 00000100:00000001:1.0:1788695778.415791:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695778.415796:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000fa89a7c4 x1875583274335360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695778.415806:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695778.415808:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa89a7c4 x1875583274335360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695794 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695778.415917:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695778.415919:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788695778.415969:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695778.415973:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695778.416113:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695778.416116:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2cfda97. 00000400:00000200:1.0:1788695778.416120:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695778.416124:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695778.416424:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306740325 00000100:00000001:0.0:1788695778.416428:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306740318 00000100:00000001:0.0:1788695778.416430:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306740325 00000100:00000001:0.0:1788695778.416432:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306740318 00000100:00000001:0.0:1788695778.416433:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306740325 00000100:00000001:0.0:1788695778.416435:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695778.416437:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695778.416439:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695778.416441:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695778.416447:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695778.416448:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695778.416451:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695778.416452:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695778.416453:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695778.416454:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788695778.416514:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274335104, offset 0 00000400:00000200:2.0:1788695778.416523:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695778.416536:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695778.416539:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695778.416541:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695778.416542:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695778.416544:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695778.416545:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [128:128:255:4294967295] 192.168.201.118@tcp LPNI seq info [128:128:7:4294967295] 00000400:00000200:2.0:1788695778.416551:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695778.416553:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695778.416556:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a559f720. 00000800:00000200:2.0:1788695778.416561:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695778.416566:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695778.416568:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a559f720 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695778.416571:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695778.416575:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306741491 00000100:00000001:2.0:1788695778.416579:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306740325 00000100:00000001:2.0:1788695778.416582:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306741491 00000100:00000001:2.0:1788695778.416585:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306740325 00000100:00000001:2.0:1788695778.416587:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306741491 00000100:00000001:2.0:1788695778.416589:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306740325 00000100:00000001:2.0:1788695778.416591:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306741491 00000100:00000001:2.0:1788695778.416594:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306740325 00000100:00000001:2.0:1788695778.416596:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695778.416598:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695778.416599:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695778.416601:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695778.416605:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695778.416606:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695778.416608:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695778.416609:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695778.416609:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695778.416615:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695778.416724:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027814ea5 00000400:00000010:1.0:1788695778.416727:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000027814ea5. 00000100:00000001:1.0:1788695778.416731:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695778.416736:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cb2fdde9 x1875583274335232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695778.416745:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695778.416747:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb2fdde9 x1875583274335232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695794 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695778.416753:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695778.416755:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695778.417130:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695778.417134:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a559f720. 00000400:00000200:1.0:1788695778.417138:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695778.417142:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695778.417146:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a65f0ee9 00000400:00000010:1.0:1788695778.417147:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a65f0ee9. 00000100:00000001:1.0:1788695778.417150:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695778.417153:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000022c43f8d x1875583274335104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695778.417161:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695778.417164:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022c43f8d x1875583274335104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695794 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695778.417170:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695778.417171:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788695778.420128:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695778.420146:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695778.420149:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695778.420152:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695778.420162:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695778.420178:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d03b80 00000400:00000200:0.0:1788695778.420187:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x4e5 [1] + 224 00000800:00000001:0.0:1788695778.420194:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695778.420197:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695778.420200:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695778.420204:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695778.420211:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695778.420218:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000022c43f8d x1875583274335104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695778.420249:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000022c43f8d x1875583274335104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695778.420266:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695778.420274:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695778.420278:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695778.420280:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695778.420282:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695778.420286:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695778.420292:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03c80 00000400:00000200:0.0:1788695778.420297:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x4d5 [1] + 224 00000800:00000001:0.0:1788695778.420301:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695778.420318:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695778.420321:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695778.420324:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695778.420327:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695778.420330:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000fa89a7c4 x1875583274335360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695778.420338:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fa89a7c4 x1875583274335360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695778.420357:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695778.420362:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695778.420365:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695778.420406:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695778.420410:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695778.420417:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695778.420419:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695778.420422:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c61ecc24. 00000400:00000200:2.0:1788695778.420428:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac043960 00000400:00000010:2.0:1788695778.420430:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ac043960. 00000100:00000001:2.0:1788695778.420434:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695778.420438:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000022c43f8d x1875583274335104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695778.420446:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000022c43f8d x1875583274335104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695778.420452:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695778.420454:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695778.420457:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695778.420460:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695778.420463:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695778.420465:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695778.420468:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695778.420469:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695778.420472:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1788695778.420475:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=129 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695778.420482:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=129 v=5 (1 0 0 0) 00000400:00000001:1.0:1788695778.420483:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1788695778.420485:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000400:00000001:1.0:1788695778.420486:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1788695778.420488:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695778.420490:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006325b814. 00010000:00000001:2.0:1788695778.420492:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1788695778.420495:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e02c571f 00010000:00000001:2.0:1788695778.420497:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695778.420499:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e02c571f. 00000100:00000001:2.0:1788695778.420501:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695778.420504:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:2.0:1788695778.420508:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022c43f8d x1875583274335104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695778.420512:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000fa89a7c4 x1875583274335360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695778.420525:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695778.420531:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1788695778.420535:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000fa89a7c4 x1875583274335360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695778.420535:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695778.420544:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022c43f8d x1875583274335104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695778.420551:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695778.420555:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788695778.420558:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000022c43f8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274335104:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695778.420560:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695778.420561:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695778.420563:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695778.420564:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695778.420567:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695778.420576:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1788695778.420577:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=128 v=5 (5 0 0 0) 00000100:00000001:2.0:1788695778.420579:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1788695778.420583:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=115 v=5 (1 0 0 0) 00000100:00000040:2.0:1788695778.420586:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022c43f8d x1875583274335104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695778.420589:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695778.420592:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695778.420596:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1788695778.420601:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00010000:00080000:1.0:1788695778.420604:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000fa89a7c4 x1875583274335360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788695778.420605:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695778.420609:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017bcd406. 02000000:00000001:2.0:1788695778.420614:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1788695778.420618:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695778.420618:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695778.420621:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695778.420624:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1788695778.420625:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000040:1.0:1788695778.420628:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 02000000:00000010:2.0:1788695778.420629:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004bb85f65. 00000100:00000001:1.0:1788695778.420633:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1788695778.420636:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1788695778.420637:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695778.420639:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695778.420642:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022c43f8d. 00000100:00000040:1.0:1788695778.420643:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa89a7c4 x1875583274335360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695778.420646:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695778.420649:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695778.420654:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695778.420660:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695778.420662:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695778.420663:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695778.420666:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695778.420669:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695778.420671:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695778.420683:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695778.420688:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa89a7c4 x1875583274335360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695778.420696:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fa89a7c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274335360:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695778.420701:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695778.420702:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695778.420704:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa89a7c4 x1875583274335360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695778.420711:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695778.420712:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695778.420714:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001157687b. 02000000:00000001:1.0:1788695778.420717:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695778.420719:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695778.420720:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695778.420722:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695778.420723:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dffc0522. 02000000:00000001:1.0:1788695778.420725:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695778.420727:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695778.420728:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa89a7c4. 00000100:00000001:1.0:1788695778.420730:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695778.420731:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695778.420733:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695778.420737:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695778.420738:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695778.420740:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695778.420742:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695778.422603:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695778.422617:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695778.422622:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695778.422624:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695778.422634:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695778.422648:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03c00 00000400:00000200:0.0:1788695778.422656:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x4dd [1] + 224 00000800:00000001:0.0:1788695778.422662:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695778.422687:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695778.422690:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695778.422695:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695778.422702:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695778.422708:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cb2fdde9 x1875583274335232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695778.422718:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb2fdde9 x1875583274335232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695778.422741:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695778.422750:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695778.422753:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695778.423036:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695778.423039:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695778.423045:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695778.423047:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695778.423049:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d3e7f38. 00000400:00000200:1.0:1788695778.423053:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000443e6238 00000400:00000010:1.0:1788695778.423055:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000443e6238. 00000100:00000001:1.0:1788695778.423059:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695778.423063:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cb2fdde9 x1875583274335232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695778.423078:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cb2fdde9 x1875583274335232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695778.423085:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695778.423087:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695778.423090:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695778.423092:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695778.423094:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695778.423096:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695778.423098:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695778.423107:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=129 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695778.423111:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=129 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695778.423113:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695778.423115:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695778.423117:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695778.423120:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695778.423123:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695778.423125:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695778.423127:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695778.423128:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695778.423132:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb2fdde9 x1875583274335232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695778.423139:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695778.423141:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695778.423143:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695778.423146:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb2fdde9 x1875583274335232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695778.423152:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cb2fdde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274335232:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695778.423156:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695778.423159:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695778.423161:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb2fdde9 x1875583274335232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695794 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695778.423177:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695778.423179:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695778.423181:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ce8fb58. 02000000:00000001:1.0:1788695778.423184:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695778.423186:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695778.423188:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695778.423190:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695778.423192:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000032870841. 02000000:00000001:1.0:1788695778.423195:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695778.423196:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695778.423198:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb2fdde9. 00000100:00000001:1.0:1788695778.423201:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695778.423202:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695778.423204:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695778.423210:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695778.423212:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695778.423214:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695778.423215:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695779.373957:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695779.373965:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695779.373972:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695779.373973:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695779.374318:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695779.374321:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695779.374324:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695779.693978:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306741491, at 4306741504 00000100:00000040:1.0:1788695779.693978:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306741491, at 4306741504 00000100:00000010:0.0:1788695779.693998:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cad765ec. 00000100:00000010:1.0:1788695779.694000:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008cff7e4d. 00000100:00000040:3.0:1788695779.694139:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306741491, at 4306741504 00000100:00000010:3.0:1788695779.694146:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b6d68e7. 00000100:00000040:2.0:1788695779.694210:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306741491, at 4306741504 00000100:00000010:2.0:1788695779.694216:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009787881e. 00010000:00000001:2.0:1788695780.398066:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695780.398073:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695780.398077:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695780.398078:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695780.398132:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695780.398145:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695780.398147:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695781.422070:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695781.422079:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695781.422086:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695781.422105:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695781.422152:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695781.422155:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695781.422158:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695782.445907:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695782.445914:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695782.445920:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695782.445921:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695782.451206:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695782.451214:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695782.451219:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695783.470068:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695783.470075:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695783.470081:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695783.470084:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695783.470087:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695783.470089:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695783.470093:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695783.470095:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695783.470096:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695783.470098:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695783.470201:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695783.470204:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695783.470207:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695783.535172:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695783.535182:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695783.535189:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1271b01. 00000020:00000040:2.0:1788695783.535196:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695783.535200:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695783.535203:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695783.535208:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695783.535227:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c995f34e. 00000100:00000001:2.0:1788695783.535235:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695783.535247:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000b1271b01 x1875583274335488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695783.535258:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695783.535261:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695783.535267:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1271b01] to pc [ptlrpcd_00_01+1] req@00000000b1271b01 x1875583274335488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695783.535304:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695783.535307:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695783.535311:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695783.535313:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf3524a4. 00000020:00000040:2.0:1788695783.535331:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695783.535334:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695783.535335:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695783.535337:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695783.535340:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a3e8ab7. 00000100:00000001:2.0:1788695783.535344:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695783.535348:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000bf3524a4 x1875583274335616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695783.535356:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695783.535357:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695783.535361:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf3524a4] to pc [ptlrpcd_00_02+2] req@00000000bf3524a4 x1875583274335616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695783.535378:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695783.535380:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695783.535384:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695783.535386:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d0911758. 00000020:00000040:2.0:1788695783.535388:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695783.535390:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695783.535391:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695783.535393:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695783.535397:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a559f720. 00000100:00000001:2.0:1788695783.535399:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695783.535402:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000d0911758 x1875583274335744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695783.535409:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695783.535410:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695783.535413:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0911758] to pc [ptlrpcd_00_03+3] req@00000000d0911758 x1875583274335744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695783.535420:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695783.535422:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788695783.535431:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788695783.535436:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12083) 00000100:00000001:2.0:1788695783.535504:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788695783.535508:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788695783.535510:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695783.535517:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695783.535519:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695783.535521:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695783.535523:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695783.535525:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695783.535530:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1271b01 x1875583274335488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695783.535538:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695783.535540:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695783.535543:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695783.535545:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695783.535548:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695783.535550:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274335488:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695783.535555:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695783.535560:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695783.535562:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695783.535564:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788695783.535654:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695783.535658:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695783.535659:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695783.535663:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d0911758 x1875583274335744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695783.535671:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695783.535672:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695783.535674:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695783.535682:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695783.535684:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695783.535686:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d0911758 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274335744:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695783.535690:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695783.535693:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695783.535694:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695783.535695:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695783.535698:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001157687b. 02000000:00000001:1.0:1788695783.535700:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695783.535705:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006325b814. 00000400:00000010:1.0:1788695783.535712:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e02c571f. 00000100:00000200:1.0:1788695783.535718:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274335744, portal 10 00000100:00000001:1.0:1788695783.535721:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695783.535722:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611086336 : -113296098465280 : ffff98f5324bea00) 00000100:00000040:1.0:1788695783.535728:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d0911758 x1875583274335744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695783.535736:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695783.535739:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695783.535742:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013cbe2c3. 00000100:00000200:1.0:1788695783.535744:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274335744, offset 0 00000400:00000200:1.0:1788695783.535750:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695783.535762:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695783.535768:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695783.535771:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695783.535775:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695783.535777:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695783.535781:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [129:129:256:4294967295] 192.168.201.118@tcp LPNI seq info [129:129:8:4294967295] 00000400:00000200:1.0:1788695783.535793:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695783.535798:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695783.535803:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032870841. 00000800:00000200:1.0:1788695783.535809:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695783.535816:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695783.535825:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000032870841 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695783.535837:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695783.535841:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 96186 usecs (97 jiffies) 00000100:00000001:1.0:1788695783.535868:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306745443 00000100:00000010:1.0:1788695783.535873:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007fa6a9e5. 00000100:00000001:1.0:1788695783.535880:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788695783.535885:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306745443 00000100:00000010:1.0:1788695783.535888:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008cff7e4d. 00000100:00000001:1.0:1788695783.535891:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788695783.535894:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306745443 00000100:00000010:1.0:1788695783.535896:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2941297. 00000100:00000001:1.0:1788695783.535899:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788695783.535901:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306745443 00000100:00000010:1.0:1788695783.535903:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000accae067. 00000100:00000001:1.0:1788695783.535906:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788695783.535913:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695783.535915:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695783.535918:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695783.535920:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695783.535924:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695783.535925:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695783.535927:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695783.535928:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695783.535929:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695783.535932:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1788695783.535933:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695783.535935:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695783.535936:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695783.535937:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695783.535938:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695783.535938:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695783.535942:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf3524a4 x1875583274335616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695783.535954:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695783.535956:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695783.535958:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695783.535960:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695783.535961:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695783.535963:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274335616:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695783.535966:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695783.535969:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695783.535970:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695783.535972:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695783.535974:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087ba6a14. 02000000:00000001:1.0:1788695783.535976:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695783.535979:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebce8082. 00000400:00000010:1.0:1788695783.535983:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060c897f5. 00000100:00000200:1.0:1788695783.535985:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274335616, portal 10 00000100:00000001:1.0:1788695783.535987:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695783.535988:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611084544 : -113296098467072 : ffff98f5324be300) 00000100:00000040:1.0:1788695783.535993:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bf3524a4 x1875583274335616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695783.535999:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695783.536001:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695783.536003:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000840910ba. 00000100:00000200:1.0:1788695783.536005:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274335616, offset 0 00000400:00000200:1.0:1788695783.536009:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695783.536014:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695783.536017:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695783.536019:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695783.536021:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695783.536022:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695783.536025:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [130:130:255:4294967295] 192.168.201.118@tcp LPNI seq info [130:130:7:4294967295] 00000400:00000200:1.0:1788695783.536031:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695783.536040:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695783.536042:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dffc0522. 00000800:00000200:1.0:1788695783.536045:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695783.536049:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695783.536051:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dffc0522 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695783.536053:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695783.536056:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 88782 usecs (89 jiffies) 00000100:00000001:1.0:1788695783.536057:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306745435 00000100:00000001:1.0:1788695783.536059:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306745443 00000100:00000001:1.0:1788695783.536061:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306745435 00000100:00000001:1.0:1788695783.536062:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306745443 00000100:00000001:1.0:1788695783.536064:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306745435 00000100:00000001:1.0:1788695783.536065:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306745443 00000100:00000001:1.0:1788695783.536066:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306745435 00000100:00000001:1.0:1788695783.536068:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306745443 00000100:00000001:1.0:1788695783.536069:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695783.536070:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695783.536072:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695783.536074:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695783.536115:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695783.536118:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032870841. 00000400:00000200:1.0:1788695783.536124:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695783.536129:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695783.536133:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013cbe2c3 00000400:00000010:1.0:1788695783.536135:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013cbe2c3. 00000100:00000001:1.0:1788695783.536139:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695783.536142:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000d0911758 x1875583274335744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695783.536151:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695783.536160:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d0911758 x1875583274335744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695799 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695783.536166:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695783.536168:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695783.536245:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695783.536248:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dffc0522. 00000400:00000200:1.0:1788695783.536251:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695783.536254:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695783.536256:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000840910ba 00000400:00000010:1.0:1788695783.536258:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000840910ba. 00000100:00000001:1.0:1788695783.536260:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695783.536262:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000bf3524a4 x1875583274335616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695783.536268:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695783.536270:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf3524a4 x1875583274335616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695799 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695783.536275:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695783.536276:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788695783.536302:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695783.536304:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695783.536390:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000002217064. 02000000:00000001:2.0:1788695783.536394:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695783.536398:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c61ecc24. 00000400:00000010:2.0:1788695783.536403:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac043960. 00000100:00000200:2.0:1788695783.536406:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274335488, portal 25 00000100:00000001:2.0:1788695783.536408:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695783.536409:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611077376 : -113296098474240 : ffff98f5324bc700) 00000100:00000040:2.0:1788695783.536413:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b1271b01 x1875583274335488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695783.536420:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695783.536423:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695783.536429:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019aaa892. 00000100:00000200:2.0:1788695783.536432:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274335488, offset 0 00000400:00000200:2.0:1788695783.536437:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695783.536442:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695783.536444:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695783.536447:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695783.536449:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695783.536451:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695783.536454:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [131:131:256:4294967295] 192.168.201.118@tcp LPNI seq info [131:131:8:4294967295] 00000400:00000200:2.0:1788695783.536461:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695783.536465:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695783.536468:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334bf9d4. 00000800:00000200:2.0:1788695783.536472:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695783.536476:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695783.536478:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000334bf9d4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695783.536486:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695783.536489:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306746611 00000100:00000001:2.0:1788695783.536499:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306745443 00000100:00000001:2.0:1788695783.536502:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306746611 00000100:00000001:2.0:1788695783.536504:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306745443 00000100:00000001:2.0:1788695783.536506:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306746611 00000100:00000001:2.0:1788695783.536508:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306745443 00000100:00000001:2.0:1788695783.536510:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306746611 00000100:00000001:2.0:1788695783.536512:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306745443 00000100:00000001:2.0:1788695783.536514:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695783.536516:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695783.536518:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695783.536520:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695783.536594:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695783.536604:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695783.536935:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695783.536939:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334bf9d4. 00000400:00000200:1.0:1788695783.536943:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695783.536946:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695783.536950:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019aaa892 00000400:00000010:1.0:1788695783.536951:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000019aaa892. 00000100:00000001:1.0:1788695783.536954:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695783.536958:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b1271b01 x1875583274335488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695783.536966:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695783.536968:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1271b01 x1875583274335488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695799 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695783.536973:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695783.536980:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788695783.540818:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695783.540836:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695783.540841:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695783.540843:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695783.540880:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695783.540895:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d03d00 00000400:00000200:0.0:1788695783.540902:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x4fd [1] + 224 00000800:00000001:0.0:1788695783.540909:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695783.540912:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695783.540915:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695783.540919:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695783.540940:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695783.540946:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b1271b01 x1875583274335488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695783.540956:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b1271b01 x1875583274335488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695783.540976:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695783.540984:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695783.540987:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695783.540989:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695783.540990:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695783.540994:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695783.541000:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03e00 00000400:00000200:0.0:1788695783.541006:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x4ed [1] + 224 00000800:00000001:0.0:1788695783.541009:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695783.541012:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695783.541014:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695783.541017:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695783.541020:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695783.541023:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000d0911758 x1875583274335744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695783.541030:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d0911758 x1875583274335744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695783.541049:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695783.541052:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695783.541055:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695783.541057:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695783.541059:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695783.541062:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695783.541067:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03d80 00000400:00000200:0.0:1788695783.541071:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x4f5 [1] + 224 00000800:00000001:0.0:1788695783.541074:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695783.541084:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695783.541086:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695783.541089:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695783.541092:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695783.541095:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000bf3524a4 x1875583274335616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695783.541102:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf3524a4 x1875583274335616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695783.541108:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695783.541112:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695783.541114:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695783.541176:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695783.541180:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695783.541187:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695783.541189:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695783.541191:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebce8082. 00000400:00000200:1.0:1788695783.541195:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060c897f5 00000400:00000010:1.0:1788695783.541197:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000060c897f5. 00000100:00000001:1.0:1788695783.541200:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695783.541203:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000bf3524a4 x1875583274335616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695783.541210:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000bf3524a4 x1875583274335616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695783.541226:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695783.541227:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695783.541229:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695783.541232:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695783.541235:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695783.541237:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695783.541240:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695783.541248:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=134 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695783.541252:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=134 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695783.541254:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695783.541256:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695783.541258:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695783.541262:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695783.541265:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695783.541267:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695783.541269:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695783.541270:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695783.541275:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf3524a4 x1875583274335616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695783.541280:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695783.541283:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695783.541285:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695783.541300:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf3524a4 x1875583274335616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695783.541308:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274335616:192.168.201.118@tcp:400: 00000400:00000001:1.0:1788695783.541314:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695783.541315:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695783.541316:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006325b814. 00000400:00000200:1.0:1788695783.541319:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e02c571f 00000400:00000010:1.0:1788695783.541320:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e02c571f. 00000100:00000001:1.0:1788695783.541322:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695783.541324:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000d0911758 x1875583274335744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695783.541330:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000d0911758 x1875583274335744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695783.541335:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695783.541337:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695783.541338:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695783.541339:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695783.541341:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695783.541342:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695783.541344:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695783.541348:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=133 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695783.541350:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=120 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695783.541351:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695783.541352:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695783.541354:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788695783.541356:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d0911758 x1875583274335744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788695783.541362:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695783.541363:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695783.541364:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695783.541366:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695783.541367:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695783.541375:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d0911758 x1875583274335744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695783.541380:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695783.541382:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695783.541383:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695783.541386:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0911758 x1875583274335744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695783.541391:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d0911758 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274335744:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695783.541395:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695783.541397:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695783.541399:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf3524a4 x1875583274335616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695783.541405:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695783.541408:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695783.541411:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087ba6a14. 02000000:00000001:1.0:1788695783.541414:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695783.541417:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695783.541418:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695783.541421:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695783.541423:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a3e8ab7. 02000000:00000001:1.0:1788695783.541426:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695783.541428:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695783.541429:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf3524a4. 00000100:00000001:1.0:1788695783.541433:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695783.541434:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695783.541436:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695783.541438:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d0911758 x1875583274335744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695783.541444:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695783.541445:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695783.541446:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001157687b. 02000000:00000001:1.0:1788695783.541448:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695783.541454:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695783.541455:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695783.541457:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695783.541459:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a559f720. 02000000:00000001:1.0:1788695783.541461:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695783.541462:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695783.541463:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d0911758. 00000100:00000001:1.0:1788695783.541465:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695783.541466:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695783.541468:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695783.541475:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695783.541477:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695783.541478:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695783.541480:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695783.542109:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695783.542119:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695783.542123:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695783.542125:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695783.542126:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c61ecc24. 00000400:00000200:2.0:1788695783.542131:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac043960 00000400:00000010:2.0:1788695783.542133:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ac043960. 00000100:00000001:2.0:1788695783.542136:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695783.542141:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b1271b01 x1875583274335488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695783.542149:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b1271b01 x1875583274335488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695783.542155:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695783.542157:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695783.542159:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695783.542161:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695783.542162:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695783.542163:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695783.542165:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695783.542168:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=134 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695783.542171:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=134 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695783.542173:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695783.542175:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695783.542177:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695783.542178:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695783.542180:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695783.542183:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1271b01 x1875583274335488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695783.542188:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695783.542190:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695783.542191:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695783.542193:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1271b01 x1875583274335488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695783.542200:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274335488:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695783.542211:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695783.542222:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695783.542225:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1271b01 x1875583274335488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695799 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695783.542231:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695783.542233:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695783.542235:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000002217064. 02000000:00000001:2.0:1788695783.542238:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695783.542240:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695783.542241:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695783.542243:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695783.542245:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c995f34e. 02000000:00000001:2.0:1788695783.542247:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695783.542248:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695783.542249:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1271b01. 00000100:00000001:2.0:1788695783.542253:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695783.542253:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695783.542255:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695783.542259:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695783.542260:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695783.542262:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695783.542264:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695784.495455:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695784.495462:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695784.495468:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695784.495469:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695784.495584:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695784.495587:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695784.495590:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695784.813987:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306746611, at 4306746624 00000100:00000040:3.0:1788695784.813987:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306746611, at 4306746624 00000100:00000010:0.0:1788695784.814004:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007fa6a9e5. 00000100:00000010:3.0:1788695784.814005:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000accae067. 00000100:00000040:2.0:1788695784.814151:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306746611, at 4306746624 00000100:00000010:2.0:1788695784.814158:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2941297. 00000100:00000040:1.0:1788695784.814303:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306746611, at 4306746624 00000100:00000010:1.0:1788695784.814310:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008cff7e4d. 00010000:00000001:2.0:1788695785.518336:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695785.518344:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695785.518350:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695785.518351:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695785.518521:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695785.518525:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695785.518528:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695786.542018:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695786.542026:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695786.542033:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695786.542054:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695786.542109:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695786.542112:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695786.542114:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695787.566524:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695787.566606:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695787.566609:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695787.566611:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695787.566616:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695787.566618:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695787.566619:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695787.566621:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695787.566625:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695787.566625:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695787.566769:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695787.566772:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695787.566774:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695788.590263:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695788.590270:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695788.590275:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695788.590276:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695788.590358:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695788.590362:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695788.590365:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695788.653966:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695788.653976:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695788.653982:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1271b01. 00000020:00000040:2.0:1788695788.653987:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695788.653992:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695788.653995:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695788.653999:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695788.654006:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c995f34e. 00000100:00000001:2.0:1788695788.654012:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695788.654023:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000b1271b01 x1875583274335872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695788.654032:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695788.654035:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695788.654039:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1271b01] to pc [ptlrpcd_00_00+0] req@00000000b1271b01 x1875583274335872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695788.654069:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695788.654072:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695788.654075:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695788.654077:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000449a2a56. 00000020:00000040:2.0:1788695788.654085:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695788.654089:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695788.654089:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695788.654091:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695788.654094:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695788.654096:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1788695788.654098:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e680c3a9. 00000100:00000001:1.0:1788695788.654100:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788695788.654102:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695788.654108:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1271b01 x1875583274335872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695788.654110:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000449a2a56 x1875583274336000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695788.654147:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695788.654147:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695788.654150:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695788.654151:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695788.654156:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000449a2a56] to pc [ptlrpcd_00_01+1] req@00000000449a2a56 x1875583274336000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788695788.654157:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695788.654161:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695788.654167:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695788.654172:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695788.654174:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274335872:192.168.201.118@tcp:400: 00000100:00000040:2.0:1788695788.654175:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695788.654183:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788695788.654184:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1788695788.654185:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b920c5d1. 00000020:00000040:2.0:1788695788.654189:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:1.0:1788695788.654190:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788695788.654191:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695788.654194:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695788.654195:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695788.654198:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695788.654199:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695788.654203:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009619aef4. 02000000:00000010:1.0:1788695788.654206:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b6bd23a6. 00000100:00000001:2.0:1788695788.654207:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695788.654211:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000b920c5d1 x1875583274336128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788695788.654218:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695788.654223:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695788.654225:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695788.654227:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006325b814. 00000100:00000040:2.0:1788695788.654230:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b920c5d1] to pc [ptlrpcd_00_02+2] req@00000000b920c5d1 x1875583274336128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788695788.654236:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e02c571f. 00000100:00000200:1.0:1788695788.654245:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274335872, portal 25 00000100:00000001:1.0:1788695788.654247:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695788.654249:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695788.654250:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611077376 : -113296098474240 : ffff98f5324bc700) 00000100:00000040:2.0:1788695788.654254:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788695788.654259:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b1271b01 x1875583274335872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695788.654268:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1788695788.654275:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695788.654276:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12088) 00000100:00000040:1.0:1788695788.654281:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695788.654285:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060c897f5. 00000100:00000200:1.0:1788695788.654288:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274335872, offset 0 00000100:00000001:2.0:1788695788.654289:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695788.654292:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695788.654294:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1788695788.654296:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:2.0:1788695788.654300:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000449a2a56 x1875583274336000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695788.654308:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695788.654310:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695788.654311:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:2.0:1788695788.654313:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695788.654316:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788695788.654319:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1788695788.654320:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695788.654326:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00100000:2.0:1788695788.654327:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000449a2a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274336000:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695788.654332:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695788.654334:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695788.654336:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695788.654338:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695788.654340:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092a2162b. 02000000:00000001:2.0:1788695788.654342:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695788.654345:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c61ecc24. 00000400:00000200:1.0:1788695788.654347:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695788.654351:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695788.654356:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [132:132:256:4294967295] 192.168.201.118@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000010:2.0:1788695788.654359:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac043960. 00000100:00000200:2.0:1788695788.654363:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274336000, portal 10 00000100:00000001:2.0:1788695788.654366:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695788.654368:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611081856 : -113296098469760 : ffff98f5324bd880) 00000400:00000200:1.0:1788695788.654376:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000040:2.0:1788695788.654378:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000449a2a56 x1875583274336000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788695788.654390:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695788.654391:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695788.654397:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695788.654398:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dffc0522. 00000400:00000010:2.0:1788695788.654401:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea539ecd. 00000100:00000200:2.0:1788695788.654405:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274336000, offset 0 00000800:00000200:1.0:1788695788.654409:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:2.0:1788695788.654413:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:1.0:1788695788.654420:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:2.0:1788695788.654422:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000200:1.0:1788695788.654425:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dffc0522 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788695788.654434:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695788.654437:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695788.654440:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788695788.654441:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695788.654444:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:1.0:1788695788.654447:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306751729 00000400:00000200:2.0:1788695788.654448:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [133:133:255:4294967295] 192.168.201.118@tcp LPNI seq info [133:133:7:4294967295] 00000100:00000010:1.0:1788695788.654455:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008cff7e4d. 00000400:00000200:2.0:1788695788.654462:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:1.0:1788695788.654465:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1788695788.654470:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788695788.654474:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306751729 00000800:00000010:2.0:1788695788.654474:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078c7cd5c. 00000100:00000010:1.0:1788695788.654480:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099d32986. 00000800:00000200:2.0:1788695788.654482:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695788.654490:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:1.0:1788695788.654492:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1788695788.654494:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078c7cd5c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695788.654497:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306751729 00000100:00000001:2.0:1788695788.654499:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695788.654503:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000033b0b89. 00000100:00000040:2.0:1788695788.654504:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 86386 usecs (87 jiffies) 00000100:00000001:1.0:1788695788.654508:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788695788.654509:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306750551 00000100:00000001:2.0:1788695788.654514:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306751729 00000100:00000001:1.0:1788695788.654516:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306751729 00000100:00000001:2.0:1788695788.654517:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306750551 00000100:00000010:1.0:1788695788.654522:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000578c062e. 00000100:00000001:2.0:1788695788.654522:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306751729 00000100:00000001:2.0:1788695788.654527:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306750551 00000100:00000001:1.0:1788695788.654528:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788695788.654530:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306751729 00000100:00000001:1.0:1788695788.654532:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695788.654534:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306750551 00000100:00000001:1.0:1788695788.654536:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695788.654538:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306751729 00000100:00000001:1.0:1788695788.654540:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695788.654542:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695788.654544:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695788.654546:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695788.654550:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695788.654552:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695788.654553:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695788.654556:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695788.654557:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695788.654560:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695788.654561:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695788.654564:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695788.654564:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695788.654566:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695788.654569:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695788.654571:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695788.654574:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695788.654577:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695788.654580:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695788.654584:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695788.654586:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695788.654592:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b920c5d1 x1875583274336128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695788.654601:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695788.654602:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695788.654605:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788695788.654606:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1788695788.654607:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695788.654609:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695788.654610:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695788.654615:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b920c5d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274336128:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695788.654619:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695788.654622:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695788.654624:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695788.654625:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695788.654629:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001157687b. 02000000:00000001:1.0:1788695788.654631:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695788.654640:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebce8082. 00000400:00000010:1.0:1788695788.654644:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000840910ba. 00000100:00000200:1.0:1788695788.654648:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274336128, portal 10 00000800:00000200:2.0:1788695788.654654:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695788.654658:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dffc0522. 00000100:00000001:1.0:1788695788.654661:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695788.654663:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611089024 : -113296098462592 : ffff98f5324bf480) 00000400:00000200:2.0:1788695788.654664:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1788695788.654672:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b920c5d1 x1875583274336128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788695788.654675:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695788.654683:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1788695788.654684:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060c897f5 00000400:00000010:2.0:1788695788.654688:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000060c897f5. 00000100:00000040:1.0:1788695788.654689:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695788.654694:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013cbe2c3. 00000100:00000001:2.0:1788695788.654696:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695788.654698:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274336128, offset 0 00000100:00000200:2.0:1788695788.654702:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b1271b01 x1875583274335872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788695788.654708:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695788.654717:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1788695788.654718:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000040:2.0:1788695788.654722:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1271b01 x1875583274335872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695804 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788695788.654723:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695788.654731:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:2.0:1788695788.654734:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695788.654736:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788695788.654738:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1788695788.654741:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695788.654745:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [134:134:254:4294967295] 192.168.201.118@tcp LPNI seq info [134:134:6:4294967295] 00000400:00000200:1.0:1788695788.654753:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695788.654758:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695788.654761:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032870841. 00000800:00000200:1.0:1788695788.654766:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695788.654770:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695788.654772:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000032870841 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695788.654775:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695788.654778:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 93322 usecs (94 jiffies) 00000100:00000001:1.0:1788695788.654781:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306750558 00000100:00000001:1.0:1788695788.654783:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306751729 00000100:00000001:1.0:1788695788.654785:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306750558 00000100:00000001:1.0:1788695788.654787:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306751729 00000100:00000001:1.0:1788695788.654795:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306750558 00000100:00000001:1.0:1788695788.654797:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306751729 00000100:00000001:1.0:1788695788.654799:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306750558 00000100:00000001:1.0:1788695788.654801:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306751729 00000100:00000001:1.0:1788695788.654803:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695788.654805:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695788.654806:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695788.654808:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695788.654812:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695788.654814:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695788.654816:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695788.654818:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1788695788.654818:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788695788.654821:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695788.654825:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788695788.654837:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078c7cd5c. 00000400:00000200:2.0:1788695788.654842:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695788.654874:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695788.654877:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea539ecd 00000400:00000010:2.0:1788695788.654879:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ea539ecd. 00000100:00000001:2.0:1788695788.654882:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695788.654885:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000449a2a56 x1875583274336000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695788.654901:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695788.654904:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000449a2a56 x1875583274336000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695804 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695788.654911:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695788.654912:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788695788.654926:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695788.654933:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032870841. 00000400:00000200:2.0:1788695788.654937:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695788.654941:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695788.654945:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013cbe2c3 00000400:00000010:2.0:1788695788.654947:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013cbe2c3. 00000100:00000001:2.0:1788695788.654950:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695788.654952:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b920c5d1 x1875583274336128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695788.654959:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695788.654962:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b920c5d1 x1875583274336128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695804 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695788.654968:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695788.654970:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788695788.659183:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695788.659199:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695788.659202:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695788.659205:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695788.659215:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695788.659232:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d03e80 00000400:00000200:1.0:1788695788.659241:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x505 [1] + 224 00000800:00000001:1.0:1788695788.659248:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695788.659284:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695788.659288:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695788.659292:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695788.659299:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695788.659306:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b1271b01 x1875583274335872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695788.659317:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b1271b01 x1875583274335872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695788.659338:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695788.659436:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695788.659441:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695788.659443:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695788.659445:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695788.659450:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695788.659457:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03f00 00000400:00000200:1.0:1788695788.659463:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x50d [1] + 224 00000800:00000001:1.0:1788695788.659466:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695788.659471:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695788.659472:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695788.659476:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695788.659479:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695788.659483:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000449a2a56 x1875583274336000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695788.659491:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000449a2a56 x1875583274336000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695788.659505:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695788.659510:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695788.659512:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695788.659528:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695788.659533:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695788.659540:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695788.659542:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695788.659544:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c61ecc24. 00000400:00000200:3.0:1788695788.659550:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac043960 00000400:00000010:3.0:1788695788.659552:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ac043960. 00000100:00000001:3.0:1788695788.659555:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695788.659559:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000449a2a56 x1875583274336000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695788.659568:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000449a2a56 x1875583274336000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695788.659573:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695788.659575:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695788.659578:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695788.659581:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695788.659583:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695788.659586:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695788.659588:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695788.659598:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=139 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695788.659601:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=139 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695788.659603:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695788.659605:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695788.659607:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695788.659612:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695788.659616:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695788.659618:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695788.659619:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695788.659621:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695788.659625:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000449a2a56 x1875583274336000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695788.659632:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695788.659642:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695788.659643:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695788.659647:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000449a2a56 x1875583274336000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695788.659654:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000449a2a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274336000:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695788.659659:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695788.659662:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695788.659664:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000449a2a56 x1875583274336000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695788.659671:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695788.659673:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695788.659676:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092a2162b. 02000000:00000001:3.0:1788695788.659680:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695788.659682:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695788.659683:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695788.659686:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695788.659688:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e680c3a9. 02000000:00000001:3.0:1788695788.659691:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695788.659703:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695788.659705:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000449a2a56. 00000100:00000001:3.0:1788695788.659709:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695788.659711:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695788.659713:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695788.659718:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695788.659720:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695788.659723:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695788.659725:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695788.659727:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695788.659731:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695788.659734:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695788.659736:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695788.659738:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006325b814. 00000400:00000200:2.0:1788695788.659741:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e02c571f 00000400:00000010:2.0:1788695788.659743:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e02c571f. 00000100:00000001:2.0:1788695788.659746:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695788.659750:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b1271b01 x1875583274335872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695788.659758:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b1271b01 x1875583274335872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695788.659764:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695788.659765:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695788.659767:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695788.659768:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695788.659770:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695788.659771:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695788.659773:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695788.659776:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=139 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695788.659779:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=139 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695788.659781:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695788.659787:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695788.659788:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695788.659790:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695788.659792:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695788.659796:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1271b01 x1875583274335872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695788.659803:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695788.659805:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695788.659806:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695788.659809:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1271b01 x1875583274335872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695788.659815:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274335872:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695788.659819:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695788.659821:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695788.659823:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1271b01 x1875583274335872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695788.659828:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695788.659830:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695788.659831:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b6bd23a6. 02000000:00000001:2.0:1788695788.659835:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695788.659836:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695788.659838:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695788.659839:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695788.659841:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c995f34e. 02000000:00000001:2.0:1788695788.659843:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695788.659844:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695788.659928:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1271b01. 00000100:00000001:2.0:1788695788.659932:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695788.659933:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695788.659934:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695788.659938:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695788.659939:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695788.659941:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695788.659942:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695788.660322:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695788.660328:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695788.660330:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695788.660332:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695788.660337:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695788.660345:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d03f80 00000400:00000200:0.0:1788695788.660350:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x515 [1] + 224 00000800:00000001:0.0:1788695788.660354:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695788.660364:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695788.660366:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695788.660369:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695788.660373:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695788.660377:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b920c5d1 x1875583274336128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695788.660385:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b920c5d1 x1875583274336128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695788.660432:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695788.660435:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695788.660452:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695788.660459:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695788.660462:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788695788.660485:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695788.660487:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695788.660488:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebce8082. 00000400:00000200:1.0:1788695788.660491:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000840910ba 00000400:00000010:1.0:1788695788.660493:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000840910ba. 00000100:00000001:1.0:1788695788.660495:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695788.660498:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b920c5d1 x1875583274336128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695788.660572:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b920c5d1 x1875583274336128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695788.660579:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695788.660580:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695788.660587:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695788.660589:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695788.660590:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695788.660592:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695788.660593:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695788.660598:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=138 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695788.660600:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=125 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695788.660602:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695788.660604:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695788.660605:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788695788.660608:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b920c5d1 x1875583274336128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788695788.660614:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695788.660617:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695788.660618:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695788.660620:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695788.660621:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695788.660624:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b920c5d1 x1875583274336128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695788.660629:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695788.660631:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695788.660632:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695788.660635:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b920c5d1 x1875583274336128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695788.660641:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b920c5d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274336128:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695788.660645:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695788.660646:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695788.660648:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b920c5d1 x1875583274336128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695804 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695788.660654:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695788.660655:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695788.660657:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001157687b. 02000000:00000001:1.0:1788695788.660663:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695788.660665:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695788.660666:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695788.660668:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695788.660669:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009619aef4. 02000000:00000001:1.0:1788695788.660672:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695788.660673:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695788.660674:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b920c5d1. 00000100:00000001:1.0:1788695788.660678:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695788.660679:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695788.660680:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695788.660684:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695788.660685:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695788.660687:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695788.660689:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695789.613970:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695789.613977:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695789.613982:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695789.613983:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695789.614097:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695789.614101:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695789.614104:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695789.933966:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306751729, at 4306751744 00000100:00000040:3.0:1788695789.933967:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306751729, at 4306751744 00000100:00000010:3.0:1788695789.933986:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000578c062e. 00000100:00000010:0.0:1788695789.933987:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008cff7e4d. 00000100:00000040:1.0:1788695789.934186:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306751729, at 4306751744 00000100:00000010:1.0:1788695789.934192:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099d32986. 00000100:00000040:2.0:1788695789.936249:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306751729, at 4306751746 00000100:00000010:2.0:1788695789.936263:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000033b0b89. 00010000:00000001:2.0:1788695790.637972:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695790.637978:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695790.637984:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695790.637985:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695790.638068:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695790.638071:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695790.638074:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695791.662003:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695791.662012:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695791.662018:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695791.662019:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695791.662124:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695791.662128:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695791.662131:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695792.686036:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695792.686047:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695792.686064:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695792.686067:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695792.686069:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695792.686072:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695792.686075:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695792.686077:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695792.686079:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695792.686081:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695792.686199:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695792.686203:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695792.686205:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695793.709985:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695793.709992:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695793.709998:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695793.709999:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695793.710061:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695793.710065:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695793.710067:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695793.774014:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695793.774025:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695793.774045:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788695793.774052:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788695793.774070:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695793.774073:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695793.774078:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695793.774085:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dac42727. 00000100:00000001:3.0:1788695793.774091:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695793.774100:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000048524a16 x1875583274336256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695793.774109:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695793.774111:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695793.774115:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_03+3] req@0000000048524a16 x1875583274336256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695793.774142:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695793.774147:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695793.774150:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695793.774156:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274336256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695793.774166:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695793.774169:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695793.774173:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695793.774175:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695793.774177:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695793.774181:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695793.774186:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695793.774190:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274336256:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695793.774195:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695793.774201:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695793.774203:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695793.774206:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695793.774210:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abbfc6ed. 00000100:00000001:3.0:1788695793.774211:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695793.774214:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695793.774214:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695793.774219:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695793.774222:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000400:00000010:2.0:1788695793.774223:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ac611e8. 00000020:00000040:3.0:1788695793.774224:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695793.774229:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695793.774231:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695793.774232:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695793.774233:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea539ecd. 02000000:00000010:3.0:1788695793.774236:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a5d0889. 00000100:00000001:3.0:1788695793.774240:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788695793.774241:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274336256, portal 25 00000100:00000040:3.0:1788695793.774245:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000003e3fb870 x1875583274336384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695793.774246:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695793.774249:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000100:00000001:3.0:1788695793.774256:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1788695793.774259:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274336256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695793.774259:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695793.774265:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3fb870] to pc [ptlrpcd_00_00+0] req@000000003e3fb870 x1875583274336384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695793.774283:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695793.774289:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695793.774292:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038150b0b. 00000100:00000200:2.0:1788695793.774295:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274336256, offset 0 00000400:00000200:2.0:1788695793.774301:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788695793.774307:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695793.774310:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695793.774312:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1788695793.774315:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:0.0:1788695793.774316:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788695793.774316:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274336384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695793.774320:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695793.774326:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788695793.774329:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695793.774332:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695793.774335:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695793.774336:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695793.774338:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695793.774340:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274336384:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695793.774342:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788695793.774342:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695793.774345:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695793.774347:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1788695793.774351:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695793.774352:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695793.774355:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1788695793.774357:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c1b66ce. 02000000:00000010:1.0:1788695793.774358:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079a701ad. 00000020:00000040:3.0:1788695793.774360:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:1.0:1788695793.774361:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695793.774364:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1788695793.774366:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebce8082. 02000000:00000001:3.0:1788695793.774367:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695793.774371:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695793.774372:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000840910ba. 02000000:00000010:3.0:1788695793.774375:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a4df8fd. 00000100:00000200:1.0:1788695793.774376:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274336384, portal 10 00000100:00000001:1.0:1788695793.774380:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695793.774381:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000100:00000001:3.0:1788695793.774383:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695793.774386:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274336384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788695793.774392:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000040:3.0:1788695793.774392:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000000c1b66ce x1875583274336512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695793.774395:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695793.774401:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695793.774401:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1788695793.774404:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012c19064. 00000100:00000200:1.0:1788695793.774409:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274336384, offset 0 00000400:00000200:2.0:1788695793.774410:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695793.774417:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695793.774418:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1788695793.774420:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [135:135:256:4294967295] 192.168.201.118@tcp LPNI seq info [135:135:8:4294967295] 00000100:00000001:3.0:1788695793.774421:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695793.774429:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1b66ce] to pc [ptlrpcd_00_01+1] req@000000000c1b66ce x1875583274336512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788695793.774441:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695793.774448:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695793.774449:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695793.774453:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1788695793.774455:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c995f34e. 00000800:00000200:2.0:1788695793.774463:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788695793.774466:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695793.774468:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695793.774470:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1788695793.774473:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000040:0.0:1788695793.774475:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c1b66ce x1875583274336512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695793.774484:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695793.774485:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695793.774485:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c995f34e type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1788695793.774486:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695793.774494:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695793.774496:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695793.774499:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274336512:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695793.774500:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695793.774502:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1788695793.774504:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000001:0.0:1788695793.774506:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788695793.774507:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306756849 00000400:00000200:1.0:1788695793.774508:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1788695793.774510:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695793.774514:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000001:0.0:1788695793.774515:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1788695793.774516:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1edae85. 00000400:00000200:1.0:1788695793.774518:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [136:136:255:4294967295] 192.168.201.118@tcp LPNI seq info [136:136:7:4294967295] 02000000:00000010:0.0:1788695793.774519:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071a54c87. 02000000:00000001:0.0:1788695793.774523:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695793.774526:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1788695793.774527:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1a2c231. 00000400:00000200:1.0:1788695793.774533:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000010:0.0:1788695793.774534:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003616cb94. 00000100:00000001:2.0:1788695793.774535:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306756849 00000100:00000200:0.0:1788695793.774540:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274336512, portal 10 00000800:00000200:1.0:1788695793.774540:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000010:2.0:1788695793.774543:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b91fe9c. 00000800:00000010:1.0:1788695793.774546:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000372e11cf. 00000100:00000001:2.0:1788695793.774548:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788695793.774553:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306756849 00000100:00000001:0.0:1788695793.774554:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1788695793.774556:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000024d1f6c. 00000100:00000001:0.0:1788695793.774557:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548240896 : -113296161310720 : ffff98f52e8cf800) 00000100:00000001:2.0:1788695793.774561:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788695793.774564:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306756849 00000100:00000010:2.0:1788695793.774566:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038593dc8. 00000100:00000001:2.0:1788695793.774571:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1788695793.774573:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c1b66ce x1875583274336512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695793.774575:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695793.774580:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695793.774585:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695793.774587:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788695793.774589:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695793.774593:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695793.774597:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f8962fe. 00000100:00000001:2.0:1788695793.774599:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1788695793.774600:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274336512, offset 0 00000100:00000001:2.0:1788695793.774603:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695793.774607:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695793.774608:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695793.774610:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695793.774612:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695793.774614:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695793.774619:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695793.774622:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695793.774624:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695793.774626:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695793.774628:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695793.774630:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [137:137:254:4294967295] 192.168.201.118@tcp LPNI seq info [137:137:6:4294967295] 00000400:00000200:0.0:1788695793.774635:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695793.774637:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695793.774640:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095d0f4a4. 00000800:00000200:0.0:1788695793.774643:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695793.774646:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695793.774651:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000095d0f4a4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695793.774654:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695793.774657:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 90653 usecs (91 jiffies) 00000100:00000001:0.0:1788695793.774659:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306755675 00000800:00000200:2.0:1788695793.774660:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788695793.774661:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306756849 00000100:00000001:0.0:1788695793.774665:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306755675 00000100:00000001:0.0:1788695793.774667:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306756849 00000800:00000010:2.0:1788695793.774667:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c995f34e. 00000100:00000001:0.0:1788695793.774669:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306755675 00000100:00000001:0.0:1788695793.774672:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306756849 00000100:00000001:0.0:1788695793.774673:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306755675 00000100:00000001:0.0:1788695793.774675:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306756849 00000400:00000200:2.0:1788695793.774675:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788695793.774677:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695793.774680:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695793.774682:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695793.774684:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695793.774686:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695793.774691:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038150b0b 00000400:00000010:2.0:1788695793.774694:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000038150b0b. 00000100:00000001:2.0:1788695793.774697:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695793.774700:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274336256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788695793.774707:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788695793.774709:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695793.774714:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000040:3.0:1788695793.774714:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.0:1788695793.774719:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000372e11cf type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1788695793.774723:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1788695793.774726:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695793.774731:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 84111 usecs (85 jiffies) 00000100:00000040:3.0:1788695793.774733:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12093) 00000100:00000001:1.0:1788695793.774736:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306755669 00000100:00000001:2.0:1788695793.774739:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788695793.774744:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306756849 00000100:00000040:2.0:1788695793.774746:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274336256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695809 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695793.774747:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306755669 00000100:00000001:1.0:1788695793.774751:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306756849 00000100:00000001:1.0:1788695793.774754:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306755669 00000100:00000001:1.0:1788695793.774757:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306756849 00000100:00000001:1.0:1788695793.774761:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306755669 00000100:00000001:1.0:1788695793.774764:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306756849 00000100:00000001:1.0:1788695793.774767:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695793.774767:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695793.774768:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695793.774772:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695793.774773:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788695793.774775:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695793.774779:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695793.774780:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695793.774782:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695793.774782:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695793.774784:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695793.774785:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695793.774789:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695793.774792:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095d0f4a4. 00000400:00000200:2.0:1788695793.774796:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695793.774799:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695793.774802:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f8962fe 00000400:00000010:2.0:1788695793.774804:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008f8962fe. 00000100:00000001:2.0:1788695793.774818:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695793.774820:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000c1b66ce x1875583274336512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695793.774827:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695793.774829:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c1b66ce x1875583274336512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695809 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695793.774834:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695793.774835:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788695793.774910:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695793.774912:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000372e11cf. 00000400:00000200:2.0:1788695793.774916:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695793.774919:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695793.774921:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012c19064 00000400:00000010:2.0:1788695793.774922:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000012c19064. 00000100:00000001:2.0:1788695793.774925:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695793.774927:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274336384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695793.774934:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695793.774936:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274336384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695809 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695793.774952:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695793.774954:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788695793.774981:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695793.774983:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695793.774986:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695793.774987:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695793.774988:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695793.774990:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695793.782956:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695793.783043:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695793.783048:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695793.783052:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695793.783063:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695793.783081:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d04080 00000400:00000200:1.0:1788695793.783089:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x525 [1] + 224 00000800:00000001:1.0:1788695793.783096:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695793.783099:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695793.783102:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695793.783106:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695793.783113:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695793.783120:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274336384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695793.783152:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e3fb870 x1875583274336384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695793.783171:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695793.783180:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695793.783183:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695793.783184:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695793.783186:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695793.783189:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695793.783196:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d04100 00000400:00000200:1.0:1788695793.783200:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x52d [1] + 224 00000800:00000001:1.0:1788695793.783205:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695793.783208:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695793.783210:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695793.783213:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695793.783216:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695793.783220:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000c1b66ce x1875583274336512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695793.783221:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695793.783227:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1788695793.783231:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c1b66ce x1875583274336512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788695793.783236:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695793.783240:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695793.783243:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebce8082. 00000400:00000200:2.0:1788695793.783248:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000840910ba 00000400:00000010:2.0:1788695793.783250:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000840910ba. 00000100:00000001:1.0:1788695793.783253:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695793.783255:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000800:00000001:1.0:1788695793.783260:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1788695793.783262:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274336384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788695793.783265:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695793.783269:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695793.783272:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695793.783282:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000200:2.0:1788695793.783283:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274336384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788695793.783292:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d04000 00000100:00000001:2.0:1788695793.783299:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788695793.783303:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x51d [1] + 224 00000100:00000001:2.0:1788695793.783303:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695793.783310:0:201300:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:1.0:1788695793.783311:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1788695793.783314:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695793.783317:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1788695793.783319:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695793.783320:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695793.783320:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695793.783325:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1788695793.783325:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695793.783328:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1788695793.783330:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1788695793.783334:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000001:0.0:1788695793.783335:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695793.783338:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1a2c231. 00000400:00000200:0.0:1788695793.783343:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003616cb94 00000400:00000010:0.0:1788695793.783344:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003616cb94. 00000100:00000001:0.0:1788695793.783347:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788695793.783349:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695793.783353:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000c1b66ce x1875583274336512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695793.783356:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274336256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695793.783385:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000c1b66ce x1875583274336512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695793.783385:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274336256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695793.783402:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695793.783404:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695793.783406:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695793.783408:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695793.783409:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695793.783409:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00001000:2.0:1788695793.783411:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=144 v=5 (5 0 0 0) 00000100:00000001:0.0:1788695793.783413:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695793.783416:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1788695793.783418:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695793.783421:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=144 v=5 (1 0 0 0) 00000800:00000001:1.0:1788695793.783422:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1788695793.783425:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=143 v=5 (5 0 0 0) 00000100:00000001:2.0:1788695793.783428:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00001000:0.0:1788695793.783430:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=130 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695793.783430:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695793.783433:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1788695793.783435:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1788695793.783437:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695793.783438:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695793.783441:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1788695793.783442:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1788695793.783443:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695793.783446:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695793.783447:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1788695793.783450:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000c1b66ce x1875583274336512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695793.783454:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274336384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695793.783472:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695793.783473:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695793.783477:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695793.783479:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695793.783482:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695793.783483:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695793.783484:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695793.783486:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695793.783486:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788695793.783490:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274336384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695793.783490:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788695793.783495:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c1b66ce x1875583274336512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1788695793.783496:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695793.783500:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1788695793.783503:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274336384:192.168.201.118@tcp:400: 00000400:00000010:3.0:1788695793.783504:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ac611e8. 00000400:00000200:3.0:1788695793.783511:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea539ecd 00000100:00000001:2.0:1788695793.783513:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695793.783515:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1788695793.783516:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ea539ecd. 00000100:00000001:2.0:1788695793.783517:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788695793.783521:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1788695793.783522:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274336384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695793.783523:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788695793.783524:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788695793.783531:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274336256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695793.783532:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c1b66ce x1875583274336512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695793.783536:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695793.783540:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695793.783544:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079a701ad. 02000000:00000001:2.0:1788695793.783550:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695793.783553:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695793.783556:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695793.783561:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695793.783563:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a5d0889. 00000100:00000200:3.0:1788695793.783565:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274336256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788695793.783566:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695793.783569:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695793.783572:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00100000:0.0:1788695793.783577:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274336512:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695793.783578:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695793.783579:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695793.783582:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695793.783583:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695793.783586:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695793.783588:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695793.783588:0:201303:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:0.0:1788695793.783590:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695793.783595:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c1b66ce x1875583274336512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695793.783597:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695793.783600:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695793.783603:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695793.783606:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695793.783607:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695793.783609:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695793.783611:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695793.783614:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695793.783621:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=144 v=5 (5 0 0 0) 00000100:00000001:0.0:1788695793.783625:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1788695793.783626:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=144 v=5 (1 0 0 0) 02000000:00000001:0.0:1788695793.783629:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1788695793.783631:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1788695793.783633:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071a54c87. 00000100:00000001:3.0:1788695793.783634:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695793.783638:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1788695793.783639:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1788695793.783640:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695793.783643:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:3.0:1788695793.783645:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788695793.783646:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695793.783650:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695793.783651:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a4df8fd. 00000100:00000040:3.0:1788695793.783652:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274336256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788695793.783656:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695793.783659:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695793.783661:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c1b66ce. 00000100:00000001:0.0:1788695793.783667:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695793.783667:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695793.783669:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695793.783671:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695793.783673:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695793.783675:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695793.783680:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1788695793.783681:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274336256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695793.783684:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695793.783689:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788695793.783696:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274336256:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695793.783702:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695793.783710:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695793.783712:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274336256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695809 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695793.783717:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695793.783719:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695793.783720:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abbfc6ed. 02000000:00000001:3.0:1788695793.783724:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695793.783725:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695793.783726:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695793.783727:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695793.783729:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dac42727. 02000000:00000001:3.0:1788695793.783731:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695793.783732:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695793.783733:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000100:00000001:3.0:1788695793.783741:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695793.783742:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695793.783744:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695793.783747:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695793.783749:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695793.783750:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695793.783752:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695793.783873:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695794.733912:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695794.733919:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695794.733925:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695794.733926:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695794.734081:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695794.734085:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695794.734086:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695795.053976:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306756849, at 4306756864 00000100:00000010:2.0:1788695795.053994:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000024d1f6c. 00000100:00000040:0.0:1788695795.054113:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306756849, at 4306756864 00000100:00000010:0.0:1788695795.054119:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1edae85. 00000100:00000040:3.0:1788695795.055044:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306756849, at 4306756865 00000100:00000010:3.0:1788695795.055052:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038593dc8. 00000100:00000040:1.0:1788695795.056975:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306756849, at 4306756867 00000100:00000010:1.0:1788695795.056989:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b91fe9c. 00010000:00000001:2.0:1788695795.758288:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695795.758375:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695795.758382:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695795.758383:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695795.758463:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695795.758466:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695795.758469:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695796.781957:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695796.781964:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695796.781968:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695796.781969:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695796.782114:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695796.782117:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695796.782119:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695797.806069:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695797.806078:0:200685:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695797.806080:0:200685:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695797.806083:0:200685:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695797.806087:0:200685:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695797.806089:0:200685:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695797.806091:0:200685:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695797.806093:0:200685:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695797.806097:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695797.806098:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695797.806191:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695797.806195:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695797.806197:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695798.830348:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695798.830355:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695798.830361:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695798.830362:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695798.830548:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695798.830552:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695798.830555:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695798.894086:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695798.894097:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695798.894107:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e0fb45f. 00000020:00000040:0.0:1788695798.894114:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695798.894119:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695798.894121:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695798.894126:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695798.894134:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a43b1a5e. 00000100:00000001:0.0:1788695798.894141:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695798.894153:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000002e0fb45f x1875583274336640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695798.894185:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695798.894188:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695798.894195:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e0fb45f] to pc [ptlrpcd_00_02+2] req@000000002e0fb45f x1875583274336640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695798.894260:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695798.894264:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695798.894266:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695798.894272:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e0fb45f x1875583274336640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695798.894280:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695798.894282:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695798.894287:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695798.894289:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695798.894292:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695798.894302:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274336640:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695798.894306:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695798.894312:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695798.894314:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695798.894317:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695798.894321:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000217351f8. 02000000:00000001:1.0:1788695798.894322:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695798.894328:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e751fda4. 00000400:00000010:1.0:1788695798.894336:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b123ffa. 00000100:00000200:1.0:1788695798.894343:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274336640, portal 25 00000100:00000001:1.0:1788695798.894345:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695798.894346:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882435328 : -113296827116288 : ffff98f506dd9500) 00000100:00000040:1.0:1788695798.894351:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002e0fb45f x1875583274336640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695798.894358:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695798.894361:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695798.894363:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aff15dcb. 00000100:00000200:1.0:1788695798.894376:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274336640, offset 0 00000400:00000200:1.0:1788695798.894383:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695798.894396:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695798.894401:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695798.894405:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695798.894408:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695798.894411:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695798.894415:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [138:138:256:4294967295] 192.168.201.118@tcp LPNI seq info [138:138:8:4294967295] 00000400:00000200:1.0:1788695798.894424:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695798.894430:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695798.894434:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000155bbcce. 00000800:00000200:1.0:1788695798.894440:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695798.894447:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695798.894452:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000155bbcce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695798.894478:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695798.894482:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306761969 00000100:00000010:1.0:1788695798.894486:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f9cf8d6f. 00000100:00000001:1.0:1788695798.894492:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788695798.894497:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306761969 00000100:00000010:1.0:1788695798.894500:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9068cc6. 00000100:00000001:1.0:1788695798.894503:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788695798.894505:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306761969 00000100:00000010:1.0:1788695798.894507:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005245dbeb. 00000100:00000001:1.0:1788695798.894509:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788695798.894512:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306761969 00000100:00000010:1.0:1788695798.894523:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099d32986. 00000100:00000001:1.0:1788695798.894526:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788695798.894528:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695798.894531:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695798.894534:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695798.894536:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695798.894601:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695798.894604:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695798.894608:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695798.894611:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001676e642. 00000020:00000040:0.0:1788695798.894613:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695798.894616:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695798.894617:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695798.894619:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695798.894622:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005599a7b8. 00000100:00000001:0.0:1788695798.894625:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695798.894628:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000001676e642 x1875583274336768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695798.894635:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695798.894636:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695798.894639:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001676e642] to pc [ptlrpcd_00_03+3] req@000000001676e642 x1875583274336768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695798.894761:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695798.894764:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695798.894766:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695798.894768:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695798.894769:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695798.894771:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1788695798.894773:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695798.894775:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695798.894777:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695798.894778:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695798.894779:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695798.894781:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695798.894785:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001676e642 x1875583274336768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695798.894792:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695798.894793:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695798.894802:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695798.894803:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695798.894805:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695798.894807:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274336768:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695798.894811:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695798.894813:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695798.894815:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695798.894816:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695798.894818:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087ba6a14. 02000000:00000001:1.0:1788695798.894820:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695798.894824:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f08cf85. 00000400:00000010:1.0:1788695798.894827:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013e8a062. 00000100:00000200:1.0:1788695798.894830:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274336768, portal 10 00000100:00000001:1.0:1788695798.894832:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695798.894833:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882429952 : -113296827121664 : ffff98f506dd8000) 00000100:00000040:1.0:1788695798.894838:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001676e642 x1875583274336768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695798.894875:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695798.894878:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695798.894881:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000284d8bb. 00000100:00000200:1.0:1788695798.894883:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274336768, offset 0 00000400:00000200:1.0:1788695798.894888:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695798.894892:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695798.894895:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695798.894897:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695798.894899:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695798.894901:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695798.894904:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [139:139:255:4294967295] 192.168.201.118@tcp LPNI seq info [139:139:7:4294967295] 00000400:00000200:1.0:1788695798.894911:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695798.894916:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695798.894919:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006596e7c6. 00000800:00000200:1.0:1788695798.894922:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695798.894932:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695798.894934:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006596e7c6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695798.894937:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695798.894940:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 82088 usecs (83 jiffies) 00000100:00000001:1.0:1788695798.894942:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306760788 00000100:00000001:1.0:1788695798.894960:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306761969 00000100:00000001:1.0:1788695798.894962:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306760788 00000100:00000001:1.0:1788695798.894964:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306761969 00000100:00000001:1.0:1788695798.894965:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306760788 00000100:00000001:1.0:1788695798.894967:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306761969 00000100:00000001:1.0:1788695798.894968:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306760788 00000100:00000001:1.0:1788695798.894970:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306761969 00000100:00000001:1.0:1788695798.894972:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695798.894973:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695798.894976:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695798.894978:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695798.895014:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695798.895016:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695798.895221:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695798.895224:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695798.895228:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695798.895231:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0532af4. 00000100:00000001:1.0:1788695798.895300:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695798.895303:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695798.895304:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695798.895306:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788695798.895420:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695798.895424:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695798.895426:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695798.895428:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695798.895432:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024be5195. 00000100:00000001:0.0:1788695798.895441:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695798.895445:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a0532af4 x1875583274336896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695798.895453:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695798.895455:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695798.895458:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0532af4] to pc [ptlrpcd_00_00+0] req@00000000a0532af4 x1875583274336896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695798.895485:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695798.895487:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788695798.895491:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788695798.895495:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12098) 00000100:00000001:1.0:1788695798.895639:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695798.895642:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695798.895643:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695798.895647:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0532af4 x1875583274336896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695798.895654:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695798.895656:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695798.895658:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695798.895659:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695798.895667:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695798.895670:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274336896:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695798.895674:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695798.895677:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695798.895678:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695798.895680:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695798.895683:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007708b4a. 02000000:00000001:1.0:1788695798.895685:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695798.895688:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1821a56. 00000400:00000010:1.0:1788695798.895691:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d9238b2. 00000100:00000200:1.0:1788695798.895694:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274336896, portal 10 00000100:00000001:1.0:1788695798.895696:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695798.895698:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882442496 : -113296827109120 : ffff98f506ddb100) 00000100:00000040:1.0:1788695798.895703:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a0532af4 x1875583274336896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695798.895710:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695798.895712:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695798.895714:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006213f63e. 00000100:00000200:1.0:1788695798.895716:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274336896, offset 0 00000400:00000200:1.0:1788695798.895723:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695798.895728:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695798.895731:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695798.895734:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695798.895736:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695798.895739:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695798.895742:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [140:140:254:4294967295] 192.168.201.118@tcp LPNI seq info [140:140:6:4294967295] 00000400:00000200:1.0:1788695798.895750:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695798.895754:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695798.895757:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7e36ce6. 00000800:00000200:1.0:1788695798.895761:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695798.895766:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695798.895774:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f7e36ce6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695798.895777:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695798.895780:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 88246 usecs (89 jiffies) 00000100:00000001:1.0:1788695798.895783:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306760794 00000100:00000001:1.0:1788695798.895784:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306761969 00000100:00000001:1.0:1788695798.895786:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306760794 00000100:00000001:1.0:1788695798.895788:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306761969 00000100:00000001:1.0:1788695798.895790:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306760794 00000100:00000001:1.0:1788695798.895791:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306761969 00000100:00000001:1.0:1788695798.895793:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306760794 00000100:00000001:1.0:1788695798.895795:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306761969 00000100:00000001:1.0:1788695798.895797:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695798.895799:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695798.895801:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695798.895803:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695798.895808:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695798.895810:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695798.895812:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695798.895813:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695798.895814:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695798.895816:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695798.895901:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695798.895905:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695798.896267:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695798.896272:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000155bbcce. 00000400:00000200:2.0:1788695798.896277:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695798.896282:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695798.896287:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aff15dcb 00000400:00000010:2.0:1788695798.896289:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000aff15dcb. 00000100:00000001:2.0:1788695798.896294:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695798.896297:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002e0fb45f x1875583274336640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695798.896306:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695798.896308:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e0fb45f x1875583274336640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695814 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695798.896315:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695798.896316:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788695798.896328:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695798.896336:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006596e7c6. 00000400:00000200:2.0:1788695798.896339:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695798.896342:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695798.896344:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000284d8bb 00000400:00000010:2.0:1788695798.896346:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000284d8bb. 00000100:00000001:2.0:1788695798.896348:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695798.896351:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001676e642 x1875583274336768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695798.896357:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695798.896359:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001676e642 x1875583274336768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695814 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695798.896365:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695798.896366:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788695798.896424:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695798.896426:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7e36ce6. 00000400:00000200:2.0:1788695798.896429:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695798.896432:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695798.896435:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006213f63e 00000400:00000010:2.0:1788695798.896436:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000006213f63e. 00000100:00000001:2.0:1788695798.896438:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695798.896441:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a0532af4 x1875583274336896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695798.896447:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695798.896449:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0532af4 x1875583274336896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695814 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695798.896454:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695798.896455:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788695798.902185:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695798.902201:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695798.902205:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695798.902208:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695798.902219:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695798.902245:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d04180 00000400:00000200:2.0:1788695798.902269:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x535 [1] + 224 00000800:00000001:2.0:1788695798.902275:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695798.902281:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695798.902284:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695798.902288:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695798.902295:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695798.902302:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002e0fb45f x1875583274336640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695798.902315:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002e0fb45f x1875583274336640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695798.902379:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695798.902383:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695798.902409:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695798.902416:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695798.902419:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788695798.902617:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695798.902620:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695798.902622:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e751fda4. 00000400:00000200:1.0:1788695798.902627:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b123ffa 00000400:00000010:1.0:1788695798.902629:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000b123ffa. 00000100:00000001:1.0:1788695798.902632:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695798.902636:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002e0fb45f x1875583274336640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695798.902644:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002e0fb45f x1875583274336640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695798.902656:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695798.902658:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695798.902661:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695798.902663:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695798.902665:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695798.902667:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695798.902670:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695798.902675:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=149 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695798.902679:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=149 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695798.902682:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695798.902683:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695798.902685:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695798.902688:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695798.902690:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695798.902694:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e0fb45f x1875583274336640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695798.902700:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695798.902703:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695798.902705:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695798.902708:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e0fb45f x1875583274336640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695798.902715:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274336640:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695798.902720:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695798.902722:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695798.902724:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e0fb45f x1875583274336640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695798.902731:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695798.902733:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695798.902736:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000217351f8. 02000000:00000001:1.0:1788695798.902740:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695798.902742:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695798.902744:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695798.902750:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695798.902752:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a43b1a5e. 02000000:00000001:1.0:1788695798.902755:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695798.902756:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695798.902758:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e0fb45f. 00000100:00000001:1.0:1788695798.902761:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695798.902762:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695798.902765:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695798.902766:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695798.902768:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695798.902769:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695798.902770:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695798.904836:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695798.904924:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695798.904928:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695798.904930:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695798.904940:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695798.904969:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d04200 00000400:00000200:1.0:1788695798.904977:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x53d [1] + 224 00000800:00000001:1.0:1788695798.904983:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695798.904987:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695798.904990:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695798.904995:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695798.905002:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695798.905008:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001676e642 x1875583274336768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695798.905018:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001676e642 x1875583274336768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695798.905035:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695798.905042:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695798.905045:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695798.905047:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695798.905049:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695798.905052:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:0.0:1788695798.905060:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695798.905064:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1788695798.905071:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d04280 00000400:00000001:0.0:1788695798.905072:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695798.905074:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695798.905076:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f08cf85. 00000400:00000200:0.0:1788695798.905081:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013e8a062 00000400:00000010:0.0:1788695798.905083:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013e8a062. 00000100:00000001:0.0:1788695798.905086:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:1.0:1788695798.905088:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x545 [1] + 224 00000100:00000200:0.0:1788695798.905089:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001676e642 x1875583274336768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788695798.905092:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1788695798.905097:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001676e642 x1875583274336768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788695798.905097:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695798.905099:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695798.905102:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695798.905104:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695798.905105:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695798.905105:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788695798.905107:0:201302:0:(client.c:1593:after_reply()) Process entered 00000100:00000200:1.0:1788695798.905108:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a0532af4 x1875583274336896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788695798.905110:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695798.905112:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695798.905114:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695798.905115:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a0532af4 x1875583274336896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788695798.905117:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695798.905125:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=149 v=5 (5 0 0 0) 00000100:00001000:0.0:1788695798.905128:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=149 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695798.905137:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695798.905138:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695798.905141:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695798.905145:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695798.905148:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695798.905150:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695798.905152:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695798.905154:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695798.905158:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001676e642 x1875583274336768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695798.905165:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695798.905166:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695798.905168:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695798.905169:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695798.905170:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695798.905172:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001676e642 x1875583274336768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695798.905179:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274336768:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695798.905182:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695798.905184:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695798.905186:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1788695798.905187:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1788695798.905189:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001676e642 x1875583274336768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788695798.905189:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695798.905194:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695798.905197:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695798.905199:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087ba6a14. 02000000:00000001:0.0:1788695798.905203:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695798.905205:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695798.905208:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695798.905210:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695798.905212:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005599a7b8. 02000000:00000001:0.0:1788695798.905215:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695798.905217:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695798.905219:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001676e642. 00000100:00000001:0.0:1788695798.905222:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000400:00000001:2.0:1788695798.905222:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1788695798.905223:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788695798.905224:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695798.905225:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1821a56. 00000400:00000200:2.0:1788695798.905228:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d9238b2 00000100:00000001:0.0:1788695798.905229:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1788695798.905229:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001d9238b2. 00000100:00000001:2.0:1788695798.905232:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788695798.905237:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695798.905239:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695798.905241:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695798.905242:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788695798.905321:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a0532af4 x1875583274336896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695798.905331:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a0532af4 x1875583274336896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695798.905337:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695798.905338:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695798.905340:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695798.905341:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695798.905342:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695798.905344:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695798.905345:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695798.905349:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=148 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695798.905358:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=135 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695798.905360:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695798.905361:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695798.905363:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788695798.905433:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a0532af4 x1875583274336896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788695798.905440:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695798.905442:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695798.905443:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695798.905445:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695798.905446:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695798.905449:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0532af4 x1875583274336896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695798.905455:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695798.905457:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695798.905458:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695798.905461:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0532af4 x1875583274336896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695798.905467:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274336896:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695798.905471:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695798.905472:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695798.905474:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0532af4 x1875583274336896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695814 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695798.905480:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695798.905482:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695798.905484:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007708b4a. 02000000:00000001:2.0:1788695798.905486:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695798.905487:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695798.905489:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695798.905491:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695798.905492:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024be5195. 02000000:00000001:2.0:1788695798.905498:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695798.905500:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695798.905501:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0532af4. 00000100:00000001:2.0:1788695798.905503:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695798.905504:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695798.905506:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695798.905509:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695798.905510:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695798.905512:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695798.905525:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695799.854030:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695799.854037:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695799.854043:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695799.854044:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695799.854096:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695799.854099:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695799.854101:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695800.174006:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306761969, at 4306761984 00000100:00000040:2.0:1788695800.174006:0:200685:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306761969, at 4306761984 00000100:00000010:0.0:1788695800.174023:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f9cf8d6f. 00000100:00000010:2.0:1788695800.174026:0:200685:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005245dbeb. 00000100:00000040:1.0:1788695800.174038:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306761969, at 4306761984 00000100:00000010:1.0:1788695800.174047:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e9068cc6. 00000100:00000040:3.0:1788695800.175813:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306761969, at 4306761985 00000100:00000010:3.0:1788695800.175828:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099d32986. 00010000:00000001:2.0:1788695800.878020:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695800.878027:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695800.878032:0:200685:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695800.878033:0:200685:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695800.879709:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695800.879715:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695800.879719:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695801.902018:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695801.902025:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695801.902031:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695801.902032:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695801.902145:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695801.902148:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695801.902151:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695802.926014:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695802.926022:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695802.926029:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695802.926033:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695802.926035:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695802.926038:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695802.926042:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695802.926044:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695802.926045:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695802.926047:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695802.926110:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695802.926115:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695802.926117:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695803.950001:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695803.950011:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695803.950018:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695803.950037:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695803.950371:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695803.950375:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695803.950378:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695804.013975:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695804.013986:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695804.013996:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001676e642. 00000020:00000040:0.0:1788695804.014003:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695804.014008:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695804.014011:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695804.014015:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695804.014023:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a43b1a5e. 00000100:00000001:0.0:1788695804.014030:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695804.014040:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000001676e642 x1875583274337024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695804.014051:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695804.014054:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695804.014060:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001676e642] to pc [ptlrpcd_00_01+1] req@000000001676e642 x1875583274337024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695804.014093:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695804.014096:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695804.014100:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695804.014103:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a489c80. 00000020:00000040:0.0:1788695804.014106:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695804.014107:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695804.014111:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695804.014113:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695804.014118:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001676e642 x1875583274337024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695804.014127:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1788695804.014128:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1788695804.014131:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1788695804.014131:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695804.014136:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695804.014137:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695804.014140:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1788695804.014143:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000095d0f4a4. 02000000:00000001:3.0:1788695804.014143:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695804.014148:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274337024:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695804.014149:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695804.014151:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695804.014156:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1788695804.014157:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000004a489c80 x1875583274337152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1788695804.014158:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695804.014161:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695804.014166:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abdab0b0. 00000100:00000001:0.0:1788695804.014168:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1788695804.014169:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695804.014172:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695804.014173:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1788695804.014175:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af7adfa6. 00000100:00000001:2.0:1788695804.014178:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695804.014181:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a489c80] to pc [ptlrpcd_00_02+2] req@000000004a489c80 x1875583274337152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788695804.014182:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000100:00000200:3.0:1788695804.014189:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274337024, portal 25 00000100:00000001:3.0:1788695804.014193:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695804.014200:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882429952 : -113296827121664 : ffff98f506dd8000) 00000100:00000040:3.0:1788695804.014206:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001676e642 x1875583274337024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695804.014208:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695804.014214:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695804.014215:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788695804.014216:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695804.014220:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1788695804.014221:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695804.014223:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788695804.014224:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1788695804.014225:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2b4e50. 00000100:00000010:0.0:1788695804.014228:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7f27e9d. 00000100:00000200:3.0:1788695804.014229:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274337024, offset 0 00000020:00000040:0.0:1788695804.014234:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000040:2.0:1788695804.014234:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a489c80 x1875583274337152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695804.014240:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1788695804.014241:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788695804.014242:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695804.014245:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695804.014251:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b2cfda97. 00000100:00000001:0.0:1788695804.014256:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695804.014258:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695804.014261:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695804.014263:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a7f27e9d x1875583274337280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1788695804.014266:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695804.014269:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695804.014274:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695804.014281:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1788695804.014282:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274337152:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695804.014285:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695804.014289:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1788695804.014293:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f27e9d] to pc [ptlrpcd_00_03+3] req@00000000a7f27e9d x1875583274337280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788695804.014294:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695804.014296:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695804.014298:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695804.014301:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092a2162b. 02000000:00000001:2.0:1788695804.014303:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695804.014306:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d43e42. 00000400:00000010:2.0:1788695804.014311:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038150b0b. 00000100:00000200:2.0:1788695804.014314:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274337152, portal 10 00000100:00000001:2.0:1788695804.014316:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695804.014317:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882430848 : -113296827120768 : ffff98f506dd8380) 00000100:00000040:2.0:1788695804.014324:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004a489c80 x1875583274337152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695804.014330:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695804.014332:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695804.014334:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0e8fa31. 00000100:00000200:2.0:1788695804.014336:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274337152, offset 0 00000400:00000200:2.0:1788695804.014340:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695804.014350:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695804.014355:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695804.014367:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695804.014370:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695804.014373:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:1.0:1788695804.014377:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788695804.014378:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [141:141:256:4294967295] 192.168.201.118@tcp LPNI seq info [141:141:8:4294967295] 00000100:00000001:1.0:1788695804.014382:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695804.014393:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695804.014402:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695804.014406:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c995f34e. 00000800:00000200:2.0:1788695804.014413:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695804.014422:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695804.014425:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c995f34e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695804.014436:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695804.014440:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 80223 usecs (81 jiffies) 00000100:00000001:2.0:1788695804.014443:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306765905 00000100:00000010:2.0:1788695804.014447:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000802f9c81. 00000100:00000001:2.0:1788695804.014452:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788695804.014457:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306765905 00000100:00000010:2.0:1788695804.014459:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002736167a. 00000100:00000001:2.0:1788695804.014462:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788695804.014464:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306765905 00000100:00000010:2.0:1788695804.014466:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077a03d86. 00000100:00000001:2.0:1788695804.014468:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788695804.014471:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306765905 00000100:00000010:2.0:1788695804.014472:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000024d1f6c. 00000100:00000001:2.0:1788695804.014475:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788695804.014477:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695804.014479:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695804.014482:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695804.014484:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695804.014490:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788695804.014491:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1788695804.014493:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695804.014495:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695804.014496:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695804.014500:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788695804.014501:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1788695804.014504:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [142:142:255:4294967295] 192.168.201.118@tcp LPNI seq info [142:142:7:4294967295] 00000100:00000001:2.0:1788695804.014507:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695804.014511:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695804.014513:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695804.014515:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695804.014521:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695804.014525:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695804.014528:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dac42727. 00000800:00000200:3.0:1788695804.014531:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695804.014534:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695804.014536:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dac42727 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695804.014538:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695804.014540:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306767089 00000100:00000001:3.0:1788695804.014543:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306765905 00000100:00000001:3.0:1788695804.014545:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306767089 00000100:00000001:3.0:1788695804.014547:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306765905 00000100:00000001:3.0:1788695804.014548:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306767089 00000100:00000001:3.0:1788695804.014550:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306765905 00000100:00000001:3.0:1788695804.014552:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306767089 00000100:00000001:3.0:1788695804.014555:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306765905 00000800:00000200:2.0:1788695804.014559:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1788695804.014563:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1788695804.014565:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c995f34e. 00000100:00000001:3.0:1788695804.014566:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695804.014570:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695804.014572:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788695804.014572:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695804.014577:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695804.014579:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1788695804.014581:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695804.014582:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695804.014585:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695804.014588:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695804.014589:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695804.014590:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e8fa31 00000400:00000010:2.0:1788695804.014594:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0e8fa31. 00000100:00000001:2.0:1788695804.014598:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695804.014602:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004a489c80 x1875583274337152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695804.014611:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695804.014615:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a489c80 x1875583274337152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695820 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695804.014621:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695804.014623:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788695804.014688:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695804.014690:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dac42727. 00000400:00000200:2.0:1788695804.014693:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695804.014696:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695804.014699:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2b4e50 00000400:00000010:2.0:1788695804.014700:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004e2b4e50. 00000100:00000001:2.0:1788695804.014703:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695804.014705:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001676e642 x1875583274337024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695804.014711:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695804.014713:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001676e642 x1875583274337024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695820 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695804.014718:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695804.014719:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788695804.015470:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695804.015472:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788695804.015474:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788695804.015486:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12103) 00000100:00000001:1.0:1788695804.015991:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695804.015995:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695804.015997:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695804.016004:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a7f27e9d x1875583274337280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695804.016113:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695804.016123:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695804.016125:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695804.016128:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695804.016390:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695804.016399:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695804.016402:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695804.016405:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695804.016407:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695804.016410:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274337280:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695804.016415:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695804.016419:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695804.016421:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695804.016423:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695804.016428:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001157687b. 02000000:00000001:1.0:1788695804.016430:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695804.016434:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e751fda4. 00000400:00000010:1.0:1788695804.016440:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b123ffa. 00000100:00000200:1.0:1788695804.016446:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274337280, portal 10 00000100:00000001:1.0:1788695804.016448:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695804.016450:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438016 : -113296827113600 : ffff98f506dd9f80) 00000100:00000040:1.0:1788695804.016455:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a7f27e9d x1875583274337280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695804.016462:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695804.016465:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695804.016467:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009badf184. 00000100:00000200:1.0:1788695804.016469:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274337280, offset 0 00000400:00000200:1.0:1788695804.016474:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695804.016483:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695804.016487:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695804.016490:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695804.016493:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695804.016495:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695804.016498:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [143:143:256:4294967295] 192.168.201.118@tcp LPNI seq info [143:143:8:4294967295] 00000400:00000200:1.0:1788695804.016506:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695804.016511:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695804.016517:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7e36ce6. 00000800:00000200:1.0:1788695804.016528:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695804.016534:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695804.016537:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f7e36ce6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695804.016557:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695804.016561:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 86013 usecs (87 jiffies) 00000100:00000001:1.0:1788695804.016564:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306765913 00000100:00000001:1.0:1788695804.016567:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306767089 00000100:00000001:1.0:1788695804.016568:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306765913 00000100:00000001:1.0:1788695804.016570:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306767089 00000100:00000001:1.0:1788695804.016572:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306765913 00000100:00000001:1.0:1788695804.016573:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306767089 00000100:00000001:1.0:1788695804.016575:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306765913 00000100:00000001:1.0:1788695804.016576:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306767089 00000100:00000001:1.0:1788695804.016578:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695804.016580:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695804.016582:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695804.016584:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695804.016590:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695804.016592:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695804.016595:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695804.016596:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695804.016597:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695804.016599:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695804.017036:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695804.017040:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7e36ce6. 00000400:00000200:2.0:1788695804.017049:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695804.017054:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695804.017059:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009badf184 00000400:00000010:2.0:1788695804.017061:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009badf184. 00000100:00000001:2.0:1788695804.017064:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695804.017068:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a7f27e9d x1875583274337280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695820 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695804.017082:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695804.017084:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a7f27e9d x1875583274337280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695820 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695804.017091:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695804.017092:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788695804.018395:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695804.018410:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695804.018414:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695804.018417:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695804.018429:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695804.018443:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d04380 00000400:00000200:1.0:1788695804.018450:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x555 [1] + 224 00000800:00000001:1.0:1788695804.018468:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695804.018472:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695804.018475:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695804.018479:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695804.018485:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695804.018490:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004a489c80 x1875583274337152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695804.018500:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a489c80 x1875583274337152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695804.018521:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695804.018528:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695804.018531:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695804.018533:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695804.018535:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695804.018539:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695804.018545:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d04300 00000400:00000200:1.0:1788695804.018550:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x54d [1] + 224 00000800:00000001:1.0:1788695804.018553:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695804.018559:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695804.018561:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695804.018564:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695804.018567:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695804.018569:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001676e642 x1875583274337024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695804.018577:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001676e642 x1875583274337024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695804.018590:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695804.018594:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695804.018597:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695804.018689:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695804.018693:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695804.018697:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695804.018698:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695804.018700:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019d43e42. 00000400:00000200:2.0:1788695804.018704:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038150b0b 00000400:00000010:2.0:1788695804.018705:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000038150b0b. 00000100:00000001:2.0:1788695804.018708:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695804.018711:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004a489c80 x1875583274337152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695804.018717:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004a489c80 x1875583274337152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695804.018721:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695804.018722:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695804.018723:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695804.018725:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695804.018727:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695804.018729:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695804.018736:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695804.018743:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=155 v=5 (5 0 0 0) 00000100:00001000:2.0:1788695804.018746:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=155 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695804.018746:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695804.018751:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695804.018751:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695804.018757:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695804.018759:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695804.018761:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af7adfa6. 00000100:00000001:2.0:1788695804.018762:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695804.018765:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1788695804.018766:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00010000:00000001:2.0:1788695804.018769:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695804.018770:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:2.0:1788695804.018773:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1788695804.018775:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:2.0:1788695804.018776:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695804.018779:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695804.018781:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788695804.018784:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001676e642 x1875583274337024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695804.018786:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a489c80 x1875583274337152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695804.018805:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695804.018809:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695804.018812:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788695804.018815:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001676e642 x1875583274337024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695804.018820:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a489c80 x1875583274337152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695804.018835:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695804.018839:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695804.018840:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695804.018842:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1788695804.018884:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274337152:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695804.018885:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695804.018888:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695804.018892:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695804.018894:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1788695804.018896:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=155 v=5 (5 0 0 0) 00000100:00000001:2.0:1788695804.018898:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1788695804.018903:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=155 v=5 (1 0 0 0) 00000100:00000040:2.0:1788695804.018904:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a489c80 x1875583274337152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695804.018908:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695804.018910:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695804.018914:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695804.018917:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695804.018920:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1788695804.018921:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695804.018924:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695804.018927:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092a2162b. 02000000:00000001:2.0:1788695804.018934:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1788695804.018937:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001676e642 x1875583274337024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1788695804.018938:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695804.018941:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695804.018945:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695804.018948:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000095d0f4a4. 00000100:00000001:3.0:1788695804.018950:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695804.018953:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1788695804.018954:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695804.018956:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695804.018959:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001676e642 x1875583274337024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788695804.018962:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695804.018965:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a489c80. 00000100:00000001:2.0:1788695804.018971:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1788695804.018974:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274337024:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695804.018975:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695804.018979:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695804.018982:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695804.018985:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788695804.018987:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1788695804.018988:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001676e642 x1875583274337024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695804.018991:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695804.018997:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695804.019000:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695804.019001:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695804.019005:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695804.019007:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abdab0b0. 02000000:00000001:3.0:1788695804.019010:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695804.019012:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695804.019013:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695804.019015:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695804.019017:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a43b1a5e. 02000000:00000001:3.0:1788695804.019019:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695804.019020:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695804.019021:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001676e642. 00000100:00000001:3.0:1788695804.019024:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695804.019025:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695804.019027:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695804.019031:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695804.019032:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695804.019034:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695804.019036:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695804.019588:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695804.019596:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695804.019598:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695804.019601:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695804.019606:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695804.019616:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d04400 00000400:00000200:0.0:1788695804.019621:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x55d [1] + 224 00000800:00000001:0.0:1788695804.019625:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695804.019630:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695804.019632:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695804.019635:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695804.019638:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695804.019641:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a7f27e9d x1875583274337280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695804.019649:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a7f27e9d x1875583274337280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695804.019667:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695804.019674:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695804.019676:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695804.021456:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695804.021463:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695804.021488:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695804.021490:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695804.021493:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e751fda4. 00000400:00000200:1.0:1788695804.021499:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b123ffa 00000400:00000010:1.0:1788695804.021502:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000b123ffa. 00000100:00000001:1.0:1788695804.021506:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695804.021514:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a7f27e9d x1875583274337280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695804.021524:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a7f27e9d x1875583274337280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695804.021531:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695804.021532:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695804.021535:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695804.021538:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695804.021540:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695804.021541:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695804.021544:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695804.021553:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=154 v=5 (5 0 0 0) 00000100:00001000:1.0:1788695804.021557:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=141 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695804.021560:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695804.021561:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695804.021563:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788695804.021567:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a7f27e9d x1875583274337280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788695804.021573:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695804.021576:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695804.021578:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695804.021579:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695804.021581:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695804.021583:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a7f27e9d x1875583274337280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695804.021589:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695804.021592:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695804.021599:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695804.021603:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7f27e9d x1875583274337280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695804.021610:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274337280:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695804.021616:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695804.021618:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695804.021621:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a7f27e9d x1875583274337280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695820 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695804.021627:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695804.021630:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695804.021633:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001157687b. 02000000:00000001:1.0:1788695804.021638:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695804.021639:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695804.021641:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695804.021644:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695804.021646:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b2cfda97. 02000000:00000001:1.0:1788695804.021648:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695804.021650:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695804.021651:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7f27e9d. 00000100:00000001:1.0:1788695804.021655:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695804.021656:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695804.021658:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695804.021665:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695804.021667:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695804.021669:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695804.021671:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695804.974000:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695804.974007:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695804.974012:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695804.974013:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695804.974087:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695804.974091:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695804.974093:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695805.293943:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306767089, at 4306767104 00000100:00000010:2.0:1788695805.293957:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077a03d86. 00000100:00000040:0.0:1788695805.294080:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306767089, at 4306767104 00000100:00000010:0.0:1788695805.294085:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000802f9c81. 00000100:00000040:1.0:1788695805.294901:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306767089, at 4306767105 00000100:00000010:1.0:1788695805.294909:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002736167a. 00000100:00000040:3.0:1788695805.296651:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306767089, at 4306767106 00000100:00000010:3.0:1788695805.296664:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000024d1f6c. 00010000:00000001:2.0:1788695805.998561:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695805.998568:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695805.998574:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695805.998575:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695805.998808:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695805.998812:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695805.998814:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695807.023914:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695807.023922:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695807.023928:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695807.023929:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695807.024030:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695807.024034:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695807.024038:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695808.045923:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695808.045931:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695808.045933:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695808.045935:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695808.045938:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695808.045940:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695808.045941:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695808.045943:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695808.045945:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695808.045946:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695808.046075:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695808.046078:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695808.046079:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695809.069956:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695809.069962:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695809.069966:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695809.069967:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695809.070390:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695809.070393:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695809.070396:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695809.134191:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695809.134201:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695809.134209:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ace5e01e. 00000020:00000040:0.0:1788695809.134216:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695809.134220:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695809.134223:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695809.134242:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695809.134249:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001e62593a. 00000100:00000001:0.0:1788695809.134255:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695809.134264:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000ace5e01e x1875583274337408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695809.134274:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695809.134276:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695809.134281:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ace5e01e] to pc [ptlrpcd_00_00+0] req@00000000ace5e01e x1875583274337408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695809.134313:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695809.134316:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695809.134319:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695809.134323:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7f27e9d. 00000020:00000040:0.0:1788695809.134326:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695809.134328:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695809.134330:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695809.134331:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695809.134335:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000909f46e7. 00000100:00000001:0.0:1788695809.134338:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695809.134342:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000a7f27e9d x1875583274337536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695809.134346:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695809.134350:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695809.134351:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695809.134354:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f27e9d] to pc [ptlrpcd_00_01+1] req@00000000a7f27e9d x1875583274337536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695809.134362:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695809.134364:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695809.134370:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788695809.134371:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1788695809.134372:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001676e642. 00000100:00000001:2.0:1788695809.134375:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1788695809.134376:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000040:2.0:1788695809.134383:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ace5e01e x1875583274337408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695809.134389:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695809.134393:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695809.134395:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1788695809.134398:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695809.134399:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1788695809.134399:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695809.134402:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1788695809.134404:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695809.134405:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1788695809.134408:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a7f27e9d x1875583274337536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788695809.134410:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1788695809.134411:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b193dd83. 02000000:00000001:2.0:1788695809.134417:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695809.134418:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695809.134419:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695809.134422:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695809.134425:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1788695809.134428:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000001676e642 x1875583274337664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788695809.134428:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ace5e01e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274337408:192.168.201.118@tcp:400: 02000000:00000001:3.0:1788695809.134428:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695809.134433:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695809.134440:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1788695809.134441:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274337536:192.168.201.118@tcp:400: 02000000:00000001:2.0:1788695809.134447:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788695809.134448:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695809.134452:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695809.134453:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695809.134454:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1788695809.134454:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695809.134457:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695809.134459:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1788695809.134460:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1788695809.134464:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001676e642] to pc [ptlrpcd_00_02+2] req@000000001676e642 x1875583274337664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1788695809.134464:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068ce91d3. 02000000:00000010:2.0:1788695809.134466:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003040d782. 02000000:00000001:3.0:1788695809.134468:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695809.134472:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695809.134476:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af7adfa6. 00000400:00000010:2.0:1788695809.134481:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d43e42. 00000400:00000010:3.0:1788695809.134486:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000400:00000010:2.0:1788695809.134488:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038150b0b. 00000100:00000200:3.0:1788695809.134493:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274337536, portal 10 00000100:00000200:2.0:1788695809.134494:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274337408, portal 25 00000100:00000001:0.0:1788695809.134495:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695809.134498:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695809.134500:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1788695809.134501:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695809.134501:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438016 : -113296827113600 : ffff98f506dd9f80) 00000100:00000001:2.0:1788695809.134505:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882437120 : -113296827114496 : ffff98f506dd9c00) 00000100:00000040:0.0:1788695809.134508:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788695809.134512:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a7f27e9d x1875583274337536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695809.134514:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ace5e01e x1875583274337408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695809.134516:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12108) 00000100:00000001:3.0:1788695809.134527:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695809.134533:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695809.134534:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1788695809.134536:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a86e418. 00000100:00000001:0.0:1788695809.134539:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1788695809.134539:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274337536, offset 0 00000100:00000040:2.0:1788695809.134540:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00100000:0.0:1788695809.134543:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000010:2.0:1788695809.134546:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0e8fa31. 00000100:00000001:0.0:1788695809.134547:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695809.134550:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000200:2.0:1788695809.134556:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274337408, offset 0 00000100:00000001:0.0:1788695809.134557:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695809.134561:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695809.134564:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695809.134567:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788695809.134568:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695809.134569:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1788695809.134574:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000040:0.0:1788695809.134576:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001676e642 x1875583274337664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788695809.134582:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788695809.134588:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1788695809.134591:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:0.0:1788695809.134592:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695809.134597:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1788695809.134599:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1788695809.134600:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695809.134605:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695809.134606:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00100000:0.0:1788695809.134610:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274337664:192.168.201.118@tcp:400: 00000400:00000200:3.0:1788695809.134620:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [144:144:256:4294967295] 192.168.201.118@tcp LPNI seq info [144:144:8:4294967295] 00000100:00000001:0.0:1788695809.134628:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695809.134632:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695809.134634:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695809.134638:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1788695809.134642:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 02000000:00000010:0.0:1788695809.134643:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e99c044f. 02000000:00000001:0.0:1788695809.134648:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695809.134652:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1a2c231. 00000800:00000200:3.0:1788695809.134652:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695809.134655:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000010:3.0:1788695809.134660:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006beeb4bb. 00000400:00000010:0.0:1788695809.134661:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003616cb94. 00000400:00000200:2.0:1788695809.134661:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1788695809.134668:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274337664, portal 10 00000400:00000200:2.0:1788695809.134668:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:0.0:1788695809.134672:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1788695809.134674:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788695809.134675:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882429952 : -113296827121664 : ffff98f506dd8000) 00000400:00000200:2.0:1788695809.134677:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695809.134683:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000040:0.0:1788695809.134685:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001676e642 x1875583274337664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695809.134688:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1788695809.134689:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:1.0:1788695809.134692:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695809.134697:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006beeb4bb type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788695809.134700:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [145:145:255:4294967295] 192.168.201.118@tcp LPNI seq info [145:145:7:4294967295] 00000100:00000001:0.0:1788695809.134710:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695809.134716:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695809.134716:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695809.134720:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001921424c. 00000100:00000040:3.0:1788695809.134723:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 78261 usecs (79 jiffies) 00000100:00000200:0.0:1788695809.134725:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274337664, offset 0 00000400:00000200:2.0:1788695809.134725:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788695809.134729:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306771023 00000400:00000200:0.0:1788695809.134736:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:2.0:1788695809.134737:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000010:3.0:1788695809.134738:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000800:00000010:2.0:1788695809.134744:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c995f34e. 00000400:00000200:0.0:1788695809.134745:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:3.0:1788695809.134747:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1788695809.134754:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1788695809.134754:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788695809.134756:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306771023 00000400:00000200:0.0:1788695809.134760:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000010:3.0:1788695809.134772:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000400:00000200:0.0:1788695809.134776:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1788695809.134778:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788695809.134780:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1788695809.134782:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000200:2.0:1788695809.134785:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c995f34e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695809.134787:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306771023 00000400:00000200:0.0:1788695809.134791:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [146:146:254:4294967295] 192.168.201.118@tcp LPNI seq info [146:146:6:4294967295] 00000100:00000001:2.0:1788695809.134792:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788695809.134794:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b6749. 00000100:00000001:2.0:1788695809.134799:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306772209 00000100:00000001:3.0:1788695809.134801:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788695809.134807:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306771023 00000100:00000001:3.0:1788695809.134808:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306771023 00000400:00000200:0.0:1788695809.134811:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788695809.134815:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306772209 00000100:00000010:3.0:1788695809.134817:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000800:00000200:0.0:1788695809.134821:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000200:1.0:1788695809.134822:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788695809.134822:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306771023 00000100:00000001:3.0:1788695809.134824:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000800:00000010:0.0:1788695809.134827:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cbe4be5a. 00000800:00000010:1.0:1788695809.134829:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006beeb4bb. 00000100:00000001:2.0:1788695809.134832:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306772209 00000100:00000001:3.0:1788695809.134832:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788695809.134835:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1788695809.134836:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788695809.134839:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695809.134840:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306771023 00000100:00000001:3.0:1788695809.134844:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695809.134868:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695809.134871:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000cbe4be5a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695809.134873:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695809.134877:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695809.134879:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306772210 00000100:00000001:3.0:1788695809.134881:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1788695809.134885:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695809.134885:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695809.134887:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306771023 00000100:00000040:0.0:1788695809.134888:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 83773 usecs (84 jiffies) 00000100:00000001:3.0:1788695809.134890:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695809.134894:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306771029 00000400:00000200:1.0:1788695809.134897:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a86e418 00000100:00000001:2.0:1788695809.134897:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695809.134898:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306772209 00000400:00000010:1.0:1788695809.134902:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a86e418. 00000100:00000001:0.0:1788695809.134903:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306771029 00000100:00000001:2.0:1788695809.134903:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695809.134909:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306772209 00000100:00000001:2.0:1788695809.134910:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695809.134912:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306771029 00000100:00000001:1.0:1788695809.134912:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1788695809.134914:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695809.134918:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306772209 00000100:00000200:1.0:1788695809.134919:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a7f27e9d x1875583274337536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695809.134923:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306771029 00000100:00000001:2.0:1788695809.134923:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695809.134927:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695809.134928:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306772210 00000100:00000001:0.0:1788695809.134934:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695809.134934:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695809.134937:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695809.134939:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695809.134941:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695809.134942:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695809.134943:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788695809.134948:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695809.134949:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695809.134951:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a7f27e9d x1875583274337536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695825 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695809.134960:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695809.134962:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695809.134963:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788695809.134972:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695809.134976:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695809.135071:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695809.135074:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c995f34e. 00000400:00000200:1.0:1788695809.135076:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695809.135079:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695809.135081:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e8fa31 00000400:00000010:1.0:1788695809.135082:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0e8fa31. 00000100:00000001:1.0:1788695809.135084:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695809.135086:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000ace5e01e x1875583274337408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695809.135091:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695809.135092:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ace5e01e x1875583274337408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695825 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695809.135104:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695809.135105:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695809.135133:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695809.135136:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cbe4be5a. 00000400:00000200:1.0:1788695809.135139:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695809.135142:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695809.135145:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001921424c 00000400:00000010:1.0:1788695809.135146:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001921424c. 00000100:00000001:1.0:1788695809.135148:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695809.135151:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001676e642 x1875583274337664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695809.135219:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695809.135222:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001676e642 x1875583274337664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695825 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695809.135228:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695809.135229:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788695809.137497:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695809.137512:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695809.137517:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695809.137519:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695809.137530:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695809.137546:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d04500 00000400:00000200:1.0:1788695809.137554:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x565 [1] + 224 00000800:00000001:1.0:1788695809.137562:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695809.137568:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695809.137571:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695809.137576:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695809.137582:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695809.137589:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a7f27e9d x1875583274337536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695809.137599:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a7f27e9d x1875583274337536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695809.137630:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695809.137637:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695809.137639:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695809.138274:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695809.138280:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695809.138287:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695809.138289:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695809.138292:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af7adfa6. 00000400:00000200:3.0:1788695809.138298:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:3.0:1788695809.138300:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:3.0:1788695809.138303:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695809.138308:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a7f27e9d x1875583274337536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695809.138317:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a7f27e9d x1875583274337536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695809.138323:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695809.138324:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695809.138327:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695809.138330:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695809.138341:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695809.138343:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695809.138346:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695809.138354:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=10 v=5 (5 5 0 0) 00000100:00001000:3.0:1788695809.138358:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=10 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695809.138360:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695809.138362:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695809.138364:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695809.138367:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695809.138371:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695809.138373:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695809.138375:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695809.138377:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695809.138380:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a7f27e9d x1875583274337536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695809.138387:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695809.138390:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695809.138400:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695809.138404:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7f27e9d x1875583274337536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695809.138411:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274337536:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695809.138416:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695809.138418:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695809.138421:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a7f27e9d x1875583274337536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695809.138426:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695809.138428:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695809.138431:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068ce91d3. 02000000:00000001:3.0:1788695809.138434:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695809.138436:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695809.138438:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695809.138440:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695809.138442:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000909f46e7. 02000000:00000001:3.0:1788695809.138445:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695809.138447:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695809.138448:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7f27e9d. 00000100:00000001:3.0:1788695809.138451:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695809.138453:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695809.138455:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695809.138462:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695809.138465:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695809.138467:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695809.138469:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695809.140132:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695809.140146:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695809.140149:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695809.140151:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695809.140161:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695809.140176:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d04480 00000400:00000200:0.0:1788695809.140184:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x569 [1] + 224 00000800:00000001:0.0:1788695809.140190:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695809.140196:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695809.140199:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695809.140202:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695809.140209:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695809.140214:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000ace5e01e x1875583274337408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695809.140225:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ace5e01e x1875583274337408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695809.140280:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695809.140288:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695809.140291:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695809.140632:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695809.140638:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695809.140640:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695809.140641:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695809.140643:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788695809.140646:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:2.0:1788695809.140646:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695809.140652:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1788695809.140653:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d04580 00000400:00000001:2.0:1788695809.140655:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695809.140657:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019d43e42. 00000400:00000200:2.0:1788695809.140667:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038150b0b 00000400:00000010:2.0:1788695809.140669:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000038150b0b. 00000100:00000001:2.0:1788695809.140672:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:1.0:1788695809.140674:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x575 [1] + 224 00000100:00000200:2.0:1788695809.140675:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000ace5e01e x1875583274337408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788695809.140679:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695809.140683:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788695809.140683:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000ace5e01e x1875583274337408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788695809.140685:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695809.140688:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695809.140690:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695809.140691:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788695809.140691:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695809.140693:0:201300:0:(client.c:1593:after_reply()) Process entered 00000100:00000200:1.0:1788695809.140694:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001676e642 x1875583274337664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788695809.140696:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695809.140698:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695809.140700:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695809.140702:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001676e642 x1875583274337664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788695809.140703:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695809.140718:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=10 v=5 (5 5 0 0) 00000100:00000001:1.0:1788695809.140719:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00001000:2.0:1788695809.140722:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=10 v=5 (1 1 0 0) 00000800:00000001:1.0:1788695809.140724:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788695809.140724:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695809.140725:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695809.140726:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788695809.140727:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695809.140730:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695809.140732:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695809.140736:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ace5e01e x1875583274337408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695809.140743:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695809.140750:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695809.140752:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695809.140755:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ace5e01e x1875583274337408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695809.140771:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ace5e01e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274337408:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695809.140775:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695809.140776:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695809.140778:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695809.140778:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695809.140780:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ace5e01e x1875583274337408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788695809.140781:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695809.140783:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695809.140784:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1a2c231. 00000400:00000200:0.0:1788695809.140787:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003616cb94 00000400:00000010:0.0:1788695809.140789:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003616cb94. 00000100:00000001:0.0:1788695809.140791:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695809.140795:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001676e642 x1875583274337664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695809.140797:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695809.140799:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1788695809.140802:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001676e642 x1875583274337664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1788695809.140802:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003040d782. 02000000:00000001:2.0:1788695809.140806:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788695809.140808:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:2.0:1788695809.140808:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:0.0:1788695809.140809:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788695809.140810:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695809.140811:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695809.140812:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1788695809.140812:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788695809.140813:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695809.140814:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695809.140814:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001e62593a. 02000000:00000001:0.0:1788695809.140816:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695809.140817:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695809.140818:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:0.0:1788695809.140820:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=9 v=5 (5 5 0 0) 00000100:00000010:2.0:1788695809.140820:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ace5e01e. 00000100:00001000:0.0:1788695809.140823:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=146 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695809.140823:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695809.140825:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695809.140825:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695809.140826:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695809.140827:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788695809.140828:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788695809.140830:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001676e642 x1875583274337664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695809.140833:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695809.140834:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695809.140836:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1788695809.140837:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695809.140838:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695809.140839:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695809.140841:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695809.140843:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695809.140874:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695809.140878:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001676e642 x1875583274337664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695809.140885:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695809.140887:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695809.140888:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695809.140890:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001676e642 x1875583274337664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695809.140896:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274337664:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695809.140900:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695809.140902:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695809.140904:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001676e642 x1875583274337664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695825 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695809.140908:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695809.140910:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695809.140912:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e99c044f. 02000000:00000001:0.0:1788695809.140914:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695809.140915:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695809.140916:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695809.140918:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695809.140920:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b193dd83. 02000000:00000001:0.0:1788695809.140922:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695809.140924:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695809.140925:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001676e642. 00000100:00000001:0.0:1788695809.140928:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695809.140928:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695809.140930:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695809.140933:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695809.140935:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695809.140936:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695809.140938:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695810.093963:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695810.093971:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695810.093977:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695810.093978:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695810.094104:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695810.094109:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695810.094112:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695810.413971:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306772209, at 4306772224 00000100:00000040:1.0:1788695810.413971:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306772209, at 4306772224 00000100:00000040:3.0:1788695810.413971:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306772210, at 4306772224 00000100:00000010:3.0:1788695810.413989:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00000100:00000010:1.0:1788695810.413990:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c64039. 00000100:00000010:0.0:1788695810.413994:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000100:00000040:2.0:1788695810.414214:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306772209, at 4306772224 00000100:00000010:2.0:1788695810.414221:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b6749. 00010000:00000001:2.0:1788695811.118280:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695811.118287:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695811.118292:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695811.118293:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695811.120283:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695811.120290:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695811.120294:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695812.141978:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695812.141986:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695812.141992:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695812.141994:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695812.143684:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695812.143708:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695812.143722:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695813.165983:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695813.165990:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695813.165996:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695813.165999:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695813.166019:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695813.166022:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695813.166025:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695813.166026:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695813.166028:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695813.166031:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695813.166096:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695813.166101:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695813.166104:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695814.189927:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695814.189934:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695814.189940:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695814.189941:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695814.190059:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695814.190063:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695814.190066:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695814.254110:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695814.254120:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695814.254129:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1271b01. 00000020:00000040:2.0:1788695814.254135:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695814.254139:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695814.254142:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695814.254146:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695814.254153:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078c7cd5c. 00000100:00000001:2.0:1788695814.254160:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695814.254169:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000b1271b01 x1875583274337792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695814.254180:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695814.254182:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695814.254187:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1271b01] to pc [ptlrpcd_00_03+3] req@00000000b1271b01 x1875583274337792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695814.254207:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695814.254209:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695814.254212:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695814.254214:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006cc514b8. 00000020:00000040:2.0:1788695814.254217:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695814.254219:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695814.254220:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695814.254222:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695814.254240:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000051526cb6. 00000100:00000001:2.0:1788695814.254243:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695814.254246:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000006cc514b8 x1875583274337920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695814.254254:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695814.254255:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695814.254258:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc514b8] to pc [ptlrpcd_00_00+0] req@000000006cc514b8 x1875583274337920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695814.254279:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695814.254281:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695814.254284:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695814.254287:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028758325. 00000020:00000040:2.0:1788695814.254289:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695814.254291:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695814.254292:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695814.254294:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695814.254296:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2263eda. 00000100:00000001:2.0:1788695814.254299:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695814.254302:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000028758325 x1875583274338048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695814.254309:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695814.254310:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695814.254312:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028758325] to pc [ptlrpcd_00_01+1] req@0000000028758325 x1875583274338048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695814.254319:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695814.254321:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788695814.254325:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788695814.254329:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12113) 00000100:00000001:2.0:1788695814.254355:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695814.254363:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695814.254365:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695814.254370:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006cc514b8 x1875583274337920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695814.254377:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695814.254379:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695814.254382:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695814.254384:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695814.254386:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695814.254389:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006cc514b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274337920:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695814.254393:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695814.254398:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695814.254400:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695814.254402:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695814.254405:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003cf4652c. 02000000:00000001:2.0:1788695814.254407:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695814.254413:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d43e42. 00000400:00000010:2.0:1788695814.254419:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038150b0b. 00000100:00000200:2.0:1788695814.254425:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274337920, portal 10 00000100:00000001:2.0:1788695814.254428:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695814.254429:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611078272 : -113296098473344 : ffff98f5324bca80) 00000100:00000040:2.0:1788695814.254435:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006cc514b8 x1875583274337920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695814.254442:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695814.254444:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695814.254446:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e1b2134. 00000100:00000200:2.0:1788695814.254449:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274337920, offset 0 00000400:00000200:2.0:1788695814.254455:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695814.254467:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695814.254472:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695814.254475:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695814.254478:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695814.254481:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695814.254489:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [147:147:256:4294967295] 192.168.201.118@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:2.0:1788695814.254501:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695814.254507:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695814.254511:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000394a697c. 00000800:00000200:2.0:1788695814.254517:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695814.254523:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695814.254527:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000394a697c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695814.254535:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695814.254539:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 76381 usecs (77 jiffies) 00000100:00000001:2.0:1788695814.254543:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306776141 00000100:00000010:2.0:1788695814.254547:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ff94962. 00000100:00000001:2.0:1788695814.254553:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788695814.254568:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306776141 00000100:00000010:2.0:1788695814.254571:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000938a813a. 00000100:00000001:2.0:1788695814.254574:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788695814.254577:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306776141 00000100:00000010:2.0:1788695814.254580:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077a03d86. 00000100:00000001:2.0:1788695814.254582:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788695814.254584:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306776141 00000100:00000010:2.0:1788695814.254587:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006993d188. 00000100:00000001:2.0:1788695814.254589:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788695814.254593:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695814.254595:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695814.254598:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695814.254600:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695814.254607:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695814.254608:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695814.254610:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695814.254611:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695814.254617:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695814.254620:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788695814.254621:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695814.254623:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695814.254624:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695814.254626:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695814.254627:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695814.254628:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695814.254631:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028758325 x1875583274338048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695814.254638:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695814.254639:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695814.254641:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695814.254643:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695814.254644:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695814.254646:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000028758325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274338048:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695814.254650:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695814.254652:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695814.254653:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695814.254654:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695814.254657:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df865833. 02000000:00000001:2.0:1788695814.254659:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695814.254662:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004964ea30. 00000400:00000010:2.0:1788695814.254665:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085494d83. 00000100:00000200:2.0:1788695814.254667:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274338048, portal 10 00000100:00000001:2.0:1788695814.254669:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695814.254670:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611076480 : -113296098475136 : ffff98f5324bc380) 00000100:00000040:2.0:1788695814.254687:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000028758325 x1875583274338048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695814.254694:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695814.254696:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695814.254698:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf54be2d. 00000100:00000200:2.0:1788695814.254700:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274338048, offset 0 00000400:00000200:2.0:1788695814.254704:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695814.254713:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695814.254716:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695814.254718:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695814.254720:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695814.254722:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695814.254724:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [148:148:255:4294967295] 192.168.201.118@tcp LPNI seq info [148:148:7:4294967295] 00000400:00000200:2.0:1788695814.254731:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695814.254735:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695814.254739:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c995f34e. 00000800:00000200:2.0:1788695814.254743:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695814.254747:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695814.254749:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c995f34e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695814.254751:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695814.254754:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 81666 usecs (82 jiffies) 00000100:00000001:2.0:1788695814.254756:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306776146 00000100:00000001:2.0:1788695814.254760:0:201300:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, simply extend its deadline from 4306776141 00000100:00000001:2.0:1788695814.254763:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306776146 00000100:00000001:2.0:1788695814.254765:0:201300:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, simply extend its deadline from 4306776141 00000100:00000001:2.0:1788695814.254767:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306776146 00000100:00000001:2.0:1788695814.254769:0:201300:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, simply extend its deadline from 4306776141 00000100:00000001:2.0:1788695814.254771:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306776146 00000100:00000001:2.0:1788695814.254773:0:201300:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, simply extend its deadline from 4306776141 00000100:00000001:2.0:1788695814.254775:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695814.254777:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695814.254779:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695814.254781:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695814.254791:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695814.254792:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695814.254867:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695814.254870:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695814.254870:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695814.254873:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1271b01 x1875583274337792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695814.254878:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695814.254879:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695814.254881:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695814.254882:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695814.254883:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695814.254885:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274337792:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695814.254889:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695814.254891:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695814.254892:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695814.254894:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695814.254897:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071a54c87. 02000000:00000001:0.0:1788695814.254898:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695814.254901:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1a2c231. 00000400:00000010:0.0:1788695814.254905:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003616cb94. 00000100:00000200:0.0:1788695814.254907:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274337792, portal 25 00000100:00000001:0.0:1788695814.254909:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695814.254910:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611077376 : -113296098474240 : ffff98f5324bc700) 00000100:00000040:0.0:1788695814.254914:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b1271b01 x1875583274337792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695814.254919:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695814.254922:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695814.254924:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044b3f705. 00000100:00000200:0.0:1788695814.254925:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274337792, offset 0 00000400:00000200:0.0:1788695814.254929:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695814.254934:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695814.254936:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695814.254938:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695814.254940:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695814.254947:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695814.254950:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [149:149:254:4294967295] 192.168.201.118@tcp LPNI seq info [149:149:6:4294967295] 00000400:00000200:0.0:1788695814.254957:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695814.254962:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695814.254965:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000909f46e7. 00000800:00000200:0.0:1788695814.254968:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695814.254971:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695814.254973:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000909f46e7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695814.254974:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695814.254976:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306777330 00000100:00000001:0.0:1788695814.254978:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306776146 00000100:00000001:0.0:1788695814.254980:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306777330 00000100:00000001:0.0:1788695814.254981:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306776146 00000100:00000001:0.0:1788695814.254983:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306777330 00000100:00000001:0.0:1788695814.254984:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306776146 00000100:00000001:0.0:1788695814.254985:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306777330 00000100:00000001:0.0:1788695814.254986:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306776146 00000100:00000001:0.0:1788695814.254987:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695814.254989:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695814.254990:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695814.254991:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695814.254993:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695814.254994:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695814.254995:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695814.254996:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695814.254996:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695814.254997:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695814.255176:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695814.255178:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695814.255205:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695814.255208:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000394a697c. 00000400:00000200:1.0:1788695814.255211:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695814.255214:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695814.255218:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e1b2134 00000400:00000010:1.0:1788695814.255219:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002e1b2134. 00000100:00000001:1.0:1788695814.255222:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695814.255225:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006cc514b8 x1875583274337920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695814.255231:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695814.255232:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006cc514b8 x1875583274337920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695830 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695814.255236:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695814.255237:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695814.255245:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695814.255246:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c995f34e. 00000400:00000200:1.0:1788695814.255247:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695814.255248:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695814.255250:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf54be2d 00000400:00000010:1.0:1788695814.255251:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000bf54be2d. 00000100:00000001:1.0:1788695814.255252:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695814.255253:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000028758325 x1875583274338048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695814.255256:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695814.255262:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028758325 x1875583274338048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695830 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695814.255265:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695814.255266:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695814.255309:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695814.255310:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000909f46e7. 00000400:00000200:1.0:1788695814.255312:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695814.255314:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695814.255315:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044b3f705 00000400:00000010:1.0:1788695814.255316:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000044b3f705. 00000100:00000001:1.0:1788695814.255318:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695814.255319:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b1271b01 x1875583274337792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695830 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695814.255323:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695814.255324:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1271b01 x1875583274337792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695830 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695814.255328:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695814.255329:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788695814.258813:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695814.258828:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695814.258832:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695814.258840:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695814.259119:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695814.259136:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d04600 00000400:00000200:0.0:1788695814.259143:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x58d [1] + 224 00000800:00000001:0.0:1788695814.259150:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695814.259154:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695814.259157:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695814.259162:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695814.259169:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695814.259175:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b1271b01 x1875583274337792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695814.259186:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b1271b01 x1875583274337792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695814.259205:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695814.259213:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695814.259216:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695814.259218:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695814.259220:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695814.259224:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695814.259229:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d04680 00000400:00000200:0.0:1788695814.259234:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x57d [1] + 224 00000800:00000001:0.0:1788695814.259238:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695814.259252:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695814.259254:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695814.259257:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695814.259260:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695814.259263:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006cc514b8 x1875583274337920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695814.259270:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006cc514b8 x1875583274337920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695814.259304:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695814.259309:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695814.259312:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695814.259429:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695814.259433:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695814.259436:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695814.259437:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695814.259442:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695814.259449:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d04700 00000400:00000200:3.0:1788695814.259459:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x585 [1] + 224 00000800:00000001:3.0:1788695814.259464:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695814.259468:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695814.259470:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695814.259473:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695814.259477:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695814.259480:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000028758325 x1875583274338048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695814.259488:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028758325 x1875583274338048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695814.259495:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695814.259498:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695814.259501:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695814.259723:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695814.259727:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695814.259733:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695814.259735:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695814.259738:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004964ea30. 00000400:00000200:1.0:1788695814.259744:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085494d83 00000400:00000010:1.0:1788695814.259746:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000085494d83. 00000100:00000001:1.0:1788695814.259749:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695814.259753:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000028758325 x1875583274338048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695814.259760:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000028758325 x1875583274338048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695814.259765:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695814.259767:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695814.259769:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695814.259771:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695814.259781:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695814.259783:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695814.259785:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695814.259793:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=14 v=5 (5 5 0 0) 00000100:00001000:1.0:1788695814.259797:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=151 v=5 (1 0 0 0) 00000100:00000001:1.0:1788695814.259800:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695814.259802:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695814.259804:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788695814.259809:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000028758325 x1875583274338048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788695814.259816:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695814.259819:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695814.259821:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695814.259823:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695814.259824:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695814.259828:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028758325 x1875583274338048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695814.259835:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695814.259874:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695814.259876:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695814.259880:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028758325 x1875583274338048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695814.259888:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000028758325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274338048:192.168.201.118@tcp:400: 00000400:00000001:1.0:1788695814.259894:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695814.259895:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695814.259896:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019d43e42. 00000400:00000200:1.0:1788695814.259899:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038150b0b 00000400:00000010:1.0:1788695814.259900:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000038150b0b. 00000100:00000001:1.0:1788695814.259902:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695814.259904:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006cc514b8 x1875583274337920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695814.259910:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006cc514b8 x1875583274337920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695814.259921:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695814.259923:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695814.259925:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695814.259926:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695814.259927:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695814.259928:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695814.259930:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695814.259934:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=15 v=5 (5 5 0 0) 00000100:00001000:1.0:1788695814.259936:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=15 v=5 (1 1 0 0) 00000100:00000001:1.0:1788695814.259938:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695814.259939:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695814.259940:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695814.259942:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695814.259945:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695814.259945:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695814.259947:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695814.259948:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695814.259951:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006cc514b8 x1875583274337920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695814.259957:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695814.259958:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695814.259959:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695814.259961:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006cc514b8 x1875583274337920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695814.259967:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006cc514b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274337920:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695814.259970:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695814.259973:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695814.259975:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028758325 x1875583274338048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695814.259981:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695814.259983:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695814.259991:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df865833. 02000000:00000001:1.0:1788695814.259994:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695814.259996:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695814.259998:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695814.260000:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695814.260002:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2263eda. 02000000:00000001:1.0:1788695814.260005:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695814.260008:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695814.260009:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028758325. 00000100:00000001:1.0:1788695814.260012:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695814.260014:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695814.260015:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695814.260018:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006cc514b8 x1875583274337920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695814.260024:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695814.260025:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695814.260026:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003cf4652c. 02000000:00000001:1.0:1788695814.260028:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695814.260029:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695814.260030:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695814.260032:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695814.260033:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000051526cb6. 02000000:00000001:1.0:1788695814.260035:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695814.260036:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695814.260037:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006cc514b8. 00000100:00000001:1.0:1788695814.260039:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695814.260040:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695814.260042:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695814.260048:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695814.260050:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695814.260051:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695814.260053:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695814.260346:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695814.260349:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695814.260352:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695814.260354:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695814.260355:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1a2c231. 00000400:00000200:2.0:1788695814.260359:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003616cb94 00000400:00000010:2.0:1788695814.260361:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003616cb94. 00000100:00000001:2.0:1788695814.260363:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695814.260367:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b1271b01 x1875583274337792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695814.260374:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b1271b01 x1875583274337792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695814.260380:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695814.260382:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695814.260384:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695814.260385:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695814.260387:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695814.260388:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695814.260389:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695814.260392:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=15 v=5 (5 5 0 0) 00000100:00001000:2.0:1788695814.260395:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=15 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695814.260397:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695814.260398:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695814.260399:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695814.260401:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695814.260403:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695814.260405:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1271b01 x1875583274337792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695814.260411:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695814.260413:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695814.260414:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695814.260417:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1271b01 x1875583274337792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695814.260423:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274337792:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695814.260433:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695814.260435:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695814.260436:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1271b01 x1875583274337792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695830 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695814.260440:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695814.260441:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695814.260442:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071a54c87. 02000000:00000001:2.0:1788695814.260444:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695814.260445:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695814.260446:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695814.260447:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695814.260448:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000078c7cd5c. 02000000:00000001:2.0:1788695814.260449:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695814.260450:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695814.260450:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1271b01. 00000100:00000001:2.0:1788695814.260452:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695814.260453:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695814.260453:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695814.260456:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695814.260457:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695814.260458:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695814.260459:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695815.214206:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695815.214212:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695815.214218:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695815.214219:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695815.214389:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695815.214392:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695815.214395:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695815.533935:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306777330, at 4306777344 00000100:00000040:3.0:1788695815.533935:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306777330, at 4306777344 00000100:00000040:2.0:1788695815.533937:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306777330, at 4306777344 00000100:00000010:1.0:1788695815.533950:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000938a813a. 00000100:00000010:3.0:1788695815.533951:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006993d188. 00000100:00000010:2.0:1788695815.533954:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077a03d86. 00000100:00000040:0.0:1788695815.534009:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306777330, at 4306777344 00000100:00000010:0.0:1788695815.534017:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ff94962. 00010000:00000001:2.0:1788695816.237986:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695816.237993:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695816.237999:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695816.238000:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695816.238059:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695816.238063:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695816.238066:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695817.261968:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695817.261974:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695817.261977:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695817.261996:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695817.262077:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695817.262080:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695817.262082:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695818.285951:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695818.285960:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695818.285964:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695818.285967:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695818.285972:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695818.285975:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695818.285977:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695818.285980:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695818.285985:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695818.285986:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695818.286036:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695818.286040:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695818.286042:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695819.309981:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695819.309989:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695819.309996:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695819.309998:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695819.310059:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695819.310063:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695819.310066:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695819.375084:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695819.375091:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695819.375097:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001676e642. 00000020:00000040:0.0:1788695819.375101:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695819.375105:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695819.375107:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695819.375111:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695819.375116:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a43b1a5e. 00000100:00000001:0.0:1788695819.375121:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695819.375129:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000001676e642 x1875583274338176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695819.375136:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695819.375138:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695819.375142:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001676e642] to pc [ptlrpcd_00_02+2] req@000000001676e642 x1875583274338176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695819.375191:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695819.375195:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695819.375197:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695819.375202:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001676e642 x1875583274338176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695819.375209:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695819.375211:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695819.375214:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695819.375217:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695819.375219:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695819.375221:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274338176:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695819.375226:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695819.375231:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695819.375234:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695819.375237:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695819.375241:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c83a6ab. 02000000:00000001:2.0:1788695819.375244:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695819.375249:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c254ec8d. 00000400:00000010:2.0:1788695819.375256:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6ffd42f. 00000100:00000200:2.0:1788695819.375262:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274338176, portal 25 00000100:00000001:2.0:1788695819.375265:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695819.375280:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882429952 : -113296827121664 : ffff98f506dd8000) 00000100:00000040:2.0:1788695819.375285:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001676e642 x1875583274338176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695819.375292:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695819.375295:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695819.375297:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d08e7aa0. 00000100:00000200:2.0:1788695819.375300:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274338176, offset 0 00000400:00000200:2.0:1788695819.375305:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695819.375317:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695819.375322:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695819.375325:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695819.375328:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695819.375331:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695819.375334:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [150:150:256:4294967295] 192.168.201.118@tcp LPNI seq info [150:150:8:4294967295] 00000400:00000200:2.0:1788695819.375345:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695819.375351:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695819.375355:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078c7cd5c. 00000800:00000200:2.0:1788695819.375361:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695819.375368:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695819.375372:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078c7cd5c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695819.375391:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695819.375395:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306782450 00000100:00000010:2.0:1788695819.375398:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d03ef46. 00000100:00000001:2.0:1788695819.375404:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788695819.375409:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306782450 00000100:00000010:2.0:1788695819.375411:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012b293cd. 00000100:00000001:2.0:1788695819.375414:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788695819.375416:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306782450 00000100:00000010:2.0:1788695819.375418:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004f6df21d. 00000100:00000001:2.0:1788695819.375420:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788695819.375427:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306782450 00000100:00000010:2.0:1788695819.375428:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026c9675b. 00000100:00000001:2.0:1788695819.375430:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788695819.375432:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695819.375435:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695819.375437:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695819.375439:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695819.375461:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695819.375463:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695819.375466:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695819.375468:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a489c80. 00000020:00000040:0.0:1788695819.375470:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695819.375472:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695819.375473:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695819.375474:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695819.375477:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000095d0f4a4. 00000100:00000001:0.0:1788695819.375481:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695819.375490:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000004a489c80 x1875583274338304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695819.375498:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695819.375499:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695819.375502:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a489c80] to pc [ptlrpcd_00_03+3] req@000000004a489c80 x1875583274338304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695819.375537:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695819.375540:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695819.375542:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695819.375544:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695819.375545:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695819.375548:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1788695819.375550:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695819.375553:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695819.375554:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695819.375556:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695819.375556:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695819.375558:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695819.375561:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a489c80 x1875583274338304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695819.375568:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695819.375570:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695819.375571:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695819.375573:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695819.375575:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695819.375577:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274338304:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695819.375580:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695819.375596:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695819.375598:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695819.375599:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695819.375603:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b33cdd3c. 02000000:00000001:2.0:1788695819.375605:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695819.375609:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046d60b02. 00000800:00000200:1.0:1788695819.375613:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1788695819.375614:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e484deba. 00000800:00000010:1.0:1788695819.375619:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078c7cd5c. 00000100:00000200:2.0:1788695819.375625:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274338304, portal 10 00000400:00000200:1.0:1788695819.375626:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788695819.375629:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695819.375632:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882430848 : -113296827120768 : ffff98f506dd8380) 00000400:00000200:1.0:1788695819.375635:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000040:2.0:1788695819.375641:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004a489c80 x1875583274338304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788695819.375642:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d08e7aa0 00000400:00000010:1.0:1788695819.375646:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d08e7aa0. 00000100:00000001:2.0:1788695819.375652:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788695819.375653:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1788695819.375654:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695819.375658:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a163905. 00000100:00000200:2.0:1788695819.375659:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274338304, offset 0 00000100:00000200:1.0:1788695819.375661:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001676e642 x1875583274338176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788695819.375665:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695819.375672:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:1.0:1788695819.375677:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1788695819.375677:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695819.375680:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000040:1.0:1788695819.375685:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001676e642 x1875583274338176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695835 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788695819.375685:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695819.375689:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695819.375694:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [151:151:255:4294967295] 192.168.201.118@tcp LPNI seq info [151:151:7:4294967295] 00000100:00000001:1.0:1788695819.375704:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695819.375709:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1788695819.375712:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695819.375717:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695819.375720:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009619aef4. 00000800:00000200:2.0:1788695819.375724:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695819.375728:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695819.375731:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009619aef4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695819.375734:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695819.375737:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 74648 usecs (75 jiffies) 00000100:00000001:2.0:1788695819.375740:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306781260 00000100:00000001:2.0:1788695819.375742:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306782450 00000100:00000001:2.0:1788695819.375743:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306781260 00000100:00000001:2.0:1788695819.375745:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306782450 00000100:00000001:2.0:1788695819.375747:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306781260 00000100:00000001:2.0:1788695819.375752:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306782450 00000100:00000001:2.0:1788695819.375753:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306781260 00000100:00000001:2.0:1788695819.375754:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306782450 00000100:00000001:2.0:1788695819.375755:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695819.375756:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695819.375758:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695819.375759:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695819.375778:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695819.375779:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695819.375817:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695819.375824:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695819.375828:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695819.375831:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0532af4. 00000020:00000040:0.0:1788695819.375833:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695819.375836:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695819.375837:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788695819.375862:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695819.375865:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695819.375866:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695819.375868:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695819.375933:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695819.375938:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000909f46e7. 00000100:00000001:0.0:1788695819.375941:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695819.375945:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a0532af4 x1875583274338432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695819.375953:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695819.375954:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695819.375957:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0532af4] to pc [ptlrpcd_00_00+0] req@00000000a0532af4 x1875583274338432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695819.375991:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695819.375994:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788695819.375997:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788695819.376001:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12118) 00000100:00000001:2.0:1788695819.376132:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695819.376134:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695819.376136:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695819.376140:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0532af4 x1875583274338432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695819.376147:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695819.376148:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695819.376151:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695819.376152:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695819.376154:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695819.376156:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274338432:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695819.376160:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695819.376162:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695819.376163:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695819.376165:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695819.376168:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016a9aa52. 02000000:00000001:2.0:1788695819.376170:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695819.376172:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001090f60d. 00000400:00000010:2.0:1788695819.376176:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8fd35c7. 00000100:00000200:2.0:1788695819.376179:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274338432, portal 10 00000100:00000001:2.0:1788695819.376180:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695819.376186:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882442496 : -113296827109120 : ffff98f506ddb100) 00000100:00000040:2.0:1788695819.376192:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a0532af4 x1875583274338432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695819.376198:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695819.376200:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695819.376203:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b15b59b0. 00000100:00000200:2.0:1788695819.376205:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274338432, offset 0 00000400:00000200:2.0:1788695819.376209:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695819.376282:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695819.376286:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695819.376645:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695819.376648:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695819.376651:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695819.376654:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695819.376656:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695819.376659:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [152:152:255:4294967295] 192.168.201.118@tcp LPNI seq info [152:152:7:4294967295] 00000400:00000200:2.0:1788695819.376666:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695819.376670:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695819.376674:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e680c3a9. 00000800:00000200:2.0:1788695819.376678:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695819.376684:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695819.376686:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1788695819.376687:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e680c3a9 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1788695819.376691:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009619aef4. 00000100:00000001:2.0:1788695819.376693:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695819.376698:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1788695819.376698:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 79642 usecs (80 jiffies) 00000100:00000001:2.0:1788695819.376704:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306781266 00000400:00000200:1.0:1788695819.376707:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695819.376708:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306782450 00000400:00000200:1.0:1788695819.376713:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a163905 00000100:00000001:2.0:1788695819.376713:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306781266 00000400:00000010:1.0:1788695819.376717:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a163905. 00000100:00000001:2.0:1788695819.376718:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306782450 00000100:00000001:1.0:1788695819.376722:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1788695819.376722:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306781266 00000100:00000001:2.0:1788695819.376727:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306782450 00000100:00000200:1.0:1788695819.376729:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004a489c80 x1875583274338304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695819.376730:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306781266 00000100:00000001:2.0:1788695819.376739:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306782450 00000100:00000001:2.0:1788695819.376741:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695819.376745:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695819.376749:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695819.376753:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695819.376760:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788695819.376761:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1788695819.376764:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a489c80 x1875583274338304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695835 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695819.376765:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695819.376769:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695819.376771:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695819.376774:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695819.376778:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695819.376780:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695819.376783:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695819.376797:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695819.376800:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e680c3a9. 00000400:00000200:1.0:1788695819.376803:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695819.376806:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695819.376809:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b15b59b0 00000400:00000010:1.0:1788695819.376811:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b15b59b0. 00000100:00000001:1.0:1788695819.376813:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695819.376816:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a0532af4 x1875583274338432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695819.376822:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695819.376824:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0532af4 x1875583274338432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695835 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695819.376830:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695819.376831:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788695819.379577:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695819.379604:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695819.379608:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695819.379626:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695819.379636:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695819.379651:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d04780 00000400:00000200:0.0:1788695819.379658:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x595 [1] + 224 00000800:00000001:0.0:1788695819.379665:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695819.379669:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695819.379671:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695819.379674:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695819.379681:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695819.379687:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001676e642 x1875583274338176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695819.379708:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001676e642 x1875583274338176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695819.379765:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695819.379769:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695819.379815:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695819.379833:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695819.379838:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695819.379839:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695819.379841:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788695819.379870:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695819.379872:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695819.379874:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c254ec8d. 00000400:00000200:0.0:1788695819.379875:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695819.379882:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d04800 00000400:00000200:2.0:1788695819.379889:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6ffd42f 00000400:00000010:2.0:1788695819.379892:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d6ffd42f. 00000100:00000001:2.0:1788695819.379895:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695819.379898:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001676e642 x1875583274338176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695819.379907:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001676e642 x1875583274338176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695819.379912:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695819.379914:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695819.379916:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695819.379919:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695819.379922:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695819.379924:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695819.379927:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695819.379933:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=20 v=5 (5 5 0 0) 00000100:00001000:2.0:1788695819.379937:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=20 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695819.379940:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695819.379942:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695819.379944:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695819.379946:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695819.379952:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x59d [1] + 224 00000100:00000001:2.0:1788695819.379957:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695819.379958:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695819.379962:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695819.379962:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001676e642 x1875583274338176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788695819.379964:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695819.379968:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695819.379969:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695819.379971:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788695819.379972:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1788695819.379973:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004a489c80 x1875583274338304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695819.379973:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695819.379976:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001676e642 x1875583274338176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695819.379982:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a489c80 x1875583274338304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695819.379984:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274338176:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695819.379988:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695819.379990:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695819.379993:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001676e642 x1875583274338176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695819.379999:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695819.380001:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695819.380005:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c83a6ab. 02000000:00000001:2.0:1788695819.380008:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695819.380011:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695819.380013:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695819.380015:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695819.380017:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a43b1a5e. 02000000:00000001:2.0:1788695819.380020:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695819.380022:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695819.380023:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001676e642. 00000100:00000001:2.0:1788695819.380027:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695819.380028:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695819.380031:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695819.380032:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695819.380033:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695819.380064:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695819.380069:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695819.380081:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695819.380083:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695819.380085:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695819.380089:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695819.380095:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d04880 00000400:00000200:0.0:1788695819.380099:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x5a5 [1] + 224 00000800:00000001:0.0:1788695819.380103:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695819.380108:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695819.380110:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695819.380112:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695819.380116:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695819.380118:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a0532af4 x1875583274338432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695819.380125:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a0532af4 x1875583274338432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695819.380142:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695819.380147:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695819.380149:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695819.380169:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695819.380173:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695819.380176:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695819.380178:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695819.380179:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000001090f60d. 00000400:00000200:1.0:1788695819.380183:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8fd35c7 00000400:00000010:1.0:1788695819.380185:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8fd35c7. 00000100:00000001:1.0:1788695819.380187:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695819.380191:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a0532af4 x1875583274338432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788695819.380272:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695819.380275:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695819.380276:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046d60b02. 00000400:00000200:2.0:1788695819.380280:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e484deba 00000400:00000010:2.0:1788695819.380282:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e484deba. 00000100:00000001:2.0:1788695819.380290:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695819.380294:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004a489c80 x1875583274338304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695819.380301:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004a489c80 x1875583274338304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695819.380307:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695819.380308:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695819.380310:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695819.380311:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695819.380312:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695819.380313:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695819.380315:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695819.380320:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=20 v=5 (5 5 0 0) 00000100:00001000:2.0:1788695819.380322:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=20 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695819.380324:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695819.380325:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695819.380327:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695819.380330:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695819.380333:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695819.380334:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695819.380337:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695819.380338:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695819.380341:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a489c80 x1875583274338304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695819.380347:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695819.380349:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695819.380350:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695819.380353:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a489c80 x1875583274338304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695819.380357:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274338304:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695819.380360:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695819.380361:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695819.380367:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a489c80 x1875583274338304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695819.380371:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695819.380372:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695819.380373:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b33cdd3c. 02000000:00000001:2.0:1788695819.380375:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695819.380376:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695819.380376:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695819.380377:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695819.380378:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000095d0f4a4. 02000000:00000001:2.0:1788695819.380380:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695819.380380:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695819.380381:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a489c80. 00000100:00000001:2.0:1788695819.380382:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695819.380383:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695819.380384:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695819.380390:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695819.380391:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695819.380392:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695819.380393:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788695819.380545:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a0532af4 x1875583274338432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695819.380552:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695819.380560:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695819.380562:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695819.380563:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695819.380565:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695819.380566:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695819.380568:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695819.380572:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=19 v=5 (5 5 0 0) 00000100:00001000:1.0:1788695819.380575:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=6 v=5 (1 1 0 0) 00000100:00000001:1.0:1788695819.380590:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695819.380592:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695819.380594:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788695819.380597:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a0532af4 x1875583274338432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788695819.380604:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695819.380607:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695819.380608:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695819.380609:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695819.380610:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695819.380613:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0532af4 x1875583274338432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695819.380618:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695819.380620:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695819.380622:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695819.380624:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0532af4 x1875583274338432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695819.380630:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274338432:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695819.380634:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695819.380636:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695819.380637:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0532af4 x1875583274338432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695835 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695819.380643:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695819.380645:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695819.380651:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016a9aa52. 02000000:00000001:1.0:1788695819.380654:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695819.380655:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695819.380656:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695819.380658:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695819.380660:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000909f46e7. 02000000:00000001:1.0:1788695819.380662:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695819.380663:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695819.380664:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0532af4. 00000100:00000001:1.0:1788695819.380667:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695819.380668:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695819.380670:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695819.380674:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695819.380675:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695819.380677:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695819.380678:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695820.334108:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695820.334116:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695820.334121:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695820.334122:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695820.334179:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695820.334183:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695820.334186:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695820.653990:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306782450, at 4306782464 00000100:00000010:0.0:1788695820.654009:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d03ef46. 00000100:00000040:2.0:1788695820.654015:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306782450, at 4306782464 00000100:00000010:2.0:1788695820.654022:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004f6df21d. 00000100:00000040:1.0:1788695820.654044:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306782450, at 4306782464 00000100:00000010:1.0:1788695820.654052:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012b293cd. 00000100:00000040:3.0:1788695820.654184:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306782450, at 4306782464 00000100:00000010:3.0:1788695820.654190:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026c9675b. 00010000:00000001:2.0:1788695821.357975:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695821.357983:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695821.357989:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695821.357990:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695821.358171:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695821.358174:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695821.358177:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695822.381985:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695822.381993:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695822.382006:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695822.382007:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695822.382077:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695822.382081:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695822.382084:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695823.406161:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695823.406166:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695823.406169:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695823.406188:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695823.406189:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695823.406191:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695823.406193:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695823.406195:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695823.406196:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695823.406198:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695823.406257:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695823.406261:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695823.406263:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695824.429970:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695824.429977:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695824.429993:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695824.429994:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695824.430045:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695824.430049:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695824.430052:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695824.494783:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695824.494794:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695824.494803:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb2fdde9. 00000020:00000040:1.0:1788695824.494838:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695824.494843:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695824.494867:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695824.494872:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695824.494880:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006596e7c6. 00000100:00000001:1.0:1788695824.494887:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695824.494898:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000cb2fdde9 x1875583274338560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695824.494908:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695824.494911:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695824.494917:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb2fdde9] to pc [ptlrpcd_00_01+1] req@00000000cb2fdde9 x1875583274338560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695824.494949:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695824.494953:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695824.494956:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695824.494960:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa89a7c4. 00000020:00000040:1.0:1788695824.494963:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695824.494966:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695824.494967:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695824.494969:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695824.494972:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000155bbcce. 00000100:00000001:1.0:1788695824.494975:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695824.494979:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000fa89a7c4 x1875583274338688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695824.494986:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695824.494987:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695824.494987:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788695824.494994:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa89a7c4] to pc [ptlrpcd_00_02+2] req@00000000fa89a7c4 x1875583274338688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695824.494994:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695824.494998:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695824.495006:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb2fdde9 x1875583274338560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695824.495015:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695824.495017:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695824.495020:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695824.495023:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695824.495025:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695824.495029:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cb2fdde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274338560:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695824.495033:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788695824.495036:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695824.495040:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1788695824.495048:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695824.495051:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695824.495055:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1788695824.495056:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1788695824.495060:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099f63aea. 02000000:00000010:3.0:1788695824.495063:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c49401c1. 00000020:00000040:1.0:1788695824.495064:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:3.0:1788695824.495068:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695824.495070:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695824.495073:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695824.495075:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695824.495076:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af7adfa6. 02000000:00000010:1.0:1788695824.495080:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000372e11cf. 00000100:00000001:1.0:1788695824.495085:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695824.495086:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000100:00000040:1.0:1788695824.495091:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000099f63aea x1875583274338816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1788695824.495095:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274338560, portal 25 00000100:00000001:0.0:1788695824.495098:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695824.495100:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695824.495103:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695824.495104:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877470976 : -113296832080640 : ffff98f50691d500) 00000100:00000001:1.0:1788695824.495105:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695824.495107:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788695824.495109:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695824.495116:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa89a7c4 x1875583274338688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695824.495116:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cb2fdde9 x1875583274338560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695824.495117:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099f63aea] to pc [ptlrpcd_00_03+3] req@0000000099f63aea x1875583274338816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695824.495148:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695824.495150:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788695824.495151:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695824.495153:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695824.495156:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1788695824.495158:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:1.0:1788695824.495159:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1788695824.495164:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024937889. 02000000:00000001:0.0:1788695824.495165:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788695824.495167:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1788695824.495169:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274338560, offset 0 02000000:00000001:0.0:1788695824.495171:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695824.495176:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12124) 00000100:00100000:0.0:1788695824.495178:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fa89a7c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274338688:192.168.201.118@tcp:400: 00000400:00000200:3.0:1788695824.495182:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695824.495186:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695824.495190:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695824.495191:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695824.495193:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695824.495197:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007584181. 02000000:00000001:0.0:1788695824.495200:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695824.495204:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecce2544. 00000400:00000010:0.0:1788695824.495209:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050d9c735. 00000400:00000200:3.0:1788695824.495209:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000200:0.0:1788695824.495215:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274338688, portal 10 00000400:00000200:3.0:1788695824.495218:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788695824.495219:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695824.495223:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877474560 : -113296832077056 : ffff98f50691e300) 00000400:00000200:3.0:1788695824.495226:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:1.0:1788695824.495231:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788695824.495231:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788695824.495235:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695824.495239:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1788695824.495239:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000040:0.0:1788695824.495243:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fa89a7c4 x1875583274338688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695824.495248:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099f63aea x1875583274338816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788695824.495248:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [153:153:256:4294967295] 192.168.201.118@tcp LPNI seq info [153:153:8:4294967295] 00000100:00000001:2.0:1788695824.495260:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695824.495265:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788695824.495266:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695824.495273:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788695824.495277:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1788695824.495279:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e92bbd72. 00000100:00000001:1.0:1788695824.495282:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788695824.495284:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274338688, offset 0 00000400:00000200:3.0:1788695824.495285:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 02000000:00000001:1.0:1788695824.495288:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695824.495292:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695824.495296:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695824.495300:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00100000:1.0:1788695824.495301:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000099f63aea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274338816:192.168.201.118@tcp:400: 00000800:00000200:3.0:1788695824.495304:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788695824.495310:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1788695824.495311:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000010:3.0:1788695824.495312:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f59c383. 00000400:00000200:0.0:1788695824.495316:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1788695824.495322:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1788695824.495325:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000001:1.0:1788695824.495326:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695824.495329:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1788695824.495329:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 02000000:00000001:1.0:1788695824.495331:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1788695824.495336:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000010:1.0:1788695824.495339:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079a701ad. 00000400:00000200:0.0:1788695824.495342:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [154:154:255:4294967295] 192.168.201.118@tcp LPNI seq info [154:154:7:4294967295] 02000000:00000001:1.0:1788695824.495345:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695824.495345:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695824.495352:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f59c383 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1788695824.495361:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000010:1.0:1788695824.495363:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e751fda4. 00000800:00000200:0.0:1788695824.495369:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695824.495372:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b123ffa. 00000800:00000010:0.0:1788695824.495374:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000909f46e7. 00000100:00000200:1.0:1788695824.495378:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274338816, portal 10 00000100:00000001:3.0:1788695824.495379:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695824.495382:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:1.0:1788695824.495385:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695824.495387:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306787570 00000100:00000001:1.0:1788695824.495388:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877472768 : -113296832078848 : ffff98f50691dc00) 00000800:00000200:0.0:1788695824.495392:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000010:3.0:1788695824.495396:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000100:00000040:1.0:1788695824.495400:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000099f63aea x1875583274338816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788695824.495403:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000909f46e7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695824.495411:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695824.495412:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1788695824.495417:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 72975 usecs (73 jiffies) 00000100:00000001:1.0:1788695824.495418:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788695824.495421:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306787570 00000100:00000001:0.0:1788695824.495422:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306786378 00000800:00000200:2.0:1788695824.495426:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1788695824.495427:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695824.495428:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306787570 00000800:00000010:2.0:1788695824.495430:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f59c383. 00000100:00000001:0.0:1788695824.495434:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306786378 00000400:00000010:1.0:1788695824.495434:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c44c95cb. 00000400:00000200:2.0:1788695824.495438:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1788695824.495438:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000200:1.0:1788695824.495441:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274338816, offset 0 00000100:00000001:3.0:1788695824.495443:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788695824.495449:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306787570 00000100:00000001:0.0:1788695824.495450:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306787570 00000400:00000200:1.0:1788695824.495452:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695824.495456:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306786378 00000400:00000200:2.0:1788695824.495456:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000010:3.0:1788695824.495457:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81c9ce7. 00000400:00000200:1.0:1788695824.495463:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:3.0:1788695824.495464:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1788695824.495469:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788695824.495470:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306787570 00000100:00000001:3.0:1788695824.495470:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306787570 00000400:00000200:1.0:1788695824.495476:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:0.0:1788695824.495477:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306786378 00000400:00000200:1.0:1788695824.495482:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1788695824.495483:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2ee9250. 00000400:00000200:1.0:1788695824.495488:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:0.0:1788695824.495502:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000400:00000200:1.0:1788695824.495504:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [155:155:254:4294967295] 192.168.201.118@tcp LPNI seq info [155:155:6:4294967295] 00000100:00000001:0.0:1788695824.495508:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695824.495511:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306786378 00000100:00000001:0.0:1788695824.495513:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695824.495519:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695824.495521:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788695824.495522:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:0.0:1788695824.495524:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695824.495527:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695824.495533:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695824.495534:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1788695824.495535:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024937889 00000800:00000200:1.0:1788695824.495537:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695824.495538:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695824.495539:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1788695824.495541:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000024937889. 00000100:00000001:0.0:1788695824.495544:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1788695824.495545:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032870841. 00000100:00000001:0.0:1788695824.495547:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695824.495548:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695824.495549:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788695824.495550:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695824.495551:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695824.495556:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695824.495556:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000200:2.0:1788695824.495557:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cb2fdde9 x1875583274338560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695824.495558:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695824.495562:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695824.495566:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695824.495570:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788695824.495572:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695824.495577:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000032870841 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695824.495580:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788695824.495582:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695824.495587:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb2fdde9 x1875583274338560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695840 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695824.495588:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 77697 usecs (78 jiffies) 00000100:00000001:1.0:1788695824.495594:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306786383 00000100:00000001:2.0:1788695824.495598:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695824.495603:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788695824.495604:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306787570 00000100:00000001:1.0:1788695824.495608:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306786383 00000100:00000001:1.0:1788695824.495609:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306787570 00000100:00000001:1.0:1788695824.495611:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306786383 00000100:00000001:1.0:1788695824.495613:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306787570 00000100:00000001:1.0:1788695824.495615:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306786383 00000100:00000001:1.0:1788695824.495617:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306787570 00000100:00000001:1.0:1788695824.495618:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1788695824.495620:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788695824.495621:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788695824.495623:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000909f46e7. 00000100:00000001:1.0:1788695824.495625:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695824.495629:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695824.495629:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788695824.495636:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1788695824.495636:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695824.495639:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695824.495643:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695824.495644:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695824.495645:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695824.495647:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695824.495652:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e92bbd72 00000400:00000010:2.0:1788695824.495655:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e92bbd72. 00000100:00000001:2.0:1788695824.495660:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695824.495663:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000fa89a7c4 x1875583274338688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695824.495683:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695824.495686:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa89a7c4 x1875583274338688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695840 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695824.495692:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695824.495694:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788695824.495758:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695824.495761:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032870841. 00000400:00000200:2.0:1788695824.495764:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695824.495767:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695824.495770:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44c95cb 00000400:00000010:2.0:1788695824.495771:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c44c95cb. 00000100:00000001:2.0:1788695824.495774:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695824.495776:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000099f63aea x1875583274338816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695824.495783:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695824.495785:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000099f63aea x1875583274338816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695840 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695824.495790:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695824.495791:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788695824.497525:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695824.497650:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695824.497654:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695824.497665:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695824.497674:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695824.497688:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d04900 00000400:00000200:1.0:1788695824.497694:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x5ad [1] + 224 00000800:00000001:1.0:1788695824.497701:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695824.497704:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695824.497707:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695824.497710:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695824.497715:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695824.497720:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cb2fdde9 x1875583274338560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695824.497747:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb2fdde9 x1875583274338560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695824.497772:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695824.497780:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695824.497783:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695824.497785:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695824.497787:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695824.497791:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695824.497796:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d04980 00000400:00000200:1.0:1788695824.497801:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x5b5 [1] + 224 00000800:00000001:1.0:1788695824.497804:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695824.497806:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695824.497808:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695824.497811:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695824.497814:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695824.497816:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000fa89a7c4 x1875583274338688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695824.497824:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fa89a7c4 x1875583274338688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695824.497842:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695824.497866:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695824.497870:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695824.497872:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695824.497874:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695824.497879:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695824.497884:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d04a00 00000400:00000200:1.0:1788695824.497889:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x5bd [1] + 224 00000100:00000001:0.0:1788695824.497890:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695824.497895:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1788695824.497896:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1788695824.497903:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1788695824.497903:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788695824.497906:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695824.497909:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecce2544. 00000400:00000200:1.0:1788695824.497913:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695824.497915:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d9c735 00000400:00000200:1.0:1788695824.497919:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000010:0.0:1788695824.497920:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000050d9c735. 00000100:00000001:0.0:1788695824.497925:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788695824.497926:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695824.497931:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000fa89a7c4 x1875583274338688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695824.497932:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000099f63aea x1875583274338816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695824.497955:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000099f63aea x1875583274338816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695824.497971:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:0.0:1788695824.497975:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000fa89a7c4 x1875583274338688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788695824.497977:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695824.497982:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695824.497985:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695824.497986:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695824.497989:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695824.497990:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695824.497995:0:201302:0:(client.c:1593:after_reply()) Process entered 00000400:00000001:3.0:1788695824.497996:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1788695824.497998:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1788695824.497999:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1788695824.498002:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1788695824.498003:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af7adfa6. 00000100:00000001:0.0:1788695824.498005:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695824.498009:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 02000000:00000001:0.0:1788695824.498010:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695824.498013:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:3.0:1788695824.498017:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00001000:0.0:1788695824.498019:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=25 v=5 (5 5 0 0) 00000100:00000200:3.0:1788695824.498022:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cb2fdde9 x1875583274338560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1788695824.498026:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=25 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695824.498032:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695824.498035:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788695824.498038:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cb2fdde9 x1875583274338560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695824.498039:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695824.498044:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695824.498047:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695824.498049:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1788695824.498049:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695824.498052:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695824.498054:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695824.498057:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695824.498058:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695824.498061:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695824.498062:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695824.498064:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695824.498065:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa89a7c4 x1875583274338688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788695824.498066:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695824.498070:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=25 v=5 (5 5 0 0) 00000100:00001000:3.0:1788695824.498075:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=25 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695824.498080:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695824.498083:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695824.498083:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695824.498087:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1788695824.498089:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1788695824.498089:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695824.498093:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695824.498093:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695824.498101:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb2fdde9 x1875583274338560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695824.498103:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa89a7c4 x1875583274338688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695824.498116:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695824.498120:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695824.498122:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788695824.498124:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fa89a7c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274338688:192.168.201.118@tcp:400: 00000100:00000040:3.0:1788695824.498127:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb2fdde9 x1875583274338560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695824.498132:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695824.498137:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1788695824.498137:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cb2fdde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274338560:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695824.498142:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695824.498143:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa89a7c4 x1875583274338688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695824.498144:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695824.498149:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb2fdde9 x1875583274338560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695824.498160:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695824.498162:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695824.498164:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c49401c1. 02000000:00000001:3.0:1788695824.498168:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695824.498170:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695824.498172:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695824.498177:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695824.498179:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006596e7c6. 00000100:00000001:0.0:1788695824.498180:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695824.498182:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695824.498183:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695824.498186:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007584181. 02000000:00000001:3.0:1788695824.498190:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1788695824.498192:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:3.0:1788695824.498192:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb2fdde9. 00000100:00000001:3.0:1788695824.498195:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1788695824.498196:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:3.0:1788695824.498197:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788695824.498199:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695824.498200:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788695824.498204:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695824.498206:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000155bbcce. 00000100:00000001:3.0:1788695824.498207:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1788695824.498210:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1788695824.498210:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695824.498211:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788695824.498214:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1788695824.498215:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788695824.498217:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa89a7c4. 00000100:00000001:0.0:1788695824.498222:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695824.498223:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695824.498225:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695824.498229:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695824.498230:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695824.498232:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695824.498234:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695824.500606:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695824.500616:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695824.500625:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695824.500626:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695824.500629:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e751fda4. 00000400:00000200:2.0:1788695824.500637:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b123ffa 00000400:00000010:2.0:1788695824.500640:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000b123ffa. 00000100:00000001:2.0:1788695824.500643:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695824.500654:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000099f63aea x1875583274338816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695824.500665:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000099f63aea x1875583274338816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695824.500674:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695824.500694:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695824.500697:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695824.500699:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695824.500701:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695824.500703:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695824.500705:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695824.500713:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=24 v=5 (5 5 0 0) 00000100:00001000:2.0:1788695824.500717:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=11 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695824.500720:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695824.500721:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695824.500723:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788695824.500728:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000099f63aea x1875583274338816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788695824.500734:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695824.500738:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695824.500739:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695824.500741:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695824.500743:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695824.500746:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000099f63aea x1875583274338816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695824.500753:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695824.500756:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695824.500758:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695824.500761:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099f63aea x1875583274338816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695824.500768:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000099f63aea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274338816:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695824.500773:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695824.500775:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695824.500778:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000099f63aea x1875583274338816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695840 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695824.500783:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695824.500786:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695824.500794:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079a701ad. 02000000:00000001:2.0:1788695824.500798:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695824.500801:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695824.500802:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695824.500805:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695824.500807:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000372e11cf. 02000000:00000001:2.0:1788695824.500810:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695824.500812:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695824.500813:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099f63aea. 00000100:00000001:2.0:1788695824.500815:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695824.500816:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695824.500818:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695824.500822:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695824.500824:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695824.500825:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695824.500826:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695825.453957:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695825.453964:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695825.453970:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695825.453972:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695825.454006:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695825.454010:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695825.454013:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695825.773942:0:201115:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306787570, at 4306787584 00000100:00000040:3.0:1788695825.773942:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306787570, at 4306787584 00000100:00000040:2.0:1788695825.773945:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306787570, at 4306787584 00000100:00000010:1.0:1788695825.773959:0:201115:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00000100:00000010:2.0:1788695825.773961:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81c9ce7. 00000100:00000010:3.0:1788695825.773971:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2ee9250. 00000100:00000040:0.0:1788695825.774106:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306787570, at 4306787584 00000100:00000010:0.0:1788695825.774111:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00010000:00000001:2.0:1788695826.478278:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695826.478286:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695826.478291:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695826.478291:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695826.478378:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695826.478381:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695826.478384:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695827.502056:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695827.502063:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695827.502065:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695827.502068:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695827.502073:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695827.502076:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695827.502078:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695827.502080:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695827.502084:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695827.502086:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695827.502137:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695827.502141:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695827.502143:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695828.525984:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695828.526007:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695828.526014:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695828.526015:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695828.526067:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695828.526070:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695828.526072:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695829.549959:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695829.549966:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695829.549972:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695829.549974:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695829.550073:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695829.550077:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695829.550080:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695829.615213:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695829.615221:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695829.615227:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1271b01. 00000020:00000040:2.0:1788695829.615233:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695829.615237:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695829.615240:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695829.615244:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695829.615251:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a559f720. 00000100:00000001:2.0:1788695829.615258:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695829.615268:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000b1271b01 x1875583274338944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695829.615278:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695829.615280:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695829.615285:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1271b01] to pc [ptlrpcd_00_00+0] req@00000000b1271b01 x1875583274338944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695829.615320:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695829.615322:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695829.615326:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695829.615329:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008bf0b5be. 00000020:00000040:2.0:1788695829.615331:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695829.615334:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695829.615335:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695829.615337:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695829.615340:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a3e8ab7. 00000100:00000001:2.0:1788695829.615343:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695829.615347:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000008bf0b5be x1875583274339072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695829.615349:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695829.615353:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695829.615356:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695829.615363:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1271b01 x1875583274338944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695829.615366:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695829.615369:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695829.615373:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1788695829.615377:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf0b5be] to pc [ptlrpcd_00_01+1] req@000000008bf0b5be x1875583274339072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695829.615382:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695829.615387:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695829.615391:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695829.615393:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695829.615394:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695829.615396:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274338944:192.168.201.118@tcp:400: 00000100:00000040:2.0:1788695829.615398:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695829.615400:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788695829.615414:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1788695829.615418:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1788695829.615418:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000558de936. 02000000:00000001:1.0:1788695829.615422:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788695829.615423:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:1.0:1788695829.615425:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788695829.615427:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1788695829.615429:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000301eb57e. 02000000:00000001:2.0:1788695829.615430:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695829.615434:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695829.615435:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695829.615438:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000764e5b61. 02000000:00000010:2.0:1788695829.615441:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000334bf9d4. 00000400:00000010:1.0:1788695829.615446:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6df8fe2. 00000100:00000001:2.0:1788695829.615447:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788695829.615453:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274338944, portal 25 00000100:00000040:2.0:1788695829.615455:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000558de936 x1875583274339200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695829.615456:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695829.615458:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611077376 : -113296098474240 : ffff98f5324bc700) 00000100:00000040:1.0:1788695829.615466:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b1271b01 x1875583274338944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695829.615469:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695829.615473:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695829.615474:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695829.615478:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695829.615481:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004db18ce7. 00000100:00000040:2.0:1788695829.615481:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000558de936] to pc [ptlrpcd_00_02+2] req@00000000558de936 x1875583274339200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695829.615485:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274338944, offset 0 00000400:00000200:1.0:1788695829.615494:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695829.615506:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695829.615510:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788695829.615512:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695829.615513:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000040:2.0:1788695829.615517:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1788695829.615520:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695829.615524:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000040:2.0:1788695829.615525:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1788695829.615530:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [156:156:256:4294967295] 192.168.201.118@tcp LPNI seq info [156:156:8:4294967295] 00000100:00000001:0.0:1788695829.615531:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788695829.615533:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12129) 00000100:00000001:0.0:1788695829.615536:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695829.615539:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1788695829.615543:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788695829.615546:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788695829.615547:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000558de936 x1875583274339200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695829.615550:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695829.615553:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695829.615559:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008bf0b5be x1875583274339072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788695829.615560:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695829.615563:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695829.615566:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788695829.615569:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dffc0522. 02000000:00000001:0.0:1788695829.615572:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695829.615574:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1788695829.615586:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 02000000:00000001:0.0:1788695829.615591:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695829.615592:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1788695829.615596:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000558de936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274339200:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695829.615596:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695829.615601:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 02000000:00000001:2.0:1788695829.615601:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788695829.615605:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695829.615605:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1788695829.615607:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dffc0522 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1788695829.615609:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695829.615610:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695829.615614:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000008bf0b5be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274339072:192.168.201.118@tcp:400: 02000000:00000001:0.0:1788695829.615619:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695829.615619:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788695829.615622:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695829.615623:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1788695829.615624:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695829.615628:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695829.615629:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306792690 02000000:00000010:0.0:1788695829.615630:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa20ca05. 02000000:00000001:2.0:1788695829.615630:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1788695829.615635:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695829.615635:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9c3cf3e. 00000100:00000010:1.0:1788695829.615636:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4a3d34f. 02000000:00000001:2.0:1788695829.615640:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695829.615641:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecce2544. 00000100:00000001:1.0:1788695829.615645:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1788695829.615645:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046d60b02. 00000400:00000010:0.0:1788695829.615648:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050d9c735. 00000400:00000010:2.0:1788695829.615652:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e484deba. 00000100:00000200:0.0:1788695829.615653:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274339200, portal 10 00000100:00000001:1.0:1788695829.615654:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306792690 00000100:00000200:2.0:1788695829.615658:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274339072, portal 10 00000100:00000001:0.0:1788695829.615659:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1788695829.615661:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082f7dcd5. 00000100:00000001:2.0:1788695829.615662:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695829.615663:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611075584 : -113296098476032 : ffff98f5324bc000) 00000100:00000001:2.0:1788695829.615665:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611087232 : -113296098464384 : ffff98f5324bed80) 00000100:00000001:1.0:1788695829.615667:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788695829.615673:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306792690 00000100:00000040:0.0:1788695829.615675:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000558de936 x1875583274339200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695829.615676:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000008bf0b5be x1875583274339072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1788695829.615679:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a02473c0. 00000100:00000001:1.0:1788695829.615685:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788695829.615690:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306792690 00000100:00000010:1.0:1788695829.615696:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098edf6dd. 00000100:00000001:1.0:1788695829.615700:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788695829.615704:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788695829.615706:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788695829.615707:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788695829.615710:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788695829.615712:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695829.615715:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695829.615715:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6ffd42f. 00000100:00000001:1.0:1788695829.615717:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788695829.615719:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274339072, offset 0 00000400:00000010:0.0:1788695829.615720:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003657e232. 00000100:00000001:1.0:1788695829.615721:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1788695829.615726:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274339200, offset 0 00000400:00000200:2.0:1788695829.615731:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788695829.615732:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695829.615735:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1788695829.615739:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788695829.615740:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788695829.615740:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:1.0:1788695829.615744:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695829.615747:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695829.615747:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695829.615751:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:1.0:1788695829.615752:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695829.615755:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695829.615758:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695829.615762:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [157:157:255:4294967295] 192.168.201.118@tcp LPNI seq info [157:157:7:4294967295] 00000400:00000200:2.0:1788695829.615770:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695829.615779:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695829.615783:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e680c3a9. 00000800:00000200:2.0:1788695829.615787:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695829.615792:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695829.615795:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e680c3a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695829.615798:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695829.615801:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 71326 usecs (72 jiffies) 00000100:00000001:2.0:1788695829.615803:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306791497 00000100:00000001:2.0:1788695829.615806:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306792690 00000100:00000001:2.0:1788695829.615808:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306791497 00000100:00000001:2.0:1788695829.615810:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306792690 00000400:00000200:0.0:1788695829.615813:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788695829.615814:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306791497 00000100:00000001:2.0:1788695829.615819:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306792690 00000800:00000200:1.0:1788695829.615820:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1788695829.615821:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788695829.615822:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306791497 00000800:00000010:1.0:1788695829.615826:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dffc0522. 00000100:00000001:2.0:1788695829.615827:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306792690 00000400:00000200:0.0:1788695829.615829:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:2.0:1788695829.615831:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788695829.615834:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695829.615835:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788695829.615836:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695829.615840:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695829.615843:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695829.615861:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695829.615865:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695829.615870:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695829.615872:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695829.615875:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695829.615878:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788695829.615879:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [158:158:254:4294967295] 192.168.201.118@tcp LPNI seq info [158:158:6:4294967295] 00000100:00000001:2.0:1788695829.615880:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695829.615884:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695829.615894:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788695829.615895:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695829.615898:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695829.615903:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695829.615908:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095d0f4a4. 00000800:00000200:0.0:1788695829.615913:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695829.615918:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695829.615920:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000095d0f4a4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695829.615924:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695829.615926:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 75883 usecs (76 jiffies) 00000100:00000001:0.0:1788695829.615929:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306791502 00000100:00000001:0.0:1788695829.615936:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306792690 00000100:00000001:0.0:1788695829.615938:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306791502 00000100:00000001:0.0:1788695829.615940:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306792690 00000100:00000001:0.0:1788695829.615942:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306791502 00000100:00000001:0.0:1788695829.615943:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306792690 00000100:00000001:0.0:1788695829.615945:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306791502 00000100:00000001:0.0:1788695829.615947:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306792690 00000100:00000001:0.0:1788695829.615949:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788695829.615949:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004db18ce7 00000100:00000001:0.0:1788695829.615954:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695829.615954:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004db18ce7. 00000100:00000001:0.0:1788695829.615957:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695829.615959:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695829.615964:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695829.615965:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788695829.615966:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695829.615971:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695829.615973:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1788695829.615973:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b1271b01 x1875583274338944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695829.615975:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695829.615979:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695829.615988:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695829.615992:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1271b01 x1875583274338944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695845 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695829.616000:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695829.616001:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695829.616016:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695829.616018:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e680c3a9. 00000400:00000200:1.0:1788695829.616021:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695829.616024:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695829.616027:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6ffd42f 00000400:00000010:1.0:1788695829.616028:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d6ffd42f. 00000100:00000001:1.0:1788695829.616031:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695829.616033:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000008bf0b5be x1875583274339072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695829.616039:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695829.616041:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008bf0b5be x1875583274339072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695845 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695829.616047:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695829.616048:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695829.616085:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695829.616088:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095d0f4a4. 00000400:00000200:1.0:1788695829.616091:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695829.616094:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695829.616096:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003657e232 00000400:00000010:1.0:1788695829.616098:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003657e232. 00000100:00000001:1.0:1788695829.616100:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695829.616102:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000558de936 x1875583274339200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695829.616108:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695829.616110:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000558de936 x1875583274339200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695845 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695829.616120:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695829.616122:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788695829.620818:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695829.620834:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695829.620840:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695829.620955:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695829.620966:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695829.620982:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d04a80 00000400:00000200:2.0:1788695829.620988:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x5c5 [1] + 224 00000800:00000001:2.0:1788695829.620993:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695829.621000:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695829.621003:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695829.621006:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695829.621012:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695829.621017:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b1271b01 x1875583274338944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695829.621025:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b1271b01 x1875583274338944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695829.621072:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695829.621075:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695829.621087:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695829.621095:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695829.621097:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788695829.621163:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695829.621165:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695829.621168:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000764e5b61. 00000400:00000200:3.0:1788695829.621171:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6df8fe2 00000400:00000010:3.0:1788695829.621173:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f6df8fe2. 00000100:00000001:3.0:1788695829.621175:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695829.621178:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b1271b01 x1875583274338944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695829.621183:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b1271b01 x1875583274338944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695829.621188:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695829.621189:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695829.621191:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695829.621193:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695829.621195:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695829.621196:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695829.621198:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695829.621203:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=30 v=5 (5 5 0 0) 00000100:00001000:3.0:1788695829.621206:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=30 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695829.621208:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695829.621209:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695829.621211:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695829.621213:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695829.621220:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695829.621224:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1271b01 x1875583274338944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695829.621228:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695829.621230:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695829.621232:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695829.621234:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1271b01 x1875583274338944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695829.621239:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274338944:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695829.621243:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695829.621245:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695829.621247:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1271b01 x1875583274338944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695829.621251:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695829.621253:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695829.621255:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000301eb57e. 02000000:00000001:3.0:1788695829.621257:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695829.621259:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695829.621260:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695829.621262:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695829.621264:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a559f720. 02000000:00000001:3.0:1788695829.621267:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695829.621268:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695829.621269:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1271b01. 00000100:00000001:3.0:1788695829.621273:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695829.621274:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695829.621275:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695829.621280:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695829.621282:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695829.621283:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695829.621285:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695829.623166:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695829.623175:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695829.623179:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695829.623182:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695829.623190:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695829.623203:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d04b00 00000400:00000200:1.0:1788695829.623209:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x5d1 [1] + 224 00000800:00000001:1.0:1788695829.623214:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695829.623217:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695829.623219:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695829.623223:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695829.623228:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695829.623233:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000008bf0b5be x1875583274339072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695829.623241:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008bf0b5be x1875583274339072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695829.623251:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695829.623257:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695829.623260:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695829.623261:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695829.623264:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695829.623268:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695829.623273:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d04b80 00000400:00000200:1.0:1788695829.623277:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x5cd [1] + 224 00000800:00000001:1.0:1788695829.623280:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695829.623295:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695829.623297:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695829.623300:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695829.623309:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695829.623313:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000558de936 x1875583274339200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695829.623319:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000558de936 x1875583274339200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695829.623328:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695829.623331:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695829.623337:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695829.623348:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695829.623350:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695829.623354:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695829.623355:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695829.623357:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046d60b02. 00000400:00000200:1.0:1788695829.623361:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e484deba 00000400:00000010:1.0:1788695829.623362:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e484deba. 00000100:00000001:1.0:1788695829.623365:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695829.623368:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000008bf0b5be x1875583274339072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695829.623373:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000008bf0b5be x1875583274339072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695829.623378:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695829.623379:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695829.623381:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695829.623383:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695829.623384:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695829.623385:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695829.623387:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695829.623393:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=30 v=5 (5 5 0 0) 00000100:00001000:1.0:1788695829.623396:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=30 v=5 (1 1 0 0) 00000100:00000001:1.0:1788695829.623398:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695829.623399:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695829.623411:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695829.623415:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695829.623418:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695829.623426:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695829.623428:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695829.623429:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695829.623438:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008bf0b5be x1875583274339072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695829.623445:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695829.623447:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695829.623449:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695829.623452:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008bf0b5be x1875583274339072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695829.623458:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000008bf0b5be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274339072:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695829.623462:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695829.623464:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695829.623466:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008bf0b5be x1875583274339072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695829.623471:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695829.623474:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695829.623476:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9c3cf3e. 02000000:00000001:1.0:1788695829.623480:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695829.623482:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695829.623484:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695829.623486:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695829.623488:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a3e8ab7. 02000000:00000001:1.0:1788695829.623492:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695829.623493:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695829.623495:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008bf0b5be. 00000100:00000001:1.0:1788695829.623500:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695829.623501:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695829.623504:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695829.623510:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695829.623512:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695829.623515:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695829.623517:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695829.623533:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695829.623535:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695829.623539:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695829.623541:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695829.623542:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecce2544. 00000400:00000200:1.0:1788695829.623546:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d9c735 00000400:00000010:1.0:1788695829.623547:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000050d9c735. 00000100:00000001:1.0:1788695829.623550:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695829.623553:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000558de936 x1875583274339200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695829.623559:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000558de936 x1875583274339200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695829.623564:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695829.623566:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695829.623567:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695829.623568:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695829.623570:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695829.623571:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695829.623572:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695829.623577:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=29 v=5 (5 5 0 0) 00000100:00001000:1.0:1788695829.623579:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=16 v=5 (1 1 0 0) 00000100:00000001:1.0:1788695829.623581:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695829.623581:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695829.623583:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788695829.623585:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000558de936 x1875583274339200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788695829.623591:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695829.623593:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695829.623594:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695829.623595:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695829.623596:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695829.623598:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000558de936 x1875583274339200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695829.623603:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695829.623612:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695829.623613:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695829.623616:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000558de936 x1875583274339200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695829.623623:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000558de936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274339200:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695829.623627:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695829.623628:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695829.623631:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000558de936 x1875583274339200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695845 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695829.623637:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695829.623638:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695829.623640:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa20ca05. 02000000:00000001:1.0:1788695829.623643:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695829.623644:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695829.623645:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695829.623647:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695829.623648:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000334bf9d4. 02000000:00000001:1.0:1788695829.623651:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695829.623652:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695829.623653:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000558de936. 00000100:00000001:1.0:1788695829.623658:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695829.623659:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695829.623660:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695829.623664:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695829.623665:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695829.623666:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695829.623668:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695830.574464:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695830.574472:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695830.574479:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695830.574480:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695830.574959:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695830.574963:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695830.574966:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695830.893977:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306792690, at 4306792704 00000100:00000040:1.0:1788695830.893977:0:201115:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306792690, at 4306792704 00000100:00000040:3.0:1788695830.893977:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306792690, at 4306792704 00000100:00000010:3.0:1788695830.893996:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098edf6dd. 00000100:00000010:1.0:1788695830.893997:0:201115:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082f7dcd5. 00000100:00000010:0.0:1788695830.894001:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4a3d34f. 00000100:00000040:2.0:1788695830.894335:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306792690, at 4306792704 00000100:00000010:2.0:1788695830.894341:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a02473c0. 00010000:00000001:2.0:1788695831.597978:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695831.597984:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695831.597991:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695831.597992:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695831.598090:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695831.598094:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695831.598119:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695832.622098:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695832.622104:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695832.622109:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695832.622112:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695832.622115:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695832.622117:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695832.622120:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695832.622129:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695832.622131:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695832.622133:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695832.622426:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695832.622430:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695832.622433:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695833.645970:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695833.645975:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695833.645981:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695833.645981:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695833.646049:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695833.646053:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695833.646056:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695834.672587:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695834.672595:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695834.672602:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695834.672602:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695834.672885:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695834.672889:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695834.672892:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695834.734526:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695834.734540:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695834.734554:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788695834.734562:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788695834.734568:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695834.734572:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695834.734577:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695834.734588:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008513bebc. 00000100:00000001:3.0:1788695834.734597:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695834.734612:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000048524a16 x1875583274339328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695834.734623:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695834.734626:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695834.734631:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_03+3] req@0000000048524a16 x1875583274339328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695834.734664:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695834.734667:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695834.734670:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695834.734673:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000218cac94. 00000020:00000040:3.0:1788695834.734675:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695834.734677:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695834.734678:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695834.734680:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695834.734684:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000842c2c60. 00000100:00000001:3.0:1788695834.734687:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695834.734690:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000218cac94 x1875583274339456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695834.734696:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695834.734697:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695834.734699:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218cac94] to pc [ptlrpcd_00_00+0] req@00000000218cac94 x1875583274339456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695834.734743:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695834.734746:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695834.734750:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695834.734754:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 00000020:00000040:3.0:1788695834.734756:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695834.734758:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695834.734760:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695834.734762:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695834.734767:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f59c383. 00000100:00000001:3.0:1788695834.734770:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695834.734774:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000006439c2df x1875583274339584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695834.734781:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695834.734782:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695834.734786:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_01+1] req@000000006439c2df x1875583274339584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695834.734795:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695834.734797:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788695834.734801:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1788695834.734803:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788695834.734806:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12134) 00000100:00100000:1.0:1788695834.734808:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1788695834.734812:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695834.734821:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695834.734824:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695834.734827:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695834.734828:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695834.734831:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695834.734837:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274339328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695834.734840:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695834.734868:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695834.734868:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695834.734872:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695834.734872:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1788695834.734879:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1788695834.734879:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274339584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788695834.734884:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695834.734889:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695834.734895:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1788695834.734896:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274339328:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695834.734899:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695834.734903:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695834.734904:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695834.734908:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695834.734912:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695834.734915:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695834.734918:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695834.734920:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1788695834.734926:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274339584:192.168.201.118@tcp:400: 02000000:00000010:1.0:1788695834.734928:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e1036ca. 02000000:00000001:1.0:1788695834.734933:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695834.734934:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695834.734939:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695834.734941:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695834.734943:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000097b92ab. 02000000:00000001:3.0:1788695834.734943:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695834.734949:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002421fa34. 02000000:00000001:3.0:1788695834.734953:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695834.734955:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004db18ce7. 00000400:00000010:3.0:1788695834.734958:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af7adfa6. 00000100:00000200:1.0:1788695834.734965:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274339328, portal 25 00000400:00000010:3.0:1788695834.734967:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000100:00000001:1.0:1788695834.734970:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695834.734973:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000100:00000200:3.0:1788695834.734973:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274339584, portal 10 00000100:00000001:3.0:1788695834.734978:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695834.734981:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 00000100:00000040:1.0:1788695834.734983:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274339328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695834.734991:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274339584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695834.735010:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788695834.735011:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695834.735019:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:3.0:1788695834.735020:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695834.735025:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcd58cef. 00000400:00000010:3.0:1788695834.735026:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f6eaaa5. 00000100:00000200:1.0:1788695834.735031:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274339328, offset 0 00000100:00000200:3.0:1788695834.735032:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274339584, offset 0 00000400:00000200:3.0:1788695834.735044:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695834.735088:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695834.735092:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695834.735093:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695834.735097:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695834.735100:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695834.735105:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000218cac94 x1875583274339456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695834.735114:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695834.735116:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695834.735118:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695834.735120:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695834.735122:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695834.735133:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274339456:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695834.735136:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695834.735139:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695834.735141:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695834.735143:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695834.735146:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa20ca05. 02000000:00000001:0.0:1788695834.735148:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695834.735151:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fd14353. 00000400:00000200:3.0:1788695834.735155:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695834.735162:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695834.735167:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695834.735171:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695834.735174:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695834.735181:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695834.735182:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [159:159:256:4294967295] 192.168.201.118@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:3.0:1788695834.735196:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695834.735202:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695834.735208:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006beeb4bb. 00000800:00000200:3.0:1788695834.735215:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695834.735223:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695834.735233:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006beeb4bb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695834.735253:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695834.735258:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 74238 usecs (75 jiffies) 00000100:00000001:3.0:1788695834.735262:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306796620 00000100:00000010:3.0:1788695834.735267:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000100:00000001:3.0:1788695834.735274:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788695834.735280:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306796620 00000100:00000010:3.0:1788695834.735282:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000001:3.0:1788695834.735285:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788695834.735288:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306796620 00000100:00000010:3.0:1788695834.735290:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000100:00000001:3.0:1788695834.735293:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788695834.735299:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306796620 00000100:00000010:3.0:1788695834.735301:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b6749. 00000100:00000001:3.0:1788695834.735305:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788695834.735307:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1788695834.735503:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695834.735508:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006beeb4bb. 00000400:00000200:2.0:1788695834.735514:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695834.735520:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695834.735536:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695834.735540:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695834.735542:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695834.735547:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695834.735548:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695834.735550:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695834.735551:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695834.735552:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695834.735554:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695834.735644:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8816cb1. 00000100:00000200:0.0:1788695834.735649:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274339456, portal 10 00000100:00000001:0.0:1788695834.735652:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695834.735653:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548239104 : -113296161312512 : ffff98f52e8cf100) 00000100:00000040:0.0:1788695834.735659:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000218cac94 x1875583274339456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695834.735667:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695834.735669:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695834.735671:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000777097a3. 00000100:00000200:0.0:1788695834.735673:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274339456, offset 0 00000400:00000200:0.0:1788695834.735678:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695834.735736:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695834.735739:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695834.735742:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695834.735744:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695834.735746:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695834.735749:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [160:160:255:4294967295] 192.168.201.118@tcp LPNI seq info [160:160:7:4294967295] 00000400:00000200:1.0:1788695834.735756:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695834.735761:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695834.735765:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dffc0522. 00000800:00000200:1.0:1788695834.735769:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695834.735774:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695834.735776:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dffc0522 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695834.735779:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695834.735782:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306797810 00000100:00000001:1.0:1788695834.735788:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306796620 00000100:00000001:1.0:1788695834.735791:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306797810 00000100:00000001:1.0:1788695834.735793:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306796620 00000100:00000001:1.0:1788695834.735796:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306797810 00000100:00000001:1.0:1788695834.735798:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306796620 00000100:00000001:1.0:1788695834.735801:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306797810 00000100:00000001:1.0:1788695834.735803:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306796620 00000100:00000001:1.0:1788695834.735806:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695834.735808:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695834.735817:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695834.735819:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695834.736390:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6eaaa5 00000400:00000010:2.0:1788695834.736394:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000f6eaaa5. 00000100:00000001:2.0:1788695834.736399:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695834.736405:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274339584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695834.736416:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695834.736419:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274339584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695850 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695834.736426:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695834.736428:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788695834.736485:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695834.736488:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dffc0522. 00000400:00000200:2.0:1788695834.736491:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695834.736495:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695834.736497:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcd58cef 00000400:00000010:2.0:1788695834.736499:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000dcd58cef. 00000100:00000001:2.0:1788695834.736501:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695834.736503:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274339328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695834.736518:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695834.736521:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274339328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695850 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695834.736526:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695834.736528:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788695834.738833:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695834.738904:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695834.738909:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695834.738912:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695834.738926:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695834.738945:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d04d00 00000400:00000200:2.0:1788695834.738955:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x5e1 [1] + 224 00000800:00000001:2.0:1788695834.738964:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695834.738967:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695834.738971:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695834.738976:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695834.738985:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695834.738994:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274339584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695834.739007:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274339584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788695834.739062:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:3.0:1788695834.739066:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788695834.739071:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788695834.739073:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788695834.739077:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695834.739082:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695834.739085:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695834.739089:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [161:161:256:4294967295] 192.168.201.118@tcp LPNI seq info [161:161:8:4294967295] 00000100:00000001:2.0:1788695834.739093:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788695834.739101:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695834.739109:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695834.739116:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a43b1a5e. 00000800:00000200:0.0:1788695834.739124:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695834.739133:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695834.739137:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a43b1a5e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695834.739363:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695834.739371:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 69900 usecs (70 jiffies) 00000100:00000001:0.0:1788695834.739375:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306796619 00000100:00000001:0.0:1788695834.739378:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306797810 00000100:00000001:0.0:1788695834.739380:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306796619 00000100:00000001:0.0:1788695834.739382:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306797810 00000100:00000001:0.0:1788695834.739383:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306796619 00000100:00000001:0.0:1788695834.739384:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306797810 00000100:00000001:0.0:1788695834.739385:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306796619 00000100:00000001:0.0:1788695834.739386:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306797810 00000100:00000001:0.0:1788695834.739388:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695834.739390:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695834.739394:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695834.739396:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695834.739405:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695834.739406:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695834.739408:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695834.739408:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695834.739409:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695834.739410:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695834.739545:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695834.739549:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a43b1a5e. 00000400:00000200:1.0:1788695834.739553:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695834.739556:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000001:3.0:1788695834.744103:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695834.744113:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695834.744117:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af7adfa6. 00000400:00000200:3.0:1788695834.744129:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:3.0:1788695834.744132:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:3.0:1788695834.744155:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695834.744170:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274339584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695834.744182:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274339584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695834.744189:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695834.744192:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695834.744195:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695834.744199:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695834.744202:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695834.744205:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695834.744208:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695834.744221:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=34 v=5 (5 5 0 0) 00000100:00001000:3.0:1788695834.744225:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=21 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695834.744227:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695834.744229:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695834.744231:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788695834.744236:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006439c2df x1875583274339584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788695834.744242:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695834.744247:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695834.744248:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695834.744250:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695834.744252:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695834.744256:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274339584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695834.744263:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695834.744267:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695834.744269:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695834.744273:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274339584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695834.744279:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274339584:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695834.744291:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695834.744295:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695834.744298:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274339584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695834.744305:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695834.744307:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695834.744322:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002421fa34. 02000000:00000001:3.0:1788695834.744327:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695834.744329:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695834.744331:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695834.744334:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695834.744336:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f59c383. 02000000:00000001:3.0:1788695834.744340:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695834.744342:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695834.744343:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000001:3.0:1788695834.744348:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695834.744350:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695834.744352:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695834.744362:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695834.744365:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695834.744369:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695834.744373:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788695834.744789:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695834.744806:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695834.744810:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695834.744812:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695834.744821:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695834.744838:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d04c00 00000400:00000200:2.0:1788695834.744862:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x5dd [1] + 224 00000800:00000001:2.0:1788695834.744870:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1788695834.745235:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000777097a3 00000400:00000010:1.0:1788695834.745240:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000777097a3. 00000100:00000001:1.0:1788695834.745246:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695834.745253:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000218cac94 x1875583274339456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695834.745265:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695834.745268:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000218cac94 x1875583274339456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695850 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695834.745274:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695834.745276:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788695834.745752:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695834.745758:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695834.745764:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695834.745770:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695834.745774:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274339328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695834.745783:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274339328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695834.745807:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695834.745813:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695834.745817:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695834.745819:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695834.745821:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695834.745826:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:1.0:1788695834.745833:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695834.745837:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788695834.745838:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d04c80 00000400:00000001:1.0:1788695834.745843:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695834.745870:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695834.745907:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000097b92ab. 00000400:00000200:1.0:1788695834.745912:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004db18ce7 00000400:00000010:1.0:1788695834.745914:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004db18ce7. 00000100:00000001:1.0:1788695834.745916:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695834.745919:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274339328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695834.745925:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274339328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695834.745929:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695834.745930:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695834.745932:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695834.745934:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695834.745936:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695834.745937:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695834.745939:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695834.745952:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=35 v=5 (5 5 0 0) 00000100:00001000:1.0:1788695834.745955:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=35 v=5 (1 1 0 0) 00000100:00000001:1.0:1788695834.745957:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695834.745958:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695834.745960:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695834.745962:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695834.745963:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695834.745966:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274339328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695834.745970:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695834.745972:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695834.745973:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695834.745975:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274339328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695834.745980:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274339328:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695834.745983:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695834.745984:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695834.745985:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274339328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695834.745989:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695834.745991:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695834.745993:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e1036ca. 02000000:00000001:1.0:1788695834.745996:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695834.745997:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695834.745999:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695834.746001:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695834.746002:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008513bebc. 02000000:00000001:1.0:1788695834.746004:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695834.746006:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695834.746007:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000100:00000001:1.0:1788695834.746011:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695834.746012:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695834.746013:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695834.746022:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695834.746023:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695834.746025:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695834.746027:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695834.747871:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x5ed [1] + 224 00000800:00000001:2.0:1788695834.747949:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695834.747973:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695834.747978:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695834.747984:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695834.747992:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695834.748001:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000218cac94 x1875583274339456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695834.748013:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000218cac94 x1875583274339456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695834.748072:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695834.748078:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695834.748095:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695834.748107:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695834.748111:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788695834.748153:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695834.748156:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695834.748158:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fd14353. 00000400:00000200:0.0:1788695834.748164:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8816cb1 00000400:00000010:0.0:1788695834.748166:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8816cb1. 00000100:00000001:0.0:1788695834.748170:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695834.748174:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000218cac94 x1875583274339456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695834.748182:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000218cac94 x1875583274339456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695834.748211:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695834.748213:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695834.748217:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695834.748220:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695834.748222:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695834.748224:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695834.748227:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695834.748237:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=35 v=5 (5 5 0 0) 00000100:00001000:0.0:1788695834.748241:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=35 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695834.748244:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695834.748245:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695834.748248:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695834.748253:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695834.748257:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695834.748259:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695834.748262:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695834.748263:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695834.748267:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000218cac94 x1875583274339456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695834.748275:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695834.748278:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695834.748280:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695834.748284:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000218cac94 x1875583274339456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695834.748290:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274339456:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695834.748296:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695834.748309:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695834.748321:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000218cac94 x1875583274339456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695850 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695834.748328:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695834.748331:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695834.748341:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa20ca05. 02000000:00000001:0.0:1788695834.748345:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695834.748348:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695834.748350:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695834.748353:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695834.748355:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000842c2c60. 02000000:00000001:0.0:1788695834.748359:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695834.748361:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695834.748363:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000218cac94. 00000100:00000001:0.0:1788695834.748367:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695834.748369:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695834.748371:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695834.748380:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695834.748382:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695834.748383:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695834.748386:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695835.694144:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695835.694149:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695835.694153:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695835.694154:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695835.694276:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695835.694279:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695835.694281:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695836.013940:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306797810, at 4306797824 00000100:00000010:3.0:1788695836.013957:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b6749. 00000100:00000040:2.0:1788695836.014994:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306797810, at 4306797825 00000100:00000010:2.0:1788695836.015004:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00000100:00000040:0.0:1788695836.015084:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306797810, at 4306797825 00000100:00000010:0.0:1788695836.015090:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00000100:00000040:1.0:1788695836.016703:0:201115:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306797810, at 4306797826 00000100:00000010:1.0:1788695836.016714:0:201115:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00010000:00000001:2.0:1788695836.717970:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695836.717977:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695836.717983:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695836.717984:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695836.718096:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695836.718100:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695836.718103:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695837.741984:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695837.741994:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695837.741996:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695837.742000:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695837.742004:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695837.742006:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695837.742008:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695837.742010:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695837.742014:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695837.742015:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695837.742073:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695837.742077:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695837.742080:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695838.765936:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695838.765943:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695838.765950:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695838.765951:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695838.766072:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695838.766076:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695838.766079:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695839.791883:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695839.791894:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695839.791901:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695839.791902:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695839.792022:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695839.792025:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695839.792028:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695839.853969:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695839.853980:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695839.853990:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 00000020:00000040:3.0:1788695839.853997:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788695839.854001:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695839.854004:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695839.854008:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695839.854018:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f59c383. 00000100:00000001:3.0:1788695839.854025:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695839.854035:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000006439c2df x1875583274339712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695839.854061:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695839.854063:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695839.854069:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_02+2] req@000000006439c2df x1875583274339712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695839.854140:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788695839.854145:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1788695839.854147:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695839.854157:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695839.854160:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695839.854173:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695839.854177:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695839.854181:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695839.854184:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d115929. 00000020:00000040:3.0:1788695839.854187:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695839.854189:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695839.854190:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695839.854192:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695839.854196:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dac42727. 00000100:00000001:3.0:1788695839.854200:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695839.854205:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000004d115929 x1875583274339840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695839.854233:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695839.854235:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695839.854239:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d115929] to pc [ptlrpcd_00_03+3] req@000000004d115929 x1875583274339840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695839.854389:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695839.854392:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695839.854395:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695839.854397:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695839.854399:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695839.854403:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d115929 x1875583274339840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695839.854411:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695839.854413:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695839.854417:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695839.854426:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695839.854428:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695839.854431:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274339840:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695839.854435:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695839.854441:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695839.854444:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695839.854446:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695839.854450:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d5d17a7. 02000000:00000001:2.0:1788695839.854452:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695839.854458:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c254ec8d. 00000400:00000010:2.0:1788695839.854466:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b782d6c0. 00000100:00000200:2.0:1788695839.854473:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274339840, portal 10 00000100:00000001:2.0:1788695839.854476:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695839.854477:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548236416 : -113296161315200 : ffff98f52e8ce680) 00000100:00000040:2.0:1788695839.854485:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d115929 x1875583274339840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695839.854493:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695839.854496:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695839.854499:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017360176. 00000100:00000200:2.0:1788695839.854502:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274339840, offset 0 00000400:00000200:2.0:1788695839.854509:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695839.854522:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695839.854527:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695839.854531:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695839.854534:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695839.854538:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695839.854542:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [162:162:256:4294967295] 192.168.201.118@tcp LPNI seq info [162:162:8:4294967295] 00000400:00000200:2.0:1788695839.854554:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695839.854561:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695839.854566:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009619aef4. 00000800:00000200:2.0:1788695839.854573:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695839.854581:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695839.854590:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009619aef4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695839.854610:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695839.854615:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 68693 usecs (69 jiffies) 00000100:00000001:2.0:1788695839.854619:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306801733 00000100:00000010:2.0:1788695839.854623:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006efaf844. 00000100:00000001:2.0:1788695839.854629:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788695839.854639:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306801733 00000100:00000010:2.0:1788695839.854643:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc2f53e6. 00000100:00000001:2.0:1788695839.854646:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788695839.854649:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306801733 00000100:00000010:2.0:1788695839.854653:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009163ae67. 00000100:00000001:2.0:1788695839.854656:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788695839.854660:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306801733 00000100:00000010:2.0:1788695839.854664:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008deb97a6. 00000100:00000001:2.0:1788695839.854667:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788695839.854670:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695839.854673:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695839.854675:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695839.854679:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274339712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695839.854685:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695839.854686:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695839.854688:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695839.854690:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695839.854692:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695839.854694:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274339712:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695839.854697:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695839.854700:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695839.854701:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695839.854709:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1788695839.854710:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:1.0:1788695839.854715:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009619aef4. 02000000:00000010:2.0:1788695839.854716:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d3d18e32. 00000400:00000200:1.0:1788695839.854720:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1788695839.854720:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695839.854725:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dac84ed5. 00000400:00000200:1.0:1788695839.854730:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000010:2.0:1788695839.854732:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da7961a1. 00000400:00000200:1.0:1788695839.854736:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017360176 00000400:00000010:1.0:1788695839.854739:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000017360176. 00000100:00000001:1.0:1788695839.854744:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695839.854746:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274339712, portal 25 00000100:00000200:1.0:1788695839.854749:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004d115929 x1875583274339840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695839.854750:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695839.854753:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 00000100:00000040:2.0:1788695839.854762:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274339712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695839.854765:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695839.854771:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d115929 x1875583274339840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695855 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695839.854772:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695839.854778:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695839.854783:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6fc490a. 00000100:00000001:1.0:1788695839.854784:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695839.854788:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:2.0:1788695839.854788:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274339712, offset 0 00000400:00000200:2.0:1788695839.854795:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695839.854802:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695839.854805:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695839.854807:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695839.854809:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695839.854811:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695839.854814:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [163:163:256:4294967295] 192.168.201.118@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:2.0:1788695839.854822:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695839.854826:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695839.854829:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078c7cd5c. 00000800:00000200:2.0:1788695839.854833:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695839.854836:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695839.854838:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078c7cd5c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695839.854871:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695839.854874:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306802929 00000100:00000001:2.0:1788695839.854878:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306801733 00000100:00000001:2.0:1788695839.854881:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306802929 00000100:00000001:2.0:1788695839.854889:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306801733 00000100:00000001:2.0:1788695839.854892:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306802929 00000100:00000001:2.0:1788695839.854894:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306801733 00000100:00000001:2.0:1788695839.854897:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306802929 00000100:00000001:2.0:1788695839.854899:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306801733 00000100:00000001:2.0:1788695839.854901:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695839.854903:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695839.854905:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695839.854907:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695839.854910:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695839.854911:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695839.854913:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695839.854914:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695839.854915:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695839.854917:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695839.855504:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695839.855508:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695839.855510:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695839.855513:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695839.855639:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695839.855642:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695839.855669:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695839.855673:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695839.855677:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695839.855682:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000218cac94. 00000020:00000040:3.0:1788695839.855685:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695839.855688:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695839.855690:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695839.855693:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695839.855698:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a4df8fd. 00000100:00000001:3.0:1788695839.855708:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695839.855713:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000218cac94 x1875583274339968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695839.855722:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695839.855723:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695839.855727:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218cac94] to pc [ptlrpcd_00_00+0] req@00000000218cac94 x1875583274339968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695839.855769:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695839.855772:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695839.855774:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695839.855779:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000218cac94 x1875583274339968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695839.855786:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695839.855787:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695839.855790:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695839.855791:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695839.855793:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695839.855801:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274339968:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695839.855804:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695839.855806:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695839.855808:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695839.855810:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695839.855813:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa20ca05. 02000000:00000001:0.0:1788695839.855815:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695839.855817:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fd14353. 00000400:00000010:0.0:1788695839.855821:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8816cb1. 00000100:00000200:0.0:1788695839.855824:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274339968, portal 10 00000100:00000001:0.0:1788695839.855826:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695839.855827:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548239104 : -113296161312512 : ffff98f52e8cf100) 00000100:00000040:0.0:1788695839.855833:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000218cac94 x1875583274339968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695839.855839:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695839.855841:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695839.855843:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045dbadd4. 00000800:00000200:1.0:1788695839.856532:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695839.856537:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078c7cd5c. 00000400:00000200:1.0:1788695839.856542:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695839.856548:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695839.856558:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6fc490a 00000400:00000010:1.0:1788695839.856560:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c6fc490a. 00000100:00000001:1.0:1788695839.856563:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695839.856567:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274339712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695839.856576:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695839.856579:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274339712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695855 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695839.856585:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695839.856587:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788695839.856814:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695839.856818:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788695839.856909:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274339968, offset 0 00000400:00000200:0.0:1788695839.856917:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695839.856926:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695839.856929:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695839.856932:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695839.856935:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695839.856937:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695839.856940:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [164:164:256:4294967295] 192.168.201.118@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:0.0:1788695839.856950:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695839.856954:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695839.856959:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a43b1a5e. 00000800:00000200:0.0:1788695839.856964:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695839.856970:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695839.856974:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a43b1a5e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695839.858099:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695839.858105:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788695839.858109:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788695839.858115:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12139) 00000100:00000001:0.0:1788695839.858802:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695839.858809:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 72715 usecs (73 jiffies) 00000100:00000001:0.0:1788695839.858814:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306801741 00000100:00000001:0.0:1788695839.858817:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306802929 00000100:00000001:0.0:1788695839.858819:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306801741 00000100:00000001:0.0:1788695839.858821:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306802929 00000100:00000001:0.0:1788695839.858822:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306801741 00000100:00000001:0.0:1788695839.858824:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306802929 00000100:00000001:0.0:1788695839.858826:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306801741 00000100:00000001:0.0:1788695839.858827:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306802929 00000100:00000001:0.0:1788695839.858829:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695839.858832:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695839.858836:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695839.858838:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695839.858872:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695839.858875:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695839.858878:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695839.858879:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695839.858881:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695839.858884:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695839.859133:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695839.859145:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695839.859148:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695839.859151:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695839.859170:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695839.859184:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d04d80 00000400:00000200:1.0:1788695839.859191:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x5fd [1] + 224 00000800:00000001:1.0:1788695839.859198:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695839.859202:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695839.859205:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695839.859509:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695839.859517:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695839.859522:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274339712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695839.859532:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274339712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695839.859558:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:1.0:1788695839.859621:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695839.859624:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a43b1a5e. 00000400:00000200:1.0:1788695839.859627:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695839.859644:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695839.859647:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045dbadd4 00000400:00000010:1.0:1788695839.859650:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000045dbadd4. 00000100:00000001:1.0:1788695839.859653:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695839.859656:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000218cac94 x1875583274339968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695839.859665:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695839.859668:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000218cac94 x1875583274339968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695855 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695839.859674:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695839.859675:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788695839.859682:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695839.859686:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695839.859688:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695839.859690:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695839.859693:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695839.859699:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d04e00 00000400:00000200:1.0:1788695839.859704:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x5f5 [1] + 224 00000800:00000001:1.0:1788695839.859707:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695839.859712:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695839.859714:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695839.859716:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695839.859719:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695839.859722:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004d115929 x1875583274339840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695839.859729:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d115929 x1875583274339840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695839.859737:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695839.859739:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695839.859742:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695839.859833:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695839.859836:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695839.859842:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695839.859871:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695839.859874:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c254ec8d. 00000400:00000200:3.0:1788695839.859879:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b782d6c0 00000400:00000010:3.0:1788695839.859881:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b782d6c0. 00000100:00000001:3.0:1788695839.859884:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695839.859888:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004d115929 x1875583274339840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695839.859895:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004d115929 x1875583274339840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695839.859901:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695839.859903:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695839.859906:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695839.859908:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695839.859911:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695839.859913:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695839.859915:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695839.859924:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=40 v=5 (5 5 0 0) 00000100:00001000:3.0:1788695839.859928:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=40 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695839.859938:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695839.859940:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695839.859942:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695839.859946:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695839.859949:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695839.859951:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695839.859953:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695839.859955:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695839.859959:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d115929 x1875583274339840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695839.859965:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695839.859967:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695839.859969:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695839.859972:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d115929 x1875583274339840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695839.859980:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274339840:192.168.201.118@tcp:400: 00000400:00000001:3.0:1788695839.859986:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695839.859987:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695839.859989:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dac84ed5. 00000400:00000200:3.0:1788695839.859992:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da7961a1 00000400:00000010:3.0:1788695839.859993:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000da7961a1. 00000100:00000001:3.0:1788695839.859996:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695839.859998:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274339712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695839.860005:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274339712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695839.860011:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695839.860012:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695839.860013:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695839.860014:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695839.860015:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695839.860016:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695839.860023:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695839.860026:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=40 v=5 (5 5 0 0) 00000100:00001000:3.0:1788695839.860029:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=40 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695839.860031:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695839.860032:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695839.860033:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695839.860035:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695839.860036:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695839.860039:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274339712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695839.860045:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695839.860047:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695839.860048:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695839.860051:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274339712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695839.860057:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274339712:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695839.860060:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695839.860062:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695839.860065:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d115929 x1875583274339840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695839.860070:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695839.860073:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695839.860076:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d5d17a7. 02000000:00000001:3.0:1788695839.860081:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695839.860083:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695839.860084:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695839.860087:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695839.860089:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dac42727. 02000000:00000001:3.0:1788695839.860092:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695839.860093:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695839.860095:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d115929. 00000100:00000001:3.0:1788695839.860098:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695839.860099:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695839.860106:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695839.860109:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274339712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695839.860114:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695839.860115:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695839.860117:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d3d18e32. 02000000:00000001:3.0:1788695839.860119:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695839.860121:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695839.860121:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695839.860123:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695839.860124:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f59c383. 02000000:00000001:3.0:1788695839.860126:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695839.860126:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695839.860127:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000001:3.0:1788695839.860130:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695839.860131:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695839.860132:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695839.860137:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695839.860139:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695839.860140:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695839.860142:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695839.870524:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695839.870541:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695839.870562:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695839.870565:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695839.870576:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695839.870592:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d04e80 00000400:00000200:1.0:1788695839.870599:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x605 [1] + 224 00000800:00000001:1.0:1788695839.870606:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695839.870611:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695839.870614:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695839.870617:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695839.870624:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695839.870630:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000218cac94 x1875583274339968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695839.870641:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000218cac94 x1875583274339968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695839.870657:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695839.870664:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695839.870667:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695839.870694:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695839.870698:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695839.870704:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695839.870705:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695839.870707:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fd14353. 00000400:00000200:0.0:1788695839.870711:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8816cb1 00000400:00000010:0.0:1788695839.870712:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8816cb1. 00000100:00000001:0.0:1788695839.870715:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695839.870718:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000218cac94 x1875583274339968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695839.870724:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000218cac94 x1875583274339968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695839.870736:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695839.870738:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695839.870739:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695839.870741:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695839.870743:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695839.870745:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695839.870747:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695839.870755:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=39 v=5 (5 5 0 0) 00000100:00001000:0.0:1788695839.870766:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=26 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695839.870769:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695839.870769:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695839.870771:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788695839.870774:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000218cac94 x1875583274339968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695839.870778:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695839.870781:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695839.870782:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695839.870784:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695839.870785:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695839.870787:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000218cac94 x1875583274339968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695839.870791:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695839.870793:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695839.870795:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695839.870796:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000218cac94 x1875583274339968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695839.870803:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274339968:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695839.870808:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695839.870810:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695839.870813:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000218cac94 x1875583274339968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695855 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695839.870829:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695839.870831:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695839.870834:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa20ca05. 02000000:00000001:0.0:1788695839.870837:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695839.870840:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695839.870841:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695839.871783:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695839.871790:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a4df8fd. 02000000:00000001:0.0:1788695839.871797:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695839.871798:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695839.871801:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000218cac94. 00000100:00000001:0.0:1788695839.871804:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695839.871806:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695839.871809:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695839.871817:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695839.871819:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695839.871821:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695839.871824:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695840.814025:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695840.814032:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695840.814038:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695840.814039:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695840.814192:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695840.814196:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695840.814199:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695841.133972:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306802929, at 4306802944 00000100:00000040:1.0:1788695841.133972:0:201115:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306802929, at 4306802944 00000100:00000010:0.0:1788695841.133989:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006efaf844. 00000100:00000010:1.0:1788695841.133991:0:201115:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc2f53e6. 00000100:00000040:2.0:1788695841.134091:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306802929, at 4306802944 00000100:00000010:2.0:1788695841.134098:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009163ae67. 00000100:00000040:3.0:1788695841.134108:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306802929, at 4306802944 00000100:00000010:3.0:1788695841.134117:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008deb97a6. 00010000:00000001:2.0:1788695841.837993:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695841.838000:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695841.838007:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695841.838008:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695841.838294:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695841.838297:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695841.838299:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695842.865300:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695842.865306:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695842.865312:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695842.865315:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695842.865317:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695842.865320:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695842.865346:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695842.865348:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695842.865350:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695842.865352:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695842.865691:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695842.865694:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695842.865696:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695843.886001:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695843.886008:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695843.886014:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695843.886016:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695843.886123:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695843.886127:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695843.886130:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695844.909981:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695844.909989:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695844.909995:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695844.909996:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695844.910055:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695844.910061:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695844.910064:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695844.974088:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695844.974103:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695844.974111:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 00000020:00000040:3.0:1788695844.974119:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788695844.974125:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695844.974255:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695844.974261:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695844.974271:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f59c383. 00000100:00000001:3.0:1788695844.974281:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695844.974294:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000006439c2df x1875583274340096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695844.974317:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695844.974336:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695844.974343:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_01+1] req@000000006439c2df x1875583274340096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695844.974375:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695844.974378:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695844.974382:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695844.974385:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d115929. 00000020:00000040:3.0:1788695844.974388:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695844.974390:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695844.974392:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695844.974394:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695844.974397:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dac42727. 00000100:00000001:3.0:1788695844.974400:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695844.974403:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000004d115929 x1875583274340224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695844.974410:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695844.974412:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695844.974415:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d115929] to pc [ptlrpcd_00_02+2] req@000000004d115929 x1875583274340224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695844.974432:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788695844.974439:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788695844.974441:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695844.974450:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695844.974453:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695844.974455:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695844.974457:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695844.974460:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695844.974466:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274340096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695844.974488:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695844.974490:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695844.974494:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695844.974496:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695844.974498:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695844.974501:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274340096:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695844.974501:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695844.974506:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695844.974507:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695844.974514:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695844.974516:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695844.974519:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1788695844.974521:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1788695844.974526:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d115929 x1875583274340224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788695844.974528:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b05de65d. 02000000:00000001:0.0:1788695844.974533:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695844.974541:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1788695844.974543:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fd14353. 00000100:00000001:2.0:1788695844.974543:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695844.974547:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695844.974550:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695844.974553:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695844.974555:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8816cb1. 00000100:00100000:2.0:1788695844.974557:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274340224:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695844.974563:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1788695844.974565:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274340096, portal 25 00000100:00000001:0.0:1788695844.974569:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695844.974571:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 02000000:00000001:2.0:1788695844.974572:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695844.974575:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695844.974579:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1788695844.974581:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274340096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1788695844.974585:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000209ea088. 02000000:00000001:2.0:1788695844.974589:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695844.974595:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1788695844.974597:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b66a123. 00000100:00000040:0.0:1788695844.974601:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695844.974604:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0bf99ec. 00000400:00000010:0.0:1788695844.974606:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edd31d23. 00000100:00000200:2.0:1788695844.974609:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274340224, portal 10 00000100:00000200:0.0:1788695844.974612:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274340096, offset 0 00000100:00000001:2.0:1788695844.974613:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695844.974615:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548236416 : -113296161315200 : ffff98f52e8ce680) 00000400:00000200:0.0:1788695844.974625:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:2.0:1788695844.974625:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d115929 x1875583274340224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695844.974640:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1788695844.974644:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000040:2.0:1788695844.974649:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695844.974652:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1788695844.974653:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e33804d1. 00000100:00000200:2.0:1788695844.974658:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274340224, offset 0 00000400:00000200:0.0:1788695844.974659:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695844.974667:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695844.974677:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695844.974682:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695844.974686:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [165:165:256:4294967295] 192.168.201.118@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:0.0:1788695844.974695:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695844.974707:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695844.974711:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095d0f4a4. 00000800:00000200:0.0:1788695844.974717:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695844.974724:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695844.974727:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000095d0f4a4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695844.974741:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695844.974745:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306808049 00000100:00000010:0.0:1788695844.974748:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db1d4de9. 00000100:00000001:0.0:1788695844.974754:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788695844.974762:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306808049 00000100:00000010:0.0:1788695844.974765:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b799af0. 00000100:00000001:0.0:1788695844.974768:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788695844.974777:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306808049 00000100:00000010:0.0:1788695844.974781:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009bba77ba. 00000100:00000001:0.0:1788695844.974785:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788695844.974787:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306808049 00000100:00000010:0.0:1788695844.974790:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038ecd934. 00000100:00000001:0.0:1788695844.974792:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788695844.974795:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695844.974799:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695844.974802:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695844.974805:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695844.974814:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695844.974818:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695844.974822:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695844.974825:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788695844.974828:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695844.974830:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695844.974832:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695844.974834:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695844.974838:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a5d0889. 00000100:00000001:3.0:1788695844.974841:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695844.974867:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000048524a16 x1875583274340352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695844.974885:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695844.974887:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695844.974891:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_03+3] req@0000000048524a16 x1875583274340352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695844.974908:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695844.974910:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788695844.974915:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:0.0:1788695844.974918:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1788695844.974920:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12144) 00000800:00000010:0.0:1788695844.974922:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095d0f4a4. 00000400:00000200:0.0:1788695844.974928:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695844.974933:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695844.974933:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695844.974938:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695844.974940:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695844.974945:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274340352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695844.974952:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695844.974954:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695844.974956:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695844.974957:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695844.974959:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695844.974961:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274340352:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695844.974970:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695844.975012:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695844.975014:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695844.975017:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695844.975021:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8c3ab3d. 02000000:00000001:3.0:1788695844.975024:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695844.975028:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af7adfa6. 00000400:00000010:3.0:1788695844.975033:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000100:00000200:3.0:1788695844.975036:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274340352, portal 10 00000100:00000001:3.0:1788695844.975038:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695844.975040:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000100:00000001:1.0:1788695844.975046:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788695844.975054:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274340352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695844.975056:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695844.975069:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695844.975073:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695844.975075:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d47dd1a6. 00000100:00000200:3.0:1788695844.975078:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274340352, offset 0 00000400:00000200:3.0:1788695844.975083:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695844.975749:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695844.975753:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695844.975756:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695844.975759:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695844.975761:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695844.975764:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [166:166:255:4294967295] 192.168.201.118@tcp LPNI seq info [166:166:7:4294967295] 00000400:00000200:2.0:1788695844.975772:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695844.975793:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695844.975799:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051526cb6. 00000800:00000200:2.0:1788695844.975804:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695844.975810:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695844.975817:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000051526cb6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695844.975821:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695844.975825:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 67325 usecs (68 jiffies) 00000400:00000200:3.0:1788695844.975828:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788695844.975830:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306806853 00000400:00000200:3.0:1788695844.975833:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788695844.975835:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306808049 00000400:00000200:3.0:1788695844.975839:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:2.0:1788695844.975840:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306806853 00000100:00000001:2.0:1788695844.975862:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306808049 00000100:00000001:2.0:1788695844.975865:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306806854 00000400:00000200:3.0:1788695844.975868:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788695844.975869:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306808049 00000100:00000001:2.0:1788695844.975874:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306806854 00000400:00000200:3.0:1788695844.975876:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788695844.975877:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306808049 00000400:00000200:3.0:1788695844.975882:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [167:167:254:4294967295] 192.168.201.118@tcp LPNI seq info [167:167:6:4294967295] 00000100:00000001:2.0:1788695844.975889:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695844.975894:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695844.975898:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788695844.975899:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695844.975904:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788695844.975908:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695844.975912:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:3.0:1788695844.975913:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074f68a3b. 00000100:00000001:2.0:1788695844.975915:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695844.975920:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1788695844.975921:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:2.0:1788695844.975922:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695844.975924:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695844.975928:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695844.975930:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695844.975934:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000074f68a3b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695844.975938:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695844.975942:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 71430 usecs (72 jiffies) 00000100:00000001:3.0:1788695844.975945:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306806858 00000100:00000001:3.0:1788695844.975947:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306808049 00000100:00000001:3.0:1788695844.975949:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306806858 00000100:00000001:3.0:1788695844.975951:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306808049 00000100:00000001:3.0:1788695844.975953:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306806858 00000100:00000001:3.0:1788695844.975955:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306808049 00000100:00000001:3.0:1788695844.975957:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306806858 00000100:00000001:3.0:1788695844.975966:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306808049 00000100:00000001:3.0:1788695844.975968:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695844.975970:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695844.975972:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695844.975974:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695844.975978:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695844.975980:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695844.975982:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695844.975983:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695844.975984:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695844.975986:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695844.976086:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd31d23 00000400:00000010:0.0:1788695844.976089:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000edd31d23. 00000100:00000001:0.0:1788695844.976095:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695844.976100:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274340096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695844.976123:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695844.976127:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274340096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695860 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695844.976145:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695844.976147:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788695844.976172:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695844.976175:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051526cb6. 00000400:00000200:0.0:1788695844.976179:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695844.976183:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695844.976186:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e33804d1 00000400:00000010:0.0:1788695844.976188:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e33804d1. 00000100:00000001:0.0:1788695844.976190:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695844.976193:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004d115929 x1875583274340224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695844.976200:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695844.976202:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d115929 x1875583274340224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695860 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695844.976209:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695844.976210:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788695844.976254:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695844.976257:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074f68a3b. 00000400:00000200:0.0:1788695844.976261:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695844.976264:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695844.976267:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d47dd1a6 00000400:00000010:0.0:1788695844.976269:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d47dd1a6. 00000100:00000001:0.0:1788695844.976272:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695844.976275:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274340352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695844.976282:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695844.976284:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274340352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695860 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695844.976300:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695844.976302:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788695844.976622:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695844.976638:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695844.976642:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695844.976659:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695844.976670:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695844.976684:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d04f00 00000400:00000200:1.0:1788695844.976690:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x60d [1] + 224 00000800:00000001:1.0:1788695844.976696:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695844.976706:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695844.976709:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695844.976713:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695844.976719:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695844.976726:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274340096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695844.976733:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274340096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695844.976745:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695844.976751:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695844.976752:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695844.976912:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695844.976916:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695844.976923:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695844.976926:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695844.976929:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fd14353. 00000400:00000200:0.0:1788695844.976934:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8816cb1 00000400:00000010:0.0:1788695844.976936:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8816cb1. 00000100:00000001:0.0:1788695844.976938:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695844.976945:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274340096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695844.976954:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274340096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695844.976961:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695844.976963:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695844.976965:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695844.976968:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695844.976971:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695844.976974:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695844.976977:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695844.976984:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=45 v=5 (5 5 0 0) 00000100:00001000:0.0:1788695844.976988:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=45 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695844.976991:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695844.976993:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695844.976996:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695844.977000:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695844.977003:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695844.977007:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274340096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695844.977014:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695844.977017:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695844.977019:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695844.977022:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274340096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695844.977038:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274340096:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695844.977044:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695844.977046:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695844.977049:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274340096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695844.977055:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695844.977058:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695844.977061:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b05de65d. 02000000:00000001:0.0:1788695844.977065:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695844.977067:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695844.977070:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788695844.977072:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695844.977075:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f59c383. 02000000:00000001:0.0:1788695844.977079:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695844.977081:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695844.977082:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000001:0.0:1788695844.977086:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695844.977087:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695844.977089:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695844.977093:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695844.977095:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695844.977096:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695844.977099:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695844.978492:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695844.978508:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695844.978513:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695844.978515:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695844.978526:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695844.978541:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d05000 00000400:00000200:1.0:1788695844.978549:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x61d [1] + 224 00000800:00000001:1.0:1788695844.978556:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695844.978565:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695844.978568:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695844.978572:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695844.978578:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695844.978583:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274340352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695844.978592:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274340352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695844.978622:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695844.978628:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695844.978631:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695844.978670:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695844.978677:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695844.978683:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695844.978684:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695844.978687:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af7adfa6. 00000400:00000200:3.0:1788695844.978693:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:3.0:1788695844.978695:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:3.0:1788695844.978697:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695844.978704:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274340352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695844.978713:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274340352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695844.978719:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695844.978720:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695844.978723:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695844.978725:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695844.978728:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695844.978729:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695844.978732:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695844.978741:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=44 v=5 (5 5 0 0) 00000100:00001000:3.0:1788695844.978745:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=31 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695844.978747:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695844.978748:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695844.978749:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788695844.978762:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000048524a16 x1875583274340352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788695844.978767:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695844.978770:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695844.978772:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695844.978775:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695844.978776:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695844.978780:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274340352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695844.978786:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695844.978789:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695844.978791:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695844.978794:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274340352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695844.978800:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274340352:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695844.978805:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695844.978808:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695844.978811:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274340352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695844.978817:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695844.978819:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695844.978822:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8c3ab3d. 02000000:00000001:3.0:1788695844.978825:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695844.978827:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695844.978829:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695844.978832:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695844.978833:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a5d0889. 02000000:00000001:3.0:1788695844.978836:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695844.978837:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695844.978838:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000100:00000001:3.0:1788695844.978884:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695844.978892:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695844.978894:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695844.978900:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695844.978903:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695844.978905:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695844.978907:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695844.980681:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695844.980694:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695844.980698:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695844.980699:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695844.980707:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695844.980770:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d04f80 00000400:00000200:0.0:1788695844.980778:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x611 [1] + 224 00000800:00000001:0.0:1788695844.980784:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695844.980791:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695844.980797:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695844.980809:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695844.980816:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695844.980822:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004d115929 x1875583274340224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695844.980829:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d115929 x1875583274340224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695844.980842:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695844.980870:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695844.980876:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695844.980909:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695844.980915:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695844.980923:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695844.980925:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695844.980928:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b66a123. 00000400:00000200:2.0:1788695844.980934:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0bf99ec 00000400:00000010:2.0:1788695844.980936:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0bf99ec. 00000100:00000001:2.0:1788695844.980939:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695844.980944:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004d115929 x1875583274340224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695844.980949:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004d115929 x1875583274340224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695844.980953:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695844.980954:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695844.980955:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695844.980957:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695844.980959:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695844.980960:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695844.980961:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695844.980969:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=45 v=5 (5 5 0 0) 00000100:00001000:2.0:1788695844.980971:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=45 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695844.980973:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695844.980973:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695844.980975:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695844.980978:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695844.980981:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695844.980988:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695844.980990:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695844.980991:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695844.980994:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d115929 x1875583274340224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695844.980999:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695844.981001:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695844.981003:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695844.981005:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d115929 x1875583274340224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695844.981008:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274340224:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695844.981012:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695844.981013:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695844.981014:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d115929 x1875583274340224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695860 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695844.981018:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695844.981020:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695844.981022:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000209ea088. 02000000:00000001:2.0:1788695844.981025:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695844.981026:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695844.981028:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695844.981030:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695844.981032:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dac42727. 02000000:00000001:2.0:1788695844.981034:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695844.981035:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695844.981036:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d115929. 00000100:00000001:2.0:1788695844.981039:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695844.981041:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695844.981042:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695844.981047:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695844.981048:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695844.981050:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695844.981051:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695845.933990:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695845.933998:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695845.934005:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695845.934006:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695845.934069:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695845.934074:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695845.934077:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695846.253931:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306808049, at 4306808064 00000100:00000040:1.0:1788695846.253931:0:201115:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306808049, at 4306808064 00000100:00000040:3.0:1788695846.253933:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306808049, at 4306808064 00000100:00000010:0.0:1788695846.253949:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db1d4de9. 00000100:00000010:3.0:1788695846.253951:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038ecd934. 00000100:00000010:1.0:1788695846.253955:0:201115:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b799af0. 00000100:00000040:2.0:1788695846.254014:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306808049, at 4306808064 00000100:00000010:2.0:1788695846.254019:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bba77ba. 00010000:00000001:2.0:1788695846.957982:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695846.957989:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695846.957994:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695846.957995:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695846.958048:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695846.958052:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695846.958055:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695847.981968:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695847.981977:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695847.981979:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695847.981982:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695847.981987:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695847.981990:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695847.981991:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695847.981993:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695847.981997:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695847.981998:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695847.982119:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695847.982123:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695847.982126:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695849.006448:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695849.006462:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695849.006468:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695849.006469:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695849.006941:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695849.006945:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695849.006948:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695850.029983:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695850.029991:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695850.029996:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695850.029997:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695850.030089:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695850.030093:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695850.030096:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695850.093920:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695850.093931:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695850.093940:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788695850.093946:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788695850.093950:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695850.093953:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695850.093958:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695850.093966:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a5d0889. 00000100:00000001:3.0:1788695850.093973:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695850.093984:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000048524a16 x1875583274340480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695850.093994:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695850.093997:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695850.094004:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_00+0] req@0000000048524a16 x1875583274340480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695850.094029:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695850.094031:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695850.094035:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695850.094038:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c1b66ce. 00000100:00000001:0.0:1788695850.094051:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1788695850.094053:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695850.094057:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1788695850.094058:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:3.0:1788695850.094058:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695850.094060:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695850.094062:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1788695850.094064:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d33dd5fd. 00000100:00000001:3.0:1788695850.094068:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695850.094071:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695850.094074:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695850.094078:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788695850.094078:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000000c1b66ce x1875583274340608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695850.094081:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695850.094085:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788695850.094086:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695850.094089:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695850.094093:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274340480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695850.094093:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1b66ce] to pc [ptlrpcd_00_01+1] req@000000000c1b66ce x1875583274340608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695850.094110:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695850.094115:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695850.094116:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695850.094119:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788695850.094120:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788695850.094122:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000020:00000040:3.0:1788695850.094124:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:0.0:1788695850.094125:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788695850.094126:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695850.094129:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695850.094130:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695850.094131:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695850.094135:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009a492135. 02000000:00000001:0.0:1788695850.094136:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695850.094138:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695850.094142:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274340480:192.168.201.118@tcp:400: 00000100:00000040:3.0:1788695850.094143:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000003e3fb870 x1875583274340736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695850.094151:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788695850.094155:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695850.094157:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695850.094159:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1788695850.094161:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3fb870] to pc [ptlrpcd_00_02+2] req@000000003e3fb870 x1875583274340736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788695850.094163:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695850.094174:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695850.094179:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd36386d. 02000000:00000001:0.0:1788695850.094181:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695850.094187:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fd14353. 00000400:00000010:0.0:1788695850.094194:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8816cb1. 00000100:00000200:0.0:1788695850.094201:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274340480, portal 25 00000100:00000001:0.0:1788695850.094203:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695850.094205:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000100:00000040:0.0:1788695850.094210:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274340480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695850.094218:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695850.094221:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695850.094223:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edd31d23. 00000100:00000200:0.0:1788695850.094225:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274340480, offset 0 00000400:00000200:0.0:1788695850.094232:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695850.094244:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695850.094249:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695850.094253:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695850.094256:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695850.094259:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695850.094262:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [168:168:256:4294967295] 192.168.201.118@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:0.0:1788695850.094274:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695850.094280:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695850.094284:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095d0f4a4. 00000800:00000200:0.0:1788695850.094291:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695850.094299:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695850.094302:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000095d0f4a4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695850.094314:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695850.094319:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306813169 00000100:00000010:0.0:1788695850.094322:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001cecc859. 00000100:00000001:0.0:1788695850.094329:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788695850.094338:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306813169 00000100:00000010:0.0:1788695850.094341:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aeee93bd. 00000100:00000001:0.0:1788695850.094343:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788695850.094346:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306813169 00000100:00000010:0.0:1788695850.094348:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4964a0e. 00000100:00000001:0.0:1788695850.094351:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788695850.094353:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306813169 00000100:00000010:0.0:1788695850.094355:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db1d4de9. 00000100:00000001:0.0:1788695850.094357:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788695850.094360:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695850.094363:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695850.094366:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695850.094368:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695850.094371:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695850.094372:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695850.094374:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695850.094375:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695850.094377:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695850.094380:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c1b66ce x1875583274340608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695850.094387:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695850.094388:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695850.094391:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695850.094392:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695850.094394:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695850.094396:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274340608:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695850.094400:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695850.094402:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695850.094403:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695850.094405:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695850.094407:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094ed52e3. 02000000:00000001:0.0:1788695850.094409:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695850.094417:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad194f54. 00000400:00000010:0.0:1788695850.094420:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a96337. 00000100:00000200:0.0:1788695850.094422:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274340608, portal 10 00000100:00000001:0.0:1788695850.094425:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695850.094426:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548240896 : -113296161310720 : ffff98f52e8cf800) 00000100:00000040:0.0:1788695850.094431:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c1b66ce x1875583274340608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695850.094438:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695850.094440:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695850.094442:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1a3d364. 00000100:00000200:0.0:1788695850.094444:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274340608, offset 0 00000400:00000200:0.0:1788695850.094448:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695850.094452:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695850.094455:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695850.094457:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695850.094459:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695850.094461:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695850.094463:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [169:169:255:4294967295] 192.168.201.118@tcp LPNI seq info [169:169:7:4294967295] 00000400:00000200:0.0:1788695850.094469:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695850.094473:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695850.094476:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000909f46e7. 00000800:00000200:0.0:1788695850.094480:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695850.094483:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695850.094486:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000909f46e7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695850.094489:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695850.094492:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 66038 usecs (67 jiffies) 00000100:00000001:0.0:1788695850.094494:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306811971 00000100:00000001:0.0:1788695850.094496:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306813169 00000100:00000001:0.0:1788695850.094498:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306811971 00000100:00000001:0.0:1788695850.094500:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306813169 00000100:00000001:0.0:1788695850.094507:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306811971 00000100:00000001:0.0:1788695850.094508:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306813169 00000100:00000001:0.0:1788695850.094510:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306811971 00000100:00000001:0.0:1788695850.094512:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306813169 00000100:00000001:0.0:1788695850.094514:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695850.094516:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695850.094518:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695850.094520:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695850.094524:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695850.094524:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695850.094526:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1788695850.094530:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695850.094531:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695850.094534:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695850.094536:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695850.094539:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695850.094539:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788695850.094546:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12149) 00000100:00000001:3.0:1788695850.094558:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695850.094561:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695850.094565:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788695850.094573:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1788695850.094575:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695850.094580:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695850.094582:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788695850.094583:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1788695850.094584:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695850.094587:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1788695850.094588:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095d0f4a4. 00000100:00000001:3.0:1788695850.094589:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1788695850.094595:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1788695850.094596:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274340736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788695850.094603:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695850.094612:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd31d23 00000400:00000010:0.0:1788695850.094615:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000edd31d23. 00000100:00000001:0.0:1788695850.094619:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695850.094622:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274340480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695850.094631:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695850.094633:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274340480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695866 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695850.094640:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695850.094642:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788695850.094654:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695850.094655:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695850.094657:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695850.094658:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1788695850.094703:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695850.094707:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000909f46e7. 00000400:00000200:0.0:1788695850.094710:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695850.094713:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695850.094716:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1a3d364 00000400:00000010:0.0:1788695850.094723:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e1a3d364. 00000100:00000001:0.0:1788695850.094726:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695850.094729:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000c1b66ce x1875583274340608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695850.094736:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695850.094739:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c1b66ce x1875583274340608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695866 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695850.094745:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695850.094746:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788695850.094812:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695850.094816:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695850.094821:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695850.094827:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274340736:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695850.094831:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695850.094833:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695850.094835:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695850.094836:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695850.094839:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009df85902. 02000000:00000001:3.0:1788695850.094841:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695850.094871:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af7adfa6. 00000400:00000010:3.0:1788695850.094876:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000100:00000200:3.0:1788695850.094879:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274340736, portal 10 00000100:00000001:3.0:1788695850.094881:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695850.094882:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000100:00000040:3.0:1788695850.094887:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274340736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695850.094894:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695850.094896:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695850.094898:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a452cf63. 00000100:00000200:3.0:1788695850.094900:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274340736, offset 0 00000400:00000200:3.0:1788695850.094905:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695850.094911:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695850.094919:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695850.094921:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695850.094923:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695850.094926:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695850.094928:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [170:170:256:4294967295] 192.168.201.118@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:3.0:1788695850.094935:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695850.094940:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695850.094943:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dac42727. 00000800:00000200:3.0:1788695850.094946:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695850.094951:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695850.094953:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dac42727 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695850.094961:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695850.094964:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 69880 usecs (70 jiffies) 00000100:00000001:3.0:1788695850.094966:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306811975 00000100:00000001:3.0:1788695850.094968:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306813169 00000100:00000001:3.0:1788695850.094970:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306811975 00000100:00000001:3.0:1788695850.094972:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306813169 00000100:00000001:3.0:1788695850.094974:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306811975 00000100:00000001:3.0:1788695850.094975:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306813169 00000100:00000001:3.0:1788695850.094977:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306811975 00000100:00000001:3.0:1788695850.094978:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306813169 00000100:00000001:3.0:1788695850.094980:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695850.094981:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695850.094983:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695850.094985:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695850.095053:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695850.095056:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dac42727. 00000400:00000200:0.0:1788695850.095059:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695850.095063:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695850.095066:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a452cf63 00000400:00000010:0.0:1788695850.095068:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a452cf63. 00000100:00000001:0.0:1788695850.095071:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695850.095074:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274340736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695850.095081:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695850.095083:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274340736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695866 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695850.095088:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695850.095090:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788695850.098750:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695850.098766:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695850.098771:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695850.098774:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695850.098785:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695850.098802:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d05100 00000400:00000200:0.0:1788695850.098810:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x62d [1] + 224 00000800:00000001:0.0:1788695850.098818:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695850.098822:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695850.098832:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695850.098837:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695850.098867:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695850.098875:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000c1b66ce x1875583274340608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695850.098985:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c1b66ce x1875583274340608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695850.099051:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695850.099055:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695850.099074:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695850.099084:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695850.099088:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695850.099091:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695850.099094:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695850.099098:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695850.099105:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d05180 00000400:00000200:0.0:1788695850.099110:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x635 [1] + 224 00000800:00000001:0.0:1788695850.099114:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695850.099145:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695850.099147:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695850.099150:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695850.099153:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695850.099157:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274340736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695850.099164:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e3fb870 x1875583274340736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695850.099179:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695850.099183:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695850.099187:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695850.099198:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695850.099201:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695850.099206:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695850.099208:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695850.099210:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af7adfa6. 00000400:00000200:0.0:1788695850.099221:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:0.0:1788695850.099223:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:0.0:1788695850.099227:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695850.099230:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274340736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695850.099237:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274340736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695850.099242:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695850.099244:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695850.099246:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695850.099249:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695850.099252:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695850.099254:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695850.099256:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695850.099264:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=50 v=5 (5 5 0 0) 00000100:00001000:0.0:1788695850.099268:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=37 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695850.099270:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695850.099272:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695850.099274:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788695850.099278:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003e3fb870 x1875583274340736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695850.099285:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695850.099289:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695850.099291:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695850.099292:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695850.099294:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695850.099297:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274340736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695850.099304:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695850.099307:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695850.099309:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695850.099312:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274340736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695850.099330:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274340736:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695850.099335:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695850.099338:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695850.099340:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274340736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695850.099346:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695850.099348:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695850.099352:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009df85902. 02000000:00000001:0.0:1788695850.099355:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695850.099357:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695850.099359:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695850.099361:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695850.099364:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009a492135. 02000000:00000001:0.0:1788695850.099367:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695850.099369:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695850.099371:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000001:0.0:1788695850.099374:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695850.099375:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695850.099377:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695850.099383:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695850.099385:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695850.099387:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695850.099389:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788695850.102308:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695850.102315:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695850.102318:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad194f54. 00000400:00000200:2.0:1788695850.102326:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a96337 00000400:00000010:2.0:1788695850.102328:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059a96337. 00000100:00000001:2.0:1788695850.102333:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695850.102358:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000c1b66ce x1875583274340608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695850.102369:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000c1b66ce x1875583274340608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695850.102377:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695850.102379:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695850.102382:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695850.102385:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695850.102387:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695850.102389:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695850.102391:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695850.102399:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=51 v=5 (5 5 0 0) 00000100:00001000:2.0:1788695850.102403:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=51 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695850.102405:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695850.102407:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695850.102409:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695850.102413:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695850.102416:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695850.102418:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695850.102420:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695850.102421:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695850.102424:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c1b66ce x1875583274340608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695850.102431:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695850.102433:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695850.102435:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695850.102438:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c1b66ce x1875583274340608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695850.102444:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274340608:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695850.102450:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695850.102452:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695850.102455:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c1b66ce x1875583274340608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695850.102468:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695850.102470:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695850.102474:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094ed52e3. 02000000:00000001:2.0:1788695850.102477:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695850.102479:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695850.102481:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695850.102484:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695850.102486:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d33dd5fd. 02000000:00000001:2.0:1788695850.102488:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695850.102490:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695850.102491:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c1b66ce. 00000100:00000001:2.0:1788695850.102495:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695850.102496:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695850.102499:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695850.102501:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695850.102503:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695850.102505:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695850.102506:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695850.102905:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695850.102916:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695850.102919:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695850.102922:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695850.102929:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695850.102944:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d05080 00000400:00000200:0.0:1788695850.102951:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x625 [1] + 224 00000800:00000001:0.0:1788695850.102957:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695850.102962:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695850.102971:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695850.102975:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695850.102981:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695850.102984:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274340480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695850.102993:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274340480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695850.103011:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695850.103019:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695850.103023:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695850.103193:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695850.103196:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695850.103200:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695850.103202:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695850.103203:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fd14353. 00000400:00000200:2.0:1788695850.103208:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8816cb1 00000400:00000010:2.0:1788695850.103209:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8816cb1. 00000100:00000001:2.0:1788695850.103212:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695850.103216:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274340480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695850.103224:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274340480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695850.103230:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695850.103232:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695850.103234:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695850.103236:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695850.103237:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695850.103244:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695850.103246:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695850.103249:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=51 v=5 (5 5 0 0) 00000100:00001000:2.0:1788695850.103253:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=51 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695850.103255:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695850.103256:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695850.103257:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695850.103259:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695850.103261:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695850.103264:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274340480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695850.103270:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695850.103272:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695850.103274:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695850.103276:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274340480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695850.103283:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274340480:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695850.103287:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695850.103288:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695850.103290:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274340480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695866 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695850.103296:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695850.103297:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695850.103299:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd36386d. 02000000:00000001:2.0:1788695850.103302:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695850.103303:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695850.103304:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695850.103306:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695850.103308:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a5d0889. 02000000:00000001:2.0:1788695850.103310:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695850.103311:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695850.103312:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000100:00000001:2.0:1788695850.103316:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695850.103324:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695850.103325:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695850.103333:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695850.103335:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695850.103336:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695850.103338:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695851.053980:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695851.053987:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695851.053993:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695851.053995:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695851.054149:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695851.054152:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695851.054155:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695851.373997:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306813169, at 4306813184 00000100:00000040:3.0:1788695851.373997:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306813169, at 4306813184 00000100:00000010:0.0:1788695851.374012:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001cecc859. 00000100:00000010:3.0:1788695851.374012:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db1d4de9. 00000100:00000040:2.0:1788695851.374130:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306813169, at 4306813184 00000100:00000010:2.0:1788695851.374136:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4964a0e. 00000100:00000040:1.0:1788695851.375280:0:201115:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306813169, at 4306813185 00000100:00000010:1.0:1788695851.375289:0:201115:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aeee93bd. 00010000:00000001:2.0:1788695852.077992:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695852.077998:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695852.078004:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695852.078037:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695852.078191:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695852.078195:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695852.078198:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695853.101918:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695853.101924:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695853.101941:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695853.101944:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695853.101946:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695853.101950:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695853.101953:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695853.101955:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695853.101957:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695853.101959:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695853.102033:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695853.102037:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695853.102040:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695854.125997:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695854.126004:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695854.126019:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695854.126020:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695854.126120:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695854.126124:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695854.126127:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695855.150013:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695855.150021:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695855.150028:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695855.150029:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695855.150127:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695855.150132:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695855.150135:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695855.214124:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695855.214133:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695855.214139:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000558de936. 00000020:00000040:2.0:1788695855.214160:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695855.214164:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695855.214168:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695855.214173:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695855.214180:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2263eda. 00000100:00000001:2.0:1788695855.214187:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695855.214197:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000558de936 x1875583274340864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695855.214208:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695855.214210:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695855.214215:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000558de936] to pc [ptlrpcd_00_03+3] req@00000000558de936 x1875583274340864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695855.214244:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695855.214246:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695855.214250:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695855.214253:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008bf0b5be. 00000020:00000040:2.0:1788695855.214255:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695855.214258:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695855.214260:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695855.214261:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695855.214264:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c995f34e. 00000100:00000001:2.0:1788695855.214267:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695855.214270:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000008bf0b5be x1875583274340992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695855.214277:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695855.214278:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695855.214281:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf0b5be] to pc [ptlrpcd_00_00+0] req@000000008bf0b5be x1875583274340992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695855.214282:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695855.214289:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695855.214293:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695855.214299:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000558de936 x1875583274340864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695855.214309:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695855.214311:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695855.214312:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695855.214315:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1788695855.214318:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695855.214321:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695855.214325:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695855.214328:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:0.0:1788695855.214332:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000558de936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274340864:192.168.201.118@tcp:400: 00000100:00000010:2.0:1788695855.214333:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1271b01. 00000020:00000040:2.0:1788695855.214337:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695855.214339:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788695855.214341:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695855.214344:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695855.214346:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695855.214346:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695855.214350:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695855.214352:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000394a697c. 02000000:00000001:0.0:1788695855.214355:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788695855.214356:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695855.214361:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039d8a3b7. 00000100:00000040:2.0:1788695855.214363:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000b1271b01 x1875583274341120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1788695855.214365:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695855.214373:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087206912. 00000100:00000001:2.0:1788695855.214375:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695855.214376:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695855.214379:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1271b01] to pc [ptlrpcd_00_01+1] req@00000000b1271b01 x1875583274341120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788695855.214389:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1a3d364. 00000100:00000001:2.0:1788695855.214391:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695855.214394:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1788695855.214398:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274340864, portal 25 00000100:00000040:2.0:1788695855.214398:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1788695855.214403:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1788695855.214405:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12154) 00000100:00000001:0.0:1788695855.214407:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611075584 : -113296098476032 : ffff98f5324bc000) 00000100:00000040:0.0:1788695855.214416:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000558de936 x1875583274340864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695855.214416:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695855.214420:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695855.214427:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695855.214428:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788695855.214431:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695855.214433:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695855.214437:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1271b01 x1875583274341120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695855.214447:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695855.214448:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695855.214451:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695855.214452:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edd31d23. 02000000:00000001:2.0:1788695855.214454:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1788695855.214458:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274340864, offset 0 02000000:00000001:2.0:1788695855.214458:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695855.214462:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695855.214467:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274341120:192.168.201.118@tcp:400: 00000400:00000200:0.0:1788695855.214470:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695855.214478:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695855.214481:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1788695855.214484:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:2.0:1788695855.214484:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695855.214488:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695855.214492:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000386527fb. 02000000:00000001:2.0:1788695855.214495:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695855.214499:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b66a123. 00000400:00000010:2.0:1788695855.214503:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0bf99ec. 00000400:00000200:0.0:1788695855.214504:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1788695855.214506:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274341120, portal 10 00000100:00000001:2.0:1788695855.214509:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1788695855.214511:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:2.0:1788695855.214512:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611077376 : -113296098474240 : ffff98f5324bc700) 00000400:00000200:0.0:1788695855.214518:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1788695855.214521:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b1271b01 x1875583274341120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695855.214528:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695855.214530:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695855.214533:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d543498b. 00000100:00000200:2.0:1788695855.214535:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274341120, offset 0 00000400:00000200:2.0:1788695855.214539:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788695855.214579:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695855.214582:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695855.214591:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695855.214595:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008bf0b5be x1875583274340992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695855.214604:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695855.214605:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695855.214607:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695855.214609:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695855.214611:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695855.214614:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000008bf0b5be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274340992:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695855.214617:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695855.214620:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695855.214621:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695855.214623:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695855.214626:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007708b4a. 02000000:00000001:1.0:1788695855.214628:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695855.214631:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000097b92ab. 00000400:00000010:1.0:1788695855.214635:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004db18ce7. 00000100:00000200:1.0:1788695855.214638:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274340992, portal 10 00000100:00000001:1.0:1788695855.214640:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695855.214642:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611087232 : -113296098464384 : ffff98f5324bed80) 00000100:00000040:1.0:1788695855.214647:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000008bf0b5be x1875583274340992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695855.214654:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695855.214656:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695855.214658:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053d383cc. 00000100:00000200:1.0:1788695855.214660:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274340992, offset 0 00000400:00000200:1.0:1788695855.214665:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695855.214725:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695855.214729:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [171:171:256:4294967295] 192.168.201.118@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:0.0:1788695855.214741:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695855.214747:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695855.214752:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000909f46e7. 00000800:00000200:0.0:1788695855.214758:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695855.214765:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695855.214769:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000909f46e7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695855.214789:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695855.214792:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306818289 00000100:00000010:0.0:1788695855.214797:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000969a2001. 00000100:00000001:0.0:1788695855.214803:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788695855.214807:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306818289 00000100:00000010:0.0:1788695855.214810:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035146d2b. 00000100:00000001:0.0:1788695855.214812:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788695855.214819:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306818289 00000100:00000010:0.0:1788695855.214821:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001cecc859. 00000100:00000001:0.0:1788695855.214824:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788695855.214826:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306818289 00000100:00000010:0.0:1788695855.214829:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be89e8de. 00000100:00000001:0.0:1788695855.214832:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788695855.214835:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695855.214838:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695855.214841:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695855.214843:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695855.214873:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695855.214875:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695855.214877:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695855.214879:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695855.214880:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695855.214883:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695855.215113:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695855.215123:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000909f46e7. 00000400:00000200:3.0:1788695855.215127:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695855.215132:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695855.215168:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695855.215171:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695855.215174:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695855.215176:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695855.215178:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695855.215180:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [172:172:255:4294967295] 192.168.201.118@tcp LPNI seq info [172:172:7:4294967295] 00000400:00000200:2.0:1788695855.215188:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695855.215192:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695855.215195:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051526cb6. 00000800:00000200:2.0:1788695855.215199:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695855.215204:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695855.215206:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000051526cb6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695855.215209:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695855.215218:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 68436 usecs (69 jiffies) 00000100:00000001:2.0:1788695855.215220:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306817094 00000100:00000001:2.0:1788695855.215222:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306818289 00000100:00000001:2.0:1788695855.215224:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306817094 00000100:00000001:2.0:1788695855.215226:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306818289 00000100:00000001:2.0:1788695855.215227:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306817094 00000100:00000001:2.0:1788695855.215229:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306818289 00000100:00000001:2.0:1788695855.215230:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306817094 00000100:00000001:2.0:1788695855.215232:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306818289 00000100:00000001:2.0:1788695855.215233:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695855.215235:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695855.215237:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695855.215239:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695855.215242:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695855.215244:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695855.215245:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695855.215246:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695855.215247:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695855.215248:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695855.218379:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695855.218387:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695855.218390:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695855.218394:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695855.218397:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695855.218400:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [173:173:254:4294967295] 192.168.201.118@tcp LPNI seq info [173:173:6:4294967295] 00000400:00000200:1.0:1788695855.219171:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695855.219181:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695855.219184:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd31d23 00000800:00000010:1.0:1788695855.219188:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb85f65. 00000400:00000010:3.0:1788695855.219189:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000edd31d23. 00000100:00000001:3.0:1788695855.219197:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:1.0:1788695855.219198:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000200:3.0:1788695855.219208:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000558de936 x1875583274340864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788695855.219210:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695855.219216:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004bb85f65 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695855.219224:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695855.219228:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695855.219230:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 64853 usecs (65 jiffies) 00000100:00000040:3.0:1788695855.219233:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000558de936 x1875583274340864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695871 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695855.219237:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306817090 00000100:00000001:1.0:1788695855.219243:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306818289 00000100:00000001:1.0:1788695855.219248:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306817090 00000100:00000001:3.0:1788695855.219248:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695855.219251:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306818289 00000100:00000001:3.0:1788695855.219252:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788695855.219256:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306817090 00000100:00000001:1.0:1788695855.219257:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306818289 00000100:00000001:1.0:1788695855.219259:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306817090 00000100:00000001:1.0:1788695855.219261:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306818289 00000100:00000001:1.0:1788695855.219262:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695855.219266:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695855.219270:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695855.219273:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695855.219282:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695855.219284:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695855.219287:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695855.219290:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695855.219291:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695855.219292:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788695855.219294:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788695855.219297:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051526cb6. 00000400:00000200:3.0:1788695855.219302:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695855.219307:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695855.219310:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d543498b 00000400:00000010:3.0:1788695855.219312:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d543498b. 00000100:00000001:3.0:1788695855.219316:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695855.219319:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b1271b01 x1875583274341120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695855.219327:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695855.219330:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1271b01 x1875583274341120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695871 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695855.219336:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695855.219338:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695855.219926:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695855.219930:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb85f65. 00000400:00000200:1.0:1788695855.219934:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695855.219949:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695855.219963:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053d383cc 00000400:00000010:1.0:1788695855.219965:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000053d383cc. 00000100:00000001:1.0:1788695855.219969:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695855.219972:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000008bf0b5be x1875583274340992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695871 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695855.219980:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695855.219983:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008bf0b5be x1875583274340992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695871 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695855.219989:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695855.219990:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788695855.226825:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695855.226843:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695855.227118:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695855.227275:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695855.227286:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695855.227302:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d05300 00000400:00000200:1.0:1788695855.227310:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x645 [1] + 224 00000800:00000001:1.0:1788695855.227317:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695855.227321:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695855.227324:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695855.227329:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695855.227335:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695855.227342:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b1271b01 x1875583274341120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695855.227352:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b1271b01 x1875583274341120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695855.227369:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695855.227376:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695855.227380:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695855.227382:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695855.227383:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695855.227387:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695855.227392:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d05200 00000400:00000200:1.0:1788695855.227412:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x63d [1] + 224 00000800:00000001:1.0:1788695855.227416:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695855.227420:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695855.227421:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695855.227424:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695855.227427:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695855.227431:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000558de936 x1875583274340864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695855.227438:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000558de936 x1875583274340864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695855.227455:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695855.227459:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695855.227463:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695855.227464:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695855.227466:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695855.227470:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695855.227475:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d05280 00000400:00000200:1.0:1788695855.227479:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x64d [1] + 224 00000800:00000001:1.0:1788695855.227483:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695855.227489:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695855.227490:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695855.227493:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695855.227496:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695855.227499:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000008bf0b5be x1875583274340992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695855.227506:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008bf0b5be x1875583274340992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695855.227528:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695855.227532:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695855.227534:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695855.227587:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695855.227592:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695855.227599:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695855.227601:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695855.227603:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000097b92ab. 00000400:00000200:3.0:1788695855.227608:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004db18ce7 00000400:00000010:3.0:1788695855.227611:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004db18ce7. 00000100:00000001:3.0:1788695855.227621:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695855.227626:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000008bf0b5be x1875583274340992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695855.227635:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000008bf0b5be x1875583274340992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695855.227641:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695855.227643:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695855.227645:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695855.227648:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695855.227650:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695855.227652:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695855.227655:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695855.227662:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=56 v=5 (5 5 0 0) 00000100:00001000:3.0:1788695855.227666:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=56 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695855.227668:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695855.227670:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695855.227672:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695855.227676:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695855.227679:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695855.227681:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695855.227683:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695855.227684:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695855.227687:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008bf0b5be x1875583274340992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695855.227693:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695855.227696:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695855.227698:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695855.227700:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788695855.227701:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008bf0b5be x1875583274340992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695855.227705:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695855.227710:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1788695855.227713:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000008bf0b5be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274340992:192.168.201.118@tcp:400: 00000400:00000001:2.0:1788695855.227714:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695855.227718:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b66a123. 00000100:00000001:3.0:1788695855.227721:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695855.227724:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0bf99ec 00000100:00000001:3.0:1788695855.227725:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1788695855.227727:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0bf99ec. 00000100:00000001:2.0:1788695855.227730:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695855.227735:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b1271b01 x1875583274341120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695855.227738:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008bf0b5be x1875583274340992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695855.227764:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1788695855.227767:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b1271b01 x1875583274341120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788695855.227768:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695855.227772:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007708b4a. 00000100:00000001:2.0:1788695855.227779:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:3.0:1788695855.227779:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695855.227783:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695855.227785:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695855.227790:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788695855.227790:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695855.227793:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c995f34e. 00000100:00000001:2.0:1788695855.227794:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695855.227797:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1788695855.227799:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1788695855.227800:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1788695855.227803:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1788695855.227804:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788695855.227807:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008bf0b5be. 00000100:00000001:3.0:1788695855.227812:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695855.227813:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695855.227815:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788695855.227819:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695855.227823:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1788695855.227826:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=55 v=5 (5 5 0 0) 00000100:00000001:3.0:1788695855.227826:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695855.227831:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1788695855.227833:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=42 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695855.227835:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695855.227837:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695855.227840:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695855.227842:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788695855.227871:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b1271b01 x1875583274341120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788695855.227878:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695855.227880:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695855.227881:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695855.227882:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695855.227883:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695855.227886:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1271b01 x1875583274341120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695855.227891:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695855.227893:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695855.227894:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695855.227896:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1271b01 x1875583274341120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695855.227902:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274341120:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695855.227906:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695855.227908:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695855.227910:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1271b01 x1875583274341120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695855.227916:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695855.227917:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695855.227925:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000386527fb. 02000000:00000001:2.0:1788695855.227927:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695855.227929:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695855.227930:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695855.227932:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695855.227933:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000394a697c. 02000000:00000001:2.0:1788695855.227935:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695855.227936:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695855.227937:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1271b01. 00000100:00000001:2.0:1788695855.227940:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695855.227942:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695855.227943:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695855.227947:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695855.227949:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695855.227960:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695855.227962:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695855.228019:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695855.228021:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695855.228091:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695855.228093:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695855.228094:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087206912. 00000400:00000200:0.0:1788695855.228098:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1a3d364 00000400:00000010:0.0:1788695855.228099:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e1a3d364. 00000100:00000001:0.0:1788695855.228102:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695855.228106:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000558de936 x1875583274340864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695855.228113:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000558de936 x1875583274340864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695855.228119:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695855.228120:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695855.228122:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695855.228124:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695855.228131:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695855.228133:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695855.228135:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695855.228138:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=56 v=5 (5 5 0 0) 00000100:00001000:0.0:1788695855.228141:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=56 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695855.228142:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695855.228143:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695855.228154:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695855.228155:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695855.228157:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695855.228161:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000558de936 x1875583274340864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695855.228230:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695855.228233:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695855.228234:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695855.228237:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000558de936 x1875583274340864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695855.228245:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000558de936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274340864:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695855.228249:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695855.228250:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695855.228252:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000558de936 x1875583274340864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695871 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695855.228258:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695855.228259:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695855.228261:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039d8a3b7. 02000000:00000001:0.0:1788695855.228264:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695855.228265:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695855.228267:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788695855.228268:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695855.228269:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2263eda. 02000000:00000001:0.0:1788695855.228272:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695855.228273:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695855.228274:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000558de936. 00000100:00000001:0.0:1788695855.228282:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695855.228283:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695855.228285:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695855.228288:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695855.228290:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695855.228292:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695855.228293:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695856.174100:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695856.174108:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695856.174114:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695856.174114:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695856.174381:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695856.174386:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695856.174388:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695856.493976:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306818289, at 4306818304 00000100:00000010:0.0:1788695856.494001:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000969a2001. 00000100:00000040:2.0:1788695856.494017:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306818289, at 4306818304 00000100:00000010:2.0:1788695856.494027:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001cecc859. 00000100:00000040:3.0:1788695856.494158:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306818289, at 4306818304 00000100:00000010:3.0:1788695856.494165:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be89e8de. 00000100:00000040:1.0:1788695856.494254:0:201115:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306818289, at 4306818304 00000100:00000010:1.0:1788695856.494261:0:201115:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035146d2b. 00010000:00000001:2.0:1788695857.197973:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695857.197980:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695857.197986:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695857.197987:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695857.198079:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695857.198083:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695857.198093:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695858.221963:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695858.221970:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695858.221972:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695858.221975:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695858.221979:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695858.221981:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695858.221982:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695858.221983:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695858.221985:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695858.221986:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695858.222077:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695858.222081:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695858.222084:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695859.246095:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695859.246120:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695859.246127:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695859.246128:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695859.246191:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695859.246196:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695859.246199:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695860.270679:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695860.270687:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695860.270693:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695860.270694:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695860.270895:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695860.270899:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695860.270902:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695860.334120:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695860.334128:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695860.334134:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1271b01. 00000020:00000040:2.0:1788695860.334140:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695860.334144:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695860.334148:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695860.334153:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695860.334160:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000394a697c. 00000100:00000001:2.0:1788695860.334171:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695860.334181:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000b1271b01 x1875583274341248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695860.334192:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695860.334194:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695860.334199:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1271b01] to pc [ptlrpcd_00_02+2] req@00000000b1271b01 x1875583274341248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695860.334235:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695860.334238:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695860.334241:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695860.334243:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006cc514b8. 00000020:00000040:2.0:1788695860.334245:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695860.334247:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695860.334248:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695860.334250:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695860.334252:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078c7cd5c. 00000100:00000001:2.0:1788695860.334254:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695860.334257:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000006cc514b8 x1875583274341376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695860.334278:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695860.334279:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695860.334282:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc514b8] to pc [ptlrpcd_00_03+3] req@000000006cc514b8 x1875583274341376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695860.334289:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695860.334291:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695860.334294:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695860.334296:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028758325. 00000020:00000040:2.0:1788695860.334298:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695860.334300:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695860.334301:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695860.334303:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695860.334306:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009619aef4. 00000100:00000001:2.0:1788695860.334308:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695860.334312:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000028758325 x1875583274341504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695860.334318:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695860.334320:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695860.334322:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028758325] to pc [ptlrpcd_00_00+0] req@0000000028758325 x1875583274341504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695860.334339:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695860.334341:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788695860.334344:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788695860.334348:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12159) 00000100:00000001:2.0:1788695860.334356:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788695860.334360:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788695860.334362:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695860.334368:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695860.334376:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695860.334378:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695860.334380:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695860.334382:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695860.334386:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028758325 x1875583274341504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695860.334394:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695860.334396:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695860.334399:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695860.334401:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695860.334404:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695860.334407:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000028758325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274341504:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695860.334409:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695860.334411:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788695860.334412:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695860.334413:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695860.334416:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006cc514b8 x1875583274341376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788695860.334416:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695860.334418:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695860.334421:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788695860.334423:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695860.334424:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695860.334424:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000055b01c09. 02000000:00000001:0.0:1788695860.334426:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695860.334426:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695860.334427:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695860.334429:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695860.334431:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006cc514b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274341376:192.168.201.118@tcp:400: 00000400:00000010:2.0:1788695860.334431:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b66a123. 00000100:00000001:0.0:1788695860.334434:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695860.334436:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695860.334437:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695860.334438:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1788695860.334439:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0bf99ec. 02000000:00000010:0.0:1788695860.334440:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004603f74c. 02000000:00000001:0.0:1788695860.334441:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695860.334443:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087206912. 00000100:00000200:2.0:1788695860.334445:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274341504, portal 10 00000400:00000010:0.0:1788695860.334446:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1a3d364. 00000100:00000001:2.0:1788695860.334447:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1788695860.334448:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274341376, portal 10 00000100:00000001:2.0:1788695860.334448:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611076480 : -113296098475136 : ffff98f5324bc380) 00000100:00000001:0.0:1788695860.334455:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1788695860.334455:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000028758325 x1875583274341504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695860.334456:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611078272 : -113296098473344 : ffff98f5324bca80) 00000100:00000040:0.0:1788695860.334461:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006cc514b8 x1875583274341376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695860.334461:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695860.334464:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695860.334466:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1788695860.334466:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007282336d. 00000100:00000040:0.0:1788695860.334468:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000200:2.0:1788695860.334468:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274341504, offset 0 00000400:00000010:0.0:1788695860.334470:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090a574b6. 00000100:00000200:0.0:1788695860.334472:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274341376, offset 0 00000400:00000200:2.0:1788695860.334474:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695860.334520:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695860.334523:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695860.334524:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695860.334529:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1271b01 x1875583274341248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695860.334536:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695860.334537:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695860.334539:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695860.334540:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695860.334542:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695860.334544:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274341248:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695860.334547:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695860.334556:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695860.334557:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695860.334559:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695860.334561:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002421fa34. 02000000:00000001:3.0:1788695860.334563:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695860.334566:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eaa9b8e. 00000400:00000200:2.0:1788695860.334590:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695860.334595:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695860.334599:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695860.334608:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695860.334611:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695860.334614:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [174:174:256:4294967295] 192.168.201.118@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:2.0:1788695860.334625:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695860.334632:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695860.334636:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334bf9d4. 00000800:00000200:2.0:1788695860.334642:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695860.334648:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695860.334652:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000334bf9d4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695860.334663:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695860.334668:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 67287 usecs (68 jiffies) 00000100:00000001:2.0:1788695860.334671:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306822212 00000100:00000010:2.0:1788695860.334675:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009163ae67. 00000100:00000001:2.0:1788695860.334681:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788695860.334685:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306822212 00000100:00000010:2.0:1788695860.334688:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008deb97a6. 00000100:00000001:2.0:1788695860.334690:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788695860.334693:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306822212 00000100:00000010:2.0:1788695860.334695:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d8414ac. 00000100:00000001:2.0:1788695860.334697:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788695860.334700:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306822212 00000100:00000010:2.0:1788695860.334702:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b491dd23. 00000100:00000001:2.0:1788695860.334705:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788695860.334707:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695860.334711:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695860.334713:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695860.334716:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695860.334735:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695860.334737:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695860.334837:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695860.334840:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334bf9d4. 00000400:00000200:2.0:1788695860.334870:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695860.334876:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695860.336263:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695860.336275:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695860.336279:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695860.336282:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695860.336285:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695860.336288:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695860.336291:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [175:175:255:4294967295] 192.168.201.118@tcp LPNI seq info [175:175:7:4294967295] 00000400:00000200:0.0:1788695860.336315:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695860.336320:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695860.336327:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095d0f4a4. 00000800:00000200:0.0:1788695860.336332:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695860.336338:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695860.336341:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000095d0f4a4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695860.336345:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695860.336348:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 63850 usecs (64 jiffies) 00000100:00000001:0.0:1788695860.336351:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306822209 00000100:00000001:0.0:1788695860.336353:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306822212 00000100:00000001:0.0:1788695860.336355:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306822209 00000100:00000001:0.0:1788695860.336357:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306822212 00000100:00000001:0.0:1788695860.336358:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306822209 00000100:00000001:0.0:1788695860.336360:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306822212 00000100:00000001:0.0:1788695860.336373:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306822209 00000100:00000001:0.0:1788695860.336374:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306822212 00000100:00000001:0.0:1788695860.336377:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695860.336379:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695860.336382:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695860.336385:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695860.336391:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695860.336393:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695860.336395:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695860.336396:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695860.336398:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695860.336400:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695860.338091:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000118b729b. 00000100:00000200:3.0:1788695860.338104:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274341248, portal 25 00000100:00000001:3.0:1788695860.338107:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695860.338109:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611077376 : -113296098474240 : ffff98f5324bc700) 00000100:00000040:3.0:1788695860.338119:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b1271b01 x1875583274341248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695860.338127:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695860.338130:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695860.338133:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d21c6e9a. 00000100:00000200:3.0:1788695860.338135:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274341248, offset 0 00000400:00000200:3.0:1788695860.338141:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695860.338150:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695860.338154:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695860.338156:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695860.338159:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695860.338161:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695860.338163:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [176:176:254:4294967295] 192.168.201.118@tcp LPNI seq info [176:176:6:4294967295] 00000400:00000200:3.0:1788695860.338170:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695860.338173:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695860.338176:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f59c383. 00000800:00000200:3.0:1788695860.338180:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695860.338185:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695860.338187:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f59c383 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695860.338200:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695860.338203:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306823413 00000100:00000001:3.0:1788695860.338208:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306822212 00000100:00000001:3.0:1788695860.338218:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306823413 00000100:00000001:3.0:1788695860.338220:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306822212 00000100:00000001:3.0:1788695860.338222:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306823413 00000100:00000001:3.0:1788695860.338223:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306822212 00000100:00000001:3.0:1788695860.338225:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306823413 00000100:00000001:3.0:1788695860.338226:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306822212 00000100:00000001:3.0:1788695860.338228:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695860.338230:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695860.338232:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695860.338235:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695860.338240:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695860.338241:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695860.338242:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695860.338243:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695860.338244:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695860.338245:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695860.338334:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007282336d 00000400:00000010:2.0:1788695860.338338:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000007282336d. 00000100:00000001:2.0:1788695860.338343:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695860.338349:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000028758325 x1875583274341504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695860.338358:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695860.338361:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028758325 x1875583274341504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695876 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695860.338368:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695860.338370:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788695860.338405:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695860.338408:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095d0f4a4. 00000400:00000200:2.0:1788695860.338411:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695860.338416:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695860.338419:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090a574b6 00000400:00000010:2.0:1788695860.338420:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000090a574b6. 00000100:00000001:2.0:1788695860.338423:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695860.338426:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006cc514b8 x1875583274341376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695860.338433:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695860.338435:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006cc514b8 x1875583274341376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695876 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695860.338441:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695860.338442:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788695860.338584:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695860.338587:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f59c383. 00000400:00000200:2.0:1788695860.338590:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695860.338594:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695860.338597:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21c6e9a 00000400:00000010:2.0:1788695860.338604:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d21c6e9a. 00000100:00000001:2.0:1788695860.338607:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695860.338610:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b1271b01 x1875583274341248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695876 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695860.338617:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695860.338619:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1271b01 x1875583274341248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695876 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695860.338625:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695860.338627:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788695860.340228:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695860.340241:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695860.340245:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695860.340247:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695860.340255:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695860.340268:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d05480 00000400:00000200:1.0:1788695860.340275:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x655 [1] + 224 00000800:00000001:1.0:1788695860.340281:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695860.340287:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695860.340289:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695860.340293:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695860.340298:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695860.340302:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000028758325 x1875583274341504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695860.340311:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028758325 x1875583274341504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695860.340331:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695860.340338:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695860.340340:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695860.340606:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695860.340610:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695860.340616:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695860.340618:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695860.340620:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b66a123. 00000400:00000200:2.0:1788695860.340626:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0bf99ec 00000400:00000010:2.0:1788695860.340627:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0bf99ec. 00000100:00000001:2.0:1788695860.340630:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695860.340634:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000028758325 x1875583274341504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695860.340642:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000028758325 x1875583274341504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695860.340648:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695860.340650:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695860.340652:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695860.340655:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695860.340658:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695860.340660:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695860.340663:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695860.340671:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=60 v=5 (5 5 0 0) 00000100:00001000:2.0:1788695860.340675:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=47 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695860.340677:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695860.340678:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695860.340681:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788695860.340685:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000028758325 x1875583274341504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788695860.340710:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695860.340714:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695860.340715:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695860.340717:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695860.340719:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695860.340724:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028758325 x1875583274341504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695860.340730:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695860.340733:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695860.340735:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695860.340739:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028758325 x1875583274341504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695860.340746:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000028758325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274341504:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695860.340751:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695860.340754:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695860.340756:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028758325 x1875583274341504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695860.340763:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695860.340766:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695860.340768:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000055b01c09. 02000000:00000001:2.0:1788695860.340773:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695860.340775:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695860.340776:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695860.340779:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695860.340781:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009619aef4. 02000000:00000001:2.0:1788695860.340784:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695860.340786:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695860.340788:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028758325. 00000100:00000001:2.0:1788695860.340792:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695860.340793:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695860.340800:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695860.340806:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695860.340808:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695860.340810:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695860.340812:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695860.343526:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695860.343543:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695860.343548:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695860.343563:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695860.343574:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695860.343590:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d05380 00000400:00000200:1.0:1788695860.343598:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x665 [1] + 224 00000800:00000001:1.0:1788695860.343605:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695860.343609:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695860.343611:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695860.343615:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695860.343621:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695860.343627:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b1271b01 x1875583274341248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695860.343637:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b1271b01 x1875583274341248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695860.343695:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695860.343699:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695860.343713:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695860.343720:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695860.343724:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695860.343726:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695860.343727:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695860.343730:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695860.343735:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d05400 00000400:00000200:1.0:1788695860.343740:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x659 [1] + 224 00000800:00000001:1.0:1788695860.343743:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695860.343748:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695860.343749:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695860.343752:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695860.343754:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695860.343757:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006cc514b8 x1875583274341376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695860.343763:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006cc514b8 x1875583274341376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695860.343791:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695860.343796:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695860.343806:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695860.343962:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695860.343965:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695860.343969:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695860.343971:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695860.343974:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087206912. 00000400:00000200:0.0:1788695860.343977:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1a3d364 00000400:00000010:0.0:1788695860.343979:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e1a3d364. 00000100:00000001:0.0:1788695860.343982:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695860.343986:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006cc514b8 x1875583274341376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695860.343993:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006cc514b8 x1875583274341376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695860.343998:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695860.344000:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695860.344002:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695860.344005:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695860.344007:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695860.344009:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695860.344011:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695860.344019:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=61 v=5 (5 5 0 0) 00000100:00001000:0.0:1788695860.344023:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=61 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695860.344026:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695860.344027:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695860.344036:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695860.344039:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695860.344043:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695860.344044:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695860.344046:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695860.344048:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695860.344052:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006cc514b8 x1875583274341376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695860.344059:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695860.344062:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695860.344064:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695860.344066:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006cc514b8 x1875583274341376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695860.344072:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006cc514b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274341376:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695860.344077:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695860.344079:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695860.344081:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006cc514b8 x1875583274341376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695860.344088:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695860.344090:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695860.344093:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004603f74c. 02000000:00000001:0.0:1788695860.344096:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695860.344098:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695860.344099:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695860.344101:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695860.344103:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000078c7cd5c. 02000000:00000001:0.0:1788695860.344106:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695860.344107:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695860.344109:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006cc514b8. 00000100:00000001:0.0:1788695860.344112:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695860.344113:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695860.344115:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695860.344121:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695860.344127:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695860.344129:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695860.344131:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788695860.344245:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695860.344247:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695860.344249:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eaa9b8e. 00000400:00000200:3.0:1788695860.344253:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000118b729b 00000400:00000010:3.0:1788695860.344254:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000118b729b. 00000100:00000001:3.0:1788695860.344257:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695860.344260:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b1271b01 x1875583274341248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695860.344267:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b1271b01 x1875583274341248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695860.344272:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695860.344274:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695860.344276:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695860.344277:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695860.344278:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695860.344286:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695860.344288:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695860.344291:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=61 v=5 (5 5 0 0) 00000100:00001000:3.0:1788695860.344294:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=61 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695860.344296:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695860.344297:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695860.344353:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695860.344355:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695860.344357:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695860.344361:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1271b01 x1875583274341248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695860.344367:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695860.344369:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695860.344371:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695860.344373:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1271b01 x1875583274341248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695860.344380:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274341248:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695860.344384:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695860.344385:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695860.344388:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1271b01 x1875583274341248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695876 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695860.344394:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695860.344395:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695860.344397:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002421fa34. 02000000:00000001:3.0:1788695860.344400:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695860.344401:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695860.344402:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695860.344404:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695860.344406:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000394a697c. 02000000:00000001:3.0:1788695860.344408:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695860.344409:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695860.344410:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1271b01. 00000100:00000001:3.0:1788695860.344412:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695860.344419:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695860.344421:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695860.344425:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695860.344426:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695860.344486:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695860.344489:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695861.294010:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695861.294017:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695861.294024:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695861.294025:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695861.294094:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695861.294098:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695861.294101:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695861.613964:0:201115:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306823413, at 4306823424 00000100:00000040:3.0:1788695861.613964:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306823413, at 4306823424 00000100:00000010:3.0:1788695861.613983:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b491dd23. 00000100:00000010:1.0:1788695861.613984:0:201115:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008deb97a6. 00000100:00000040:2.0:1788695861.614377:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306823413, at 4306823424 00000100:00000010:2.0:1788695861.614383:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d8414ac. 00000100:00000040:0.0:1788695861.614451:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306823413, at 4306823424 00000100:00000010:0.0:1788695861.614457:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009163ae67. 00010000:00000001:2.0:1788695862.319377:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695862.319383:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695862.319389:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695862.319390:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695862.319520:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695862.319523:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695862.319526:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695863.341976:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695863.341984:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695863.341990:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695863.341993:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695863.341995:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695863.341998:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695863.342001:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695863.342004:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695863.342006:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695863.342007:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695863.342109:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695863.342113:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695863.342116:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695864.366030:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695864.366037:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695864.366044:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695864.366045:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695864.366100:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695864.366105:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695864.366108:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695865.389979:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695865.389988:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695865.389994:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695865.389995:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695865.390061:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695865.390065:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695865.390068:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695865.454175:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695865.454198:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695865.454208:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045e41aea. 00000020:00000040:1.0:1788695865.454222:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695865.454227:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695865.454230:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695865.454236:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695865.454244:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004bb85f65. 00000100:00000001:1.0:1788695865.454252:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695865.454264:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000045e41aea x1875583274341632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695865.454272:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695865.454275:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695865.454280:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045e41aea] to pc [ptlrpcd_00_01+1] req@0000000045e41aea x1875583274341632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695865.454316:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695865.454318:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695865.454337:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695865.454340:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000452ac9a7. 00000020:00000040:1.0:1788695865.454342:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695865.454345:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695865.454346:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695865.454348:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695865.454353:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dffc0522. 00000100:00000001:1.0:1788695865.454366:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695865.454371:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000452ac9a7 x1875583274341760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695865.454378:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695865.454379:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695865.454382:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000452ac9a7] to pc [ptlrpcd_00_02+2] req@00000000452ac9a7 x1875583274341760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695865.454414:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695865.454417:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695865.454420:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788695865.454423:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e34ae42. 00000020:00000040:1.0:1788695865.454425:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695865.454427:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695865.454428:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695865.454430:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695865.454433:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000372e11cf. 00000100:00000001:1.0:1788695865.454436:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695865.454439:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000009e34ae42 x1875583274341888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695865.454446:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788695865.454447:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695865.454450:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e34ae42] to pc [ptlrpcd_00_03+3] req@000000009e34ae42 x1875583274341888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695865.454469:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695865.454470:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788695865.454473:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788695865.454478:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12164) 00000100:00000001:1.0:1788695865.454533:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695865.454537:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695865.454540:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695865.454544:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009e34ae42 x1875583274341888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695865.454551:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695865.454552:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695865.454556:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695865.454558:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695865.454561:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695865.454564:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009e34ae42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274341888:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695865.454568:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695865.454573:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695865.454575:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695865.454577:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695865.454581:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff02e4c5. 02000000:00000001:1.0:1788695865.454583:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695865.454588:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000181723cd. 00000400:00000010:1.0:1788695865.454596:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053d383cc. 00000100:00000200:1.0:1788695865.454602:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274341888, portal 10 00000100:00000001:1.0:1788695865.454605:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695865.454607:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877467392 : -113296832084224 : ffff98f50691c700) 00000100:00000040:1.0:1788695865.454613:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009e34ae42 x1875583274341888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695865.454620:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695865.454620:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695865.454625:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695865.454626:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695865.454628:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1788695865.454634:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c78758bc. 00000100:00000040:0.0:1788695865.454635:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000452ac9a7 x1875583274341760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695865.454640:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274341888, offset 0 00000100:00000001:0.0:1788695865.454650:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695865.454653:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695865.454653:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788695865.454657:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695865.454659:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695865.454662:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695865.454665:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000452ac9a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274341760:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695865.454669:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1788695865.454670:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:0.0:1788695865.454673:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695865.454676:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695865.454677:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1788695865.454679:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1788695865.454683:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000010:0.0:1788695865.454685:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b05de65d. 02000000:00000001:0.0:1788695865.454689:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695865.454689:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695865.454694:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000010:0.0:1788695865.454695:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087206912. 00000400:00000200:1.0:1788695865.454700:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [177:177:256:4294967295] 192.168.201.118@tcp LPNI seq info [177:177:8:4294967295] 00000400:00000010:0.0:1788695865.454701:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1a3d364. 00000100:00000200:0.0:1788695865.454707:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274341760, portal 10 00000100:00000001:0.0:1788695865.454711:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695865.454712:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479040 : -113296832072576 : ffff98f50691f480) 00000100:00000040:0.0:1788695865.454718:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000452ac9a7 x1875583274341760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695865.454731:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695865.454734:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695865.454736:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008365c19a. 00000100:00000200:0.0:1788695865.454738:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274341760, offset 0 00000400:00000200:0.0:1788695865.454743:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695865.454788:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695865.454791:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695865.454793:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695865.454797:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000045e41aea x1875583274341632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695865.454815:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695865.454816:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695865.454818:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695865.454820:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695865.454822:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695865.454825:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000045e41aea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274341632:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695865.454828:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695865.454830:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695865.454832:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695865.454834:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695865.454837:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec1a3a32. 02000000:00000001:2.0:1788695865.454838:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695865.454842:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b66a123. 00000400:00000010:2.0:1788695865.454860:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0bf99ec. 00000100:00000200:2.0:1788695865.454864:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274341632, portal 25 00000100:00000001:2.0:1788695865.454866:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695865.454867:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877471872 : -113296832079744 : ffff98f50691d880) 00000100:00000040:2.0:1788695865.454871:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000045e41aea x1875583274341632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695865.454877:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695865.454879:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695865.454881:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007282336d. 00000100:00000200:2.0:1788695865.454882:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274341632, offset 0 00000400:00000200:2.0:1788695865.454887:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695865.454930:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695865.454934:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695865.455267:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695865.455275:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695865.455280:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000155bbcce. 00000800:00000200:1.0:1788695865.455287:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695865.455294:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695865.455298:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000155bbcce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695865.455308:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695865.455312:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 65996 usecs (66 jiffies) 00000100:00000001:1.0:1788695865.455316:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306827331 00000100:00000010:1.0:1788695865.455320:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003847b311. 00000100:00000001:1.0:1788695865.455327:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788695865.455331:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306827331 00000100:00000010:1.0:1788695865.455334:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d1d951b. 00000100:00000001:1.0:1788695865.455337:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788695865.455339:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306827331 00000100:00000010:1.0:1788695865.455342:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b72f1bf0. 00000100:00000001:1.0:1788695865.455344:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788695865.455346:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306827331 00000100:00000010:1.0:1788695865.455348:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082f7dcd5. 00000100:00000001:1.0:1788695865.455351:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788695865.455368:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695865.455371:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695865.455373:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695865.455375:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695865.455381:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695865.455384:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695865.455385:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695865.455387:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695865.455388:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695865.455389:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695865.456516:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695865.456521:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000155bbcce. 00000400:00000200:3.0:1788695865.456527:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695865.456533:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695865.456610:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695865.456614:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695865.456617:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695865.456620:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695865.456623:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695865.456625:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [178:178:255:4294967295] 192.168.201.118@tcp LPNI seq info [178:178:7:4294967295] 00000400:00000200:0.0:1788695865.456633:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695865.456637:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695865.456642:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095d0f4a4. 00000800:00000200:0.0:1788695865.456648:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695865.456653:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695865.456656:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000095d0f4a4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695865.456660:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695865.456664:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 62795 usecs (63 jiffies) 00000100:00000001:0.0:1788695865.456667:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306827329 00000100:00000001:0.0:1788695865.456669:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306827331 00000100:00000001:0.0:1788695865.456671:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306827329 00000100:00000001:0.0:1788695865.456673:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306827331 00000100:00000001:0.0:1788695865.456674:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306827329 00000100:00000001:0.0:1788695865.456676:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306827331 00000100:00000001:0.0:1788695865.456677:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306827329 00000100:00000001:0.0:1788695865.456679:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306827331 00000100:00000001:0.0:1788695865.456690:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695865.456693:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695865.456696:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695865.456698:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695865.456703:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695865.456705:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695865.456707:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695865.456708:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695865.456710:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695865.456712:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695865.456956:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695865.456960:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695865.456962:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695865.456964:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695865.456966:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695865.456968:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [179:179:254:4294967295] 192.168.201.118@tcp LPNI seq info [179:179:6:4294967295] 00000400:00000200:2.0:1788695865.456975:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695865.456986:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695865.456989:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009619aef4. 00000800:00000200:2.0:1788695865.456993:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695865.456998:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695865.457001:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009619aef4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695865.457004:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695865.457007:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306828532 00000100:00000001:2.0:1788695865.457014:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306827331 00000100:00000001:2.0:1788695865.457018:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306828532 00000100:00000001:2.0:1788695865.457021:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306827331 00000100:00000001:2.0:1788695865.457023:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306828532 00000100:00000001:2.0:1788695865.457025:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306827331 00000100:00000001:2.0:1788695865.457027:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306828532 00000100:00000001:2.0:1788695865.457030:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306827331 00000100:00000001:2.0:1788695865.457031:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695865.457034:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695865.457036:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695865.457037:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695865.457041:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695865.457042:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695865.457044:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695865.457045:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695865.457046:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695865.457047:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695865.457086:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c78758bc 00000400:00000010:3.0:1788695865.457089:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c78758bc. 00000100:00000001:3.0:1788695865.457094:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695865.457100:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000009e34ae42 x1875583274341888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695865.457109:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695865.457111:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009e34ae42 x1875583274341888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695881 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695865.457117:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695865.457119:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695865.457134:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695865.457136:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095d0f4a4. 00000400:00000200:3.0:1788695865.457138:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695865.457141:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695865.457143:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008365c19a 00000400:00000010:3.0:1788695865.457145:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008365c19a. 00000100:00000001:3.0:1788695865.457147:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695865.457150:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000452ac9a7 x1875583274341760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695865.457157:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695865.457166:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000452ac9a7 x1875583274341760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695881 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695865.457172:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695865.457174:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695865.457207:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695865.457209:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009619aef4. 00000400:00000200:3.0:1788695865.457212:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695865.457215:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695865.457218:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007282336d 00000400:00000010:3.0:1788695865.457220:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000007282336d. 00000100:00000001:3.0:1788695865.457222:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695865.457225:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000045e41aea x1875583274341632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695865.457229:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695865.457230:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000045e41aea x1875583274341632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695881 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695865.457234:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695865.457235:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788695865.459399:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695865.459414:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695865.459418:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695865.459420:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695865.459431:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695865.459446:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d05600 00000400:00000200:1.0:1788695865.459454:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x66d [1] + 224 00000800:00000001:1.0:1788695865.459461:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695865.459464:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695865.459466:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695865.459469:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695865.459473:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695865.459478:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000009e34ae42 x1875583274341888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695865.459485:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009e34ae42 x1875583274341888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695865.459501:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695865.459507:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695865.459509:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695865.459510:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695865.459511:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695865.459513:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695865.459517:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d05500 00000400:00000200:1.0:1788695865.459533:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x67d [1] + 224 00000800:00000001:1.0:1788695865.459536:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695865.459538:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695865.459539:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695865.459542:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695865.459543:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695865.459546:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000045e41aea x1875583274341632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695865.459551:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788695865.459551:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000045e41aea x1875583274341632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695865.459556:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695865.459565:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695865.459567:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695865.459570:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000181723cd. 00000400:00000200:0.0:1788695865.459575:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053d383cc 00000100:00000001:2.0:1788695865.459600:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695865.459603:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695865.459617:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000010:0.0:1788695865.459631:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000053d383cc. 00000100:00000001:0.0:1788695865.459636:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695865.459638:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000009e34ae42 x1875583274341888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695865.459644:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000009e34ae42 x1875583274341888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788695865.459648:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788695865.459649:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695865.459652:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695865.459654:0:201303:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:1.0:1788695865.459655:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788695865.459657:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1788695865.459659:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788695865.459661:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1788695865.459664:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695865.459665:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695865.459670:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695865.459674:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00001000:0.0:1788695865.459680:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=65 v=5 (5 5 0 0) 00000400:00000200:1.0:1788695865.459682:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d05580 00000100:00001000:0.0:1788695865.459686:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=52 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695865.459692:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1788695865.459692:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x675 [1] + 224 00000800:00000001:1.0:1788695865.459698:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695865.459704:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695865.459707:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695865.459708:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1788695865.459712:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1788695865.459715:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00010000:00080000:0.0:1788695865.459720:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009e34ae42 x1875583274341888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695865.459720:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695865.459727:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000452ac9a7 x1875583274341760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695865.459736:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000452ac9a7 x1875583274341760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695865.459760:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695865.459764:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695865.459765:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695865.459766:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695865.459783:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000800:00000001:1.0:1788695865.459784:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788695865.459787:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695865.459789:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695865.459794:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009e34ae42 x1875583274341888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788695865.459800:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695865.459803:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1788695865.459805:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1788695865.459807:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b66a123. 00000100:00000001:0.0:1788695865.459810:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1788695865.459813:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0bf99ec 00000100:00000001:0.0:1788695865.459814:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1788695865.459817:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0bf99ec. 00000100:00000001:3.0:1788695865.459817:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788695865.459821:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e34ae42 x1875583274341888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695865.459822:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695865.459824:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:3.0:1788695865.459828:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1788695865.459830:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000009e34ae42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274341888:192.168.201.118@tcp:400: 00000400:00000001:3.0:1788695865.459832:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1788695865.459836:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000045e41aea x1875583274341632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788695865.459836:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087206912. 00000100:00000001:0.0:1788695865.459838:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695865.459843:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1a3d364 00000100:00000001:0.0:1788695865.459844:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1788695865.459868:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e1a3d364. 00000100:00000001:3.0:1788695865.459872:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695865.459875:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000045e41aea x1875583274341632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695865.459879:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000452ac9a7 x1875583274341760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695865.459887:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009e34ae42 x1875583274341888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695865.459897:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695865.459901:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695865.459906:0:201301:0:(client.c:1593:after_reply()) Process entered 00000100:00000200:3.0:1788695865.459908:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000452ac9a7 x1875583274341760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788695865.459909:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695865.459912:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1788695865.459912:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695865.459916:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695865.459917:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1788695865.459921:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695865.459922:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff02e4c5. 00000100:00000001:3.0:1788695865.459922:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695865.459926:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1788695865.459927:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=66 v=5 (5 5 0 0) 02000000:00000001:0.0:1788695865.459929:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788695865.459930:0:201302:0:(client.c:1593:after_reply()) Process entered 00000100:00001000:2.0:1788695865.459931:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=66 v=5 (1 1 0 0) 00000020:00000001:0.0:1788695865.459934:0:201303:0:(genops.c:1217:class_import_put()) Process entered 02000000:00000001:3.0:1788695865.459934:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695865.459935:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1788695865.459938:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695865.459938:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695865.459941:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1788695865.459943:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1788695865.459944:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695865.459945:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788695865.459947:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695865.459948:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695865.459949:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000372e11cf. 02000000:00000001:3.0:1788695865.459951:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695865.459955:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1788695865.459955:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000045e41aea x1875583274341632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1788695865.459958:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=66 v=5 (5 5 0 0) 02000000:00000001:0.0:1788695865.459959:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695865.459963:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009e34ae42. 00000100:00001000:3.0:1788695865.459968:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=66 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695865.459970:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695865.459971:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695865.459973:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695865.459975:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695865.459976:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695865.459977:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695865.459979:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695865.459982:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045e41aea x1875583274341632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788695865.459985:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695865.459988:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695865.459991:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788695865.459993:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000045e41aea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274341632:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695865.459994:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695865.459997:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695865.460000:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695865.460001:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695865.460002:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695865.460003:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695865.460004:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695865.460006:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788695865.460010:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695865.460014:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695865.460014:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000452ac9a7 x1875583274341760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695865.460015:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000045e41aea x1875583274341632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695865.460042:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1788695865.460042:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695865.460045:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1788695865.460046:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695865.460049:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695865.460054:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000452ac9a7 x1875583274341760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1788695865.460055:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec1a3a32. 02000000:00000001:2.0:1788695865.460061:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695865.460064:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000100:00100000:3.0:1788695865.460067:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000452ac9a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274341760:192.168.201.118@tcp:400: 00000020:00000040:2.0:1788695865.460068:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695865.460072:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695865.460074:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004bb85f65. 02000000:00000001:2.0:1788695865.460078:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1788695865.460078:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788695865.460080:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695865.460083:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045e41aea. 00000100:00000001:3.0:1788695865.460084:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788695865.460086:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695865.460087:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695865.460089:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000452ac9a7 x1875583274341760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695881 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695865.460090:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695865.460097:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695865.460099:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1788695865.460100:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695865.460102:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1788695865.460104:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1788695865.460106:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b05de65d. 00000100:00000001:2.0:1788695865.460107:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695865.460120:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695865.460122:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695865.460127:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695865.460130:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695865.460131:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dffc0522. 02000000:00000001:3.0:1788695865.460143:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695865.460144:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695865.460145:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000452ac9a7. 00000100:00000001:3.0:1788695865.460148:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695865.460149:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695865.460151:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695865.460154:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695865.460155:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695865.460157:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695865.460158:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695866.415944:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695866.415952:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695866.415958:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695866.415960:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695866.416092:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695866.416096:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695866.416099:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695866.733910:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306828532, at 4306828544 00000100:00000010:2.0:1788695866.733927:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b72f1bf0. 00000100:00000040:0.0:1788695866.734786:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306828532, at 4306828544 00000100:00000010:0.0:1788695866.734795:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003847b311. 00000100:00000040:3.0:1788695866.735454:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306828532, at 4306828544 00000100:00000010:3.0:1788695866.735460:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082f7dcd5. 00000100:00000040:1.0:1788695866.735525:0:201115:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306828532, at 4306828545 00000100:00000010:1.0:1788695866.735529:0:201115:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d1d951b. 00010000:00000001:2.0:1788695867.437973:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695867.437980:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695867.437986:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695867.437987:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695867.438072:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695867.438076:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695867.438079:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695868.462004:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695868.462014:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695868.462017:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695868.462019:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695868.462024:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695868.462026:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695868.462028:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695868.462030:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695868.462035:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695868.462036:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695868.462412:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695868.462415:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695868.462417:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695869.489333:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695869.489359:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695869.489366:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695869.489367:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695869.489425:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695869.489429:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695869.489431:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695870.510102:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695870.510110:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695870.510116:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695870.510117:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695870.510421:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695870.510425:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695870.510428:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695870.574738:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695870.574747:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695870.574754:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32a5d79. 00000020:00000040:3.0:1788695870.574761:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788695870.574765:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695870.574768:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695870.574773:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695870.574780:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f68a3b. 00000100:00000001:3.0:1788695870.574786:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695870.574797:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000a32a5d79 x1875583274342016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695870.574808:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695870.574811:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695870.574817:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a32a5d79] to pc [ptlrpcd_00_00+0] req@00000000a32a5d79 x1875583274342016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695870.574874:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695870.574877:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695870.574880:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695870.574884:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788695870.574887:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695870.574889:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1788695870.574909:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1788695870.574910:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695870.574914:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695870.574915:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788695870.574919:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1788695870.574920:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a4df8fd. 00000100:00000001:3.0:1788695870.574925:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695870.574927:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695870.574930:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695870.574931:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000048524a16 x1875583274342144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695870.574935:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695870.574938:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695870.574941:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788695870.574944:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695870.574946:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695870.574949:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a32a5d79 x1875583274342016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695870.574954:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_01+1] req@0000000048524a16 x1875583274342144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695870.574970:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695870.574974:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695870.574974:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695870.574979:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1788695870.574981:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788695870.574984:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1788695870.574985:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1788695870.574988:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c1b66ce. 02000000:00000001:0.0:1788695870.574990:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695870.574993:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1788695870.574993:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00100000:0.0:1788695870.574997:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274342016:192.168.201.118@tcp:400: 00000100:00100000:2.0:1788695870.574999:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788695870.574999:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695870.575002:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788695870.575005:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695870.575006:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695870.575007:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695870.575011:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1788695870.575012:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000842c2c60. 02000000:00000001:0.0:1788695870.575013:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788695870.575014:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788695870.575018:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695870.575018:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695870.575019:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695870.575022:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1788695870.575025:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788695870.575025:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695870.575027:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000000c1b66ce x1875583274342272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1788695870.575032:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa20ca05. 00000100:00000040:2.0:1788695870.575034:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274342144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788695870.575038:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695870.575044:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1788695870.575047:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c44f524. 00000100:00000001:3.0:1788695870.575047:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695870.575050:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695870.575054:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695870.575057:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1788695870.575057:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1b66ce] to pc [ptlrpcd_00_02+2] req@000000000c1b66ce x1875583274342272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788695870.575058:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059f02892. 02000000:00000001:2.0:1788695870.575061:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695870.575066:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788695870.575068:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274342016, portal 25 00000100:00000001:0.0:1788695870.575079:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695870.575082:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548231040 : -113296161320576 : ffff98f52e8cd180) 00000100:00100000:2.0:1788695870.575085:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274342144:192.168.201.118@tcp:400: 00000100:00000040:0.0:1788695870.575091:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a32a5d79 x1875583274342016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695870.575092:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788695870.575095:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695870.575097:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1788695870.575101:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1788695870.575102:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695870.575108:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1788695870.575108:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1788695870.575109:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788695870.575114:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000010:2.0:1788695870.575115:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000461a469. 00000100:00000040:3.0:1788695870.575116:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12170) 00000400:00000010:0.0:1788695870.575119:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c828ede. 02000000:00000001:2.0:1788695870.575119:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695870.575121:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1788695870.575125:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274342016, offset 0 00000400:00000010:2.0:1788695870.575127:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b66a123. 00000100:00000001:1.0:1788695870.575128:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695870.575132:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1788695870.575135:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0bf99ec. 00000400:00000200:0.0:1788695870.575138:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:1.0:1788695870.575139:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c1b66ce x1875583274342272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695870.575148:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274342144, portal 10 00000100:00000001:3.0:1788695870.575148:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695870.575150:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695870.575152:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695870.575153:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1788695870.575154:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:1.0:1788695870.575154:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695870.575157:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 02000000:00000001:1.0:1788695870.575161:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695870.575164:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788695870.575166:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1788695870.575168:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274342144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788695870.575169:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695870.575174:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00100000:1.0:1788695870.575176:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274342272:192.168.201.118@tcp:400: 00000400:00000200:0.0:1788695870.575182:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788695870.575186:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1788695870.575190:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000001:1.0:1788695870.575191:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695870.575195:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695870.575196:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1788695870.575199:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1788695870.575200:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [180:180:256:4294967295] 192.168.201.118@tcp LPNI seq info [180:180:8:4294967295] 02000000:00000010:1.0:1788695870.575205:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000217351f8. 00000100:00000040:2.0:1788695870.575205:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:1.0:1788695870.575210:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695870.575212:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042d69037. 00000400:00000010:1.0:1788695870.575216:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1cf2743. 00000100:00000200:2.0:1788695870.575217:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274342144, offset 0 00000400:00000200:0.0:1788695870.575221:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000010:1.0:1788695870.575224:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f37ab13. 00000400:00000200:2.0:1788695870.575228:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:0.0:1788695870.575231:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695870.575237:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000909f46e7. 00000100:00000200:1.0:1788695870.575237:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274342272, portal 10 00000400:00000200:2.0:1788695870.575239:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695870.575244:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788695870.575248:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1788695870.575249:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:1.0:1788695870.575251:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548240896 : -113296161310720 : ffff98f52e8cf800) 00000400:00000200:2.0:1788695870.575252:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695870.575258:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1788695870.575263:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c1b66ce x1875583274342272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788695870.575264:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:2.0:1788695870.575264:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000200:0.0:1788695870.575271:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000909f46e7 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788695870.575273:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [181:181:255:4294967295] 192.168.201.118@tcp LPNI seq info [181:181:7:4294967295] 00000100:00000001:1.0:1788695870.575284:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695870.575289:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695870.575292:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012b41b2b. 00000400:00000200:2.0:1788695870.575295:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000200:1.0:1788695870.575296:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274342272, offset 0 00000400:00000200:1.0:1788695870.575306:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695870.575318:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695870.575321:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695870.575324:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695870.575326:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695870.575328:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695870.575331:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [182:182:254:4294967295] 192.168.201.118@tcp LPNI seq info [182:182:6:4294967295] 00000400:00000200:1.0:1788695870.575338:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695870.575343:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695870.575346:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006596e7c6. 00000800:00000200:1.0:1788695870.575350:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695870.575354:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695870.575356:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006596e7c6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695870.575489:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695870.575494:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306833650 00000100:00000010:0.0:1788695870.575499:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4964a0e. 00000100:00000001:0.0:1788695870.575505:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1788695870.575505:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695870.575510:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306833650 00000800:00000010:2.0:1788695870.575512:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334bf9d4. 00000100:00000010:0.0:1788695870.575515:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aeee93bd. 00000800:00000200:2.0:1788695870.575520:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788695870.575521:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788695870.575527:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306833650 00000800:00000200:2.0:1788695870.575529:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000010:0.0:1788695870.575533:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047e9a98. 00000100:00000001:1.0:1788695870.575533:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695870.575534:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000334bf9d4 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1788695870.575540:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 64730 usecs (65 jiffies) 00000100:00000001:2.0:1788695870.575540:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695870.575545:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1788695870.575545:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 61677 usecs (62 jiffies) 00000100:00000001:1.0:1788695870.575546:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306832450 00000100:00000001:0.0:1788695870.575551:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306833650 00000100:00000001:1.0:1788695870.575552:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306833650 00000100:00000001:2.0:1788695870.575553:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306832447 00000100:00000010:0.0:1788695870.575557:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078e80244. 00000100:00000001:1.0:1788695870.575559:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306832450 00000100:00000001:2.0:1788695870.575559:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306833650 00000100:00000001:0.0:1788695870.575562:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788695870.575564:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306833650 00000100:00000001:2.0:1788695870.575565:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306832447 00000100:00000001:0.0:1788695870.575567:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695870.575569:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306832450 00000100:00000001:2.0:1788695870.575570:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306833650 00000100:00000001:0.0:1788695870.575573:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695870.575575:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306833650 00000100:00000001:2.0:1788695870.575575:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306832447 00000100:00000001:0.0:1788695870.575577:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695870.575581:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695870.575585:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695870.575586:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306832450 00000100:00000001:0.0:1788695870.575587:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695870.575587:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306833650 00000100:00000001:0.0:1788695870.575590:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695870.575593:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306833650 00000100:00000001:2.0:1788695870.575593:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306832447 00000100:00000001:0.0:1788695870.575594:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695870.575598:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695870.575599:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306833650 00000100:00000001:1.0:1788695870.575602:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695870.575604:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695870.575607:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695870.575609:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695870.575612:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695870.575613:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695870.575616:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695870.575617:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695870.575620:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695870.575622:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695870.575624:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695870.575627:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695870.575630:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695870.576117:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695870.576122:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000909f46e7. 00000400:00000200:3.0:1788695870.576127:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695870.576132:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695870.576137:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c828ede 00000400:00000010:3.0:1788695870.576139:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000c828ede. 00000100:00000001:3.0:1788695870.576143:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695870.576147:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a32a5d79 x1875583274342016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695870.576156:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695870.576159:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a32a5d79 x1875583274342016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695886 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695870.576164:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695870.576166:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695870.576176:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695870.576178:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006596e7c6. 00000400:00000200:3.0:1788695870.576181:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695870.576184:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695870.576186:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012b41b2b 00000400:00000010:3.0:1788695870.576187:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000012b41b2b. 00000100:00000001:3.0:1788695870.576189:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695870.576191:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000c1b66ce x1875583274342272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695870.576198:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695870.576199:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c1b66ce x1875583274342272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695886 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695870.576204:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695870.576205:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695870.576264:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695870.576267:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334bf9d4. 00000400:00000200:3.0:1788695870.576270:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695870.576273:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695870.576282:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042d69037 00000400:00000010:3.0:1788695870.576284:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000042d69037. 00000100:00000001:3.0:1788695870.576286:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695870.576289:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274342144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695870.576297:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695870.576299:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274342144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695886 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695870.576305:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695870.576306:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788695870.579289:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695870.579304:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695870.579309:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695870.579311:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695870.579321:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695870.579337:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d05780 00000400:00000200:3.0:1788695870.579346:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x695 [1] + 224 00000800:00000001:3.0:1788695870.579352:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695870.579356:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695870.579359:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695870.579363:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695870.579370:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695870.579377:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000c1b66ce x1875583274342272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695870.579387:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c1b66ce x1875583274342272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695870.579443:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695870.579448:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695870.579467:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695870.579476:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695870.579480:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695870.579482:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695870.579483:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695870.579487:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695870.579508:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d05680 00000400:00000200:3.0:1788695870.579514:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x685 [1] + 224 00000800:00000001:3.0:1788695870.579518:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695870.579524:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695870.579526:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695870.579529:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695870.579532:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695870.579536:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a32a5d79 x1875583274342016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695870.579544:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a32a5d79 x1875583274342016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695870.579559:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695870.579564:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695870.579567:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695870.579585:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695870.579588:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695870.579595:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695870.579597:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695870.579600:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c44f524. 00000400:00000200:0.0:1788695870.579604:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059f02892 00000400:00000010:0.0:1788695870.579606:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059f02892. 00000100:00000001:0.0:1788695870.579610:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695870.579614:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a32a5d79 x1875583274342016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695870.579622:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a32a5d79 x1875583274342016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695870.579628:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695870.579630:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695870.579633:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695870.579635:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695870.579638:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695870.579640:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695870.579642:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695870.579648:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=71 v=5 (5 5 0 0) 00000100:00001000:0.0:1788695870.579653:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=71 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695870.579655:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695870.579657:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695870.579666:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695870.579669:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695870.579672:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695870.579677:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a32a5d79 x1875583274342016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695870.579696:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695870.579699:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695870.579701:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695870.579704:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a32a5d79 x1875583274342016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695870.579711:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274342016:192.168.201.118@tcp:400: 00000400:00000001:1.0:1788695870.579713:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695870.579717:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1788695870.579718:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1788695870.579719:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1cf2743. 00000100:00000001:0.0:1788695870.579723:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1788695870.579725:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f37ab13 00000400:00000010:1.0:1788695870.579728:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003f37ab13. 00000100:00000040:0.0:1788695870.579730:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a32a5d79 x1875583274342016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695870.579733:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695870.579739:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000c1b66ce x1875583274342272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695870.579741:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695870.579745:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695870.579750:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa20ca05. 00000100:00000200:1.0:1788695870.579754:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000c1b66ce x1875583274342272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788695870.579756:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695870.579760:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695870.579763:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695870.579765:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:0.0:1788695870.579767:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788695870.579768:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1788695870.579770:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f68a3b. 00000100:00000001:1.0:1788695870.579772:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695870.579775:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1788695870.579776:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1788695870.579777:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1788695870.579779:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1788695870.579780:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788695870.579783:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32a5d79. 02000000:00000001:1.0:1788695870.579784:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695870.579789:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695870.579792:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1788695870.579792:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=70 v=5 (5 5 0 0) 00000100:00000001:0.0:1788695870.579798:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1788695870.579799:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=57 v=5 (1 1 0 0) 00000100:00000001:1.0:1788695870.579804:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695870.579805:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695870.579808:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695870.579811:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695870.579814:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1788695870.579815:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695870.579820:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1788695870.579822:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000c1b66ce x1875583274342272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788695870.579835:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695870.579838:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695870.579839:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695870.579841:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695870.579842:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695870.580232:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c1b66ce x1875583274342272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695870.580238:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695870.580239:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695870.580240:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695870.580242:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c1b66ce x1875583274342272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695870.580247:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274342272:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695870.580251:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695870.580253:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695870.580255:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c1b66ce x1875583274342272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695870.580261:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695870.580263:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695870.580264:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000217351f8. 02000000:00000001:1.0:1788695870.580267:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695870.580269:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695870.580270:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695870.580272:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695870.580273:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000842c2c60. 02000000:00000001:1.0:1788695870.580275:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695870.580276:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695870.580277:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c1b66ce. 00000100:00000001:1.0:1788695870.580286:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695870.580287:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695870.580289:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695870.580294:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695870.580295:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695870.580296:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695870.580298:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695870.581736:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695870.581747:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695870.581751:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695870.581753:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695870.581760:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695870.581773:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d05700 00000400:00000200:1.0:1788695870.581779:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x68d [1] + 224 00000800:00000001:1.0:1788695870.581784:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695870.581790:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695870.581793:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695870.581797:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695870.581802:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695870.581807:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274342144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695870.581816:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274342144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695870.581870:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695870.581877:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695870.581880:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695870.582221:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695870.582224:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695870.582229:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695870.582230:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695870.582232:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b66a123. 00000400:00000200:2.0:1788695870.582237:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0bf99ec 00000400:00000010:2.0:1788695870.582238:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0bf99ec. 00000100:00000001:2.0:1788695870.582240:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695870.582243:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274342144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695870.582249:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274342144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695870.582254:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695870.582255:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695870.582256:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695870.582258:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695870.582259:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695870.582260:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695870.582262:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695870.582267:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=71 v=5 (5 5 0 0) 00000100:00001000:2.0:1788695870.582269:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=71 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695870.582271:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695870.582272:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695870.582273:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695870.582276:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695870.582277:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695870.582279:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695870.582280:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695870.582281:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695870.582283:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274342144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695870.582300:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695870.582302:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695870.582303:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695870.582306:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274342144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695870.582319:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274342144:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695870.582323:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695870.582324:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695870.582326:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274342144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695886 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695870.582330:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695870.582331:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695870.582333:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000461a469. 02000000:00000001:2.0:1788695870.582335:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695870.582337:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695870.582338:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695870.582339:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695870.582341:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a4df8fd. 02000000:00000001:2.0:1788695870.582343:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695870.582344:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695870.582345:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000100:00000001:2.0:1788695870.582348:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695870.582348:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695870.582350:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695870.582354:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695870.582355:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695870.582357:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695870.582358:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695871.533985:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695871.533992:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695871.533997:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695871.533998:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695871.534383:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695871.534393:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695871.534396:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695871.853976:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306833650, at 4306833664 00000100:00000040:1.0:1788695871.853981:0:201115:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306833650, at 4306833664 00000100:00000010:3.0:1788695871.853995:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078e80244. 00000100:00000010:1.0:1788695871.853996:0:201115:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aeee93bd. 00000100:00000040:2.0:1788695871.854179:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306833650, at 4306833664 00000100:00000010:2.0:1788695871.854186:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047e9a98. 00000100:00000040:0.0:1788695871.854553:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306833650, at 4306833664 00000100:00000010:0.0:1788695871.854558:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4964a0e. 00010000:00000001:2.0:1788695872.558123:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695872.558129:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695872.558135:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695872.558139:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695872.558141:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695872.558144:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695872.558147:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695872.558149:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695872.558151:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695872.558152:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695872.558226:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695872.558231:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695872.558234:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695873.581982:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695873.581989:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695873.581997:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695873.581998:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695873.582496:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695873.582499:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695873.582517:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695874.605977:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695874.605983:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695874.605988:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695874.605989:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695874.606120:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695874.606123:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695874.606125:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695875.634944:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695875.634951:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695875.634958:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695875.634959:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695875.635424:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695875.635428:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695875.635432:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695875.693987:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695875.693997:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695875.694006:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000020:00000040:3.0:1788695875.694014:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788695875.694018:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695875.694022:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695875.694028:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695875.694035:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008513bebc. 00000100:00000001:3.0:1788695875.694042:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695875.694052:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000003e3fb870 x1875583274342400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695875.694064:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695875.694067:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695875.694072:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3fb870] to pc [ptlrpcd_00_03+3] req@000000003e3fb870 x1875583274342400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695875.694124:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695875.694127:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695875.694131:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695875.694134:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d115929. 00000020:00000040:3.0:1788695875.694137:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695875.694140:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695875.694141:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695875.694143:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695875.694146:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006beeb4bb. 00000100:00000001:3.0:1788695875.694150:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695875.694155:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000004d115929 x1875583274342528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695875.694163:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695875.694164:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695875.694169:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d115929] to pc [ptlrpcd_00_00+0] req@000000004d115929 x1875583274342528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695875.694186:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695875.694189:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695875.694193:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695875.694196:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 00000020:00000040:3.0:1788695875.694199:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695875.694201:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695875.694202:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695875.694204:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695875.694207:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a4df8fd. 00000100:00000001:3.0:1788695875.694210:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695875.694213:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000006439c2df x1875583274342656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695875.694221:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695875.694227:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695875.694231:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_01+1] req@000000006439c2df x1875583274342656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695875.694240:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695875.694242:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788695875.694246:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788695875.694251:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12175) 00000100:00000001:0.0:1788695875.694323:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695875.694328:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695875.694328:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695875.694332:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788695875.694333:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695875.694339:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274342400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695875.694341:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695875.694344:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695875.694346:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788695875.694352:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1788695875.694353:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d115929 x1875583274342528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695875.694356:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695875.694363:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788695875.694366:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1788695875.694367:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695875.694369:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695875.694371:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695875.694374:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1788695875.694378:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274342400:192.168.201.118@tcp:400: 02000000:00000001:2.0:1788695875.694378:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695875.694382:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695875.694385:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695875.694391:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1788695875.694394:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274342528:192.168.201.118@tcp:400: 02000000:00000001:0.0:1788695875.694395:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695875.694401:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788695875.694401:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695875.694406:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695875.694407:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695875.694409:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695875.694412:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba1a0670. 02000000:00000001:2.0:1788695875.694414:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695875.694418:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f37a3c4e. 00000400:00000010:2.0:1788695875.694420:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b66a123. 02000000:00000001:0.0:1788695875.694422:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695875.694428:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c44f524. 00000400:00000010:2.0:1788695875.694430:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0bf99ec. 00000400:00000010:0.0:1788695875.694434:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059f02892. 00000100:00000200:2.0:1788695875.694438:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274342528, portal 10 00000100:00000200:0.0:1788695875.694440:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274342400, portal 25 00000100:00000001:0.0:1788695875.694443:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695875.694443:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695875.694447:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000100:00000001:2.0:1788695875.694447:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548236416 : -113296161315200 : ffff98f52e8ce680) 00000100:00000040:0.0:1788695875.694456:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274342400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695875.694459:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d115929 x1875583274342528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695875.694476:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788695875.694478:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695875.694484:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:2.0:1788695875.694484:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695875.694487:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087c14df2. 00000100:00000200:2.0:1788695875.694489:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274342528, offset 0 00000400:00000010:0.0:1788695875.694494:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016d26bd0. 00000400:00000200:2.0:1788695875.694500:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000200:0.0:1788695875.694505:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274342400, offset 0 00000400:00000200:0.0:1788695875.694514:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695875.694515:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695875.694521:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695875.694525:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695875.694528:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695875.694530:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695875.694534:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [183:183:256:4294967295] 192.168.201.118@tcp LPNI seq info [183:183:8:4294967295] 00000400:00000200:2.0:1788695875.694543:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695875.694549:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695875.694553:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000010:2.0:1788695875.694554:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a3e8ab7. 00000400:00000200:0.0:1788695875.694557:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695875.694561:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000800:00000200:2.0:1788695875.694565:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:0.0:1788695875.694568:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695875.694572:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000200:2.0:1788695875.694577:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:0.0:1788695875.694578:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [184:184:255:4294967295] 192.168.201.118@tcp LPNI seq info [184:184:7:4294967295] 00000800:00000200:2.0:1788695875.694584:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a3e8ab7 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1788695875.694600:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695875.694609:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695875.694614:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a43b1a5e. 00000800:00000200:0.0:1788695875.694618:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:2.0:1788695875.694621:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695875.694625:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000040:2.0:1788695875.694628:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 60647 usecs (61 jiffies) 00000800:00000200:0.0:1788695875.694629:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a43b1a5e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695875.694636:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695875.694636:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306837565 00000100:00000001:0.0:1788695875.694642:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306838769 00000100:00000010:2.0:1788695875.694643:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000efe1b1f1. 00000100:00000001:2.0:1788695875.694651:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788695875.694656:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306837565 00000100:00000010:2.0:1788695875.694659:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d03ef46. 00000100:00000001:0.0:1788695875.694660:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306837565 00000100:00000001:2.0:1788695875.694662:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788695875.694666:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306838769 00000100:00000001:2.0:1788695875.694668:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306837565 00000100:00000001:0.0:1788695875.694671:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306837565 00000100:00000010:2.0:1788695875.694673:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012b293cd. 00000100:00000001:0.0:1788695875.694678:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306838769 00000100:00000001:2.0:1788695875.694678:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788695875.694684:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306837565 00000100:00000001:0.0:1788695875.694685:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306837565 00000100:00000010:2.0:1788695875.694689:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026c9675b. 00000100:00000001:0.0:1788695875.694691:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306838769 00000100:00000001:2.0:1788695875.694695:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788695875.694703:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695875.694704:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306837565 00000100:00000001:2.0:1788695875.694708:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695875.694711:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695875.694713:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695875.694715:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695875.694717:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695875.694719:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695875.694723:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695875.694726:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695875.694728:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695875.694729:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695875.694732:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695875.694733:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695875.694737:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695875.694738:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695875.694743:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788695875.694744:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788695875.694747:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695875.694748:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695875.694750:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695875.694752:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695875.694754:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695875.694755:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695875.694760:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695875.694761:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695875.694762:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788695875.694766:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788695875.694767:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274342656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695875.694769:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695875.694788:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695875.694790:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695875.694792:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695875.694793:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695875.694795:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695875.694798:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274342656:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695875.694801:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695875.694803:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695875.694805:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695875.694806:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695875.694809:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056fa9833. 02000000:00000001:2.0:1788695875.694810:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695875.694813:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005eaaafa2. 00000400:00000010:2.0:1788695875.694817:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6ba0334. 00000100:00000200:2.0:1788695875.694819:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274342656, portal 10 00000100:00000001:2.0:1788695875.694821:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695875.694822:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 00000100:00000040:2.0:1788695875.694827:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274342656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695875.694832:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695875.694834:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695875.694836:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a64d0d8. 00000100:00000200:2.0:1788695875.694838:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274342656, offset 0 00000400:00000200:2.0:1788695875.694842:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695875.694866:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695875.694869:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695875.694871:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695875.694872:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695875.694874:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695875.694877:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [185:185:254:4294967295] 192.168.201.118@tcp LPNI seq info [185:185:6:4294967295] 00000400:00000200:2.0:1788695875.694884:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695875.694894:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695875.694896:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a559f720. 00000800:00000200:2.0:1788695875.694900:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695875.694904:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695875.694907:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a559f720 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695875.694910:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695875.694913:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 63503 usecs (64 jiffies) 00000100:00000001:2.0:1788695875.694916:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306837569 00000100:00000001:2.0:1788695875.694918:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306838769 00000100:00000001:2.0:1788695875.694921:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306837569 00000100:00000001:2.0:1788695875.694922:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306838769 00000100:00000001:2.0:1788695875.694925:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306837569 00000100:00000001:2.0:1788695875.694927:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306838769 00000100:00000001:2.0:1788695875.694929:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306837569 00000100:00000001:2.0:1788695875.694930:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306838769 00000100:00000001:2.0:1788695875.694932:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695875.694934:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695875.694937:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695875.694939:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695875.695074:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695875.695078:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a3e8ab7. 00000400:00000200:3.0:1788695875.695082:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695875.695085:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695875.695091:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087c14df2 00000400:00000010:3.0:1788695875.695093:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000087c14df2. 00000100:00000001:3.0:1788695875.695096:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695875.695100:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004d115929 x1875583274342528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695875.695108:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695875.695110:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d115929 x1875583274342528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695891 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695875.695117:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695875.695118:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695875.695132:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695875.695134:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a43b1a5e. 00000400:00000200:3.0:1788695875.695136:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695875.695139:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695875.695141:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016d26bd0 00000400:00000010:3.0:1788695875.695143:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000016d26bd0. 00000100:00000001:3.0:1788695875.695145:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695875.695147:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274342400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695875.695154:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695875.695163:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274342400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695891 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695875.695168:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695875.695170:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695875.695229:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695875.695231:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a559f720. 00000400:00000200:3.0:1788695875.695234:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695875.695236:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695875.695239:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a64d0d8 00000400:00000010:3.0:1788695875.695240:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001a64d0d8. 00000100:00000001:3.0:1788695875.695242:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695875.695245:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274342656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695875.695251:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695875.695253:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274342656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695891 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695875.695259:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695875.695260:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788695875.702224:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695875.702241:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695875.702245:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695875.702251:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695875.702262:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695875.702278:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d05800 00000400:00000200:3.0:1788695875.702286:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x6a1 [1] + 224 00000800:00000001:3.0:1788695875.702293:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695875.702300:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695875.702303:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695875.702307:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695875.702315:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695875.702322:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274342400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695875.702332:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e3fb870 x1875583274342400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695875.702369:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695875.702378:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695875.702380:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695875.702563:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695875.702569:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695875.702571:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695875.702573:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695875.702578:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695875.702585:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d05880 00000400:00000200:1.0:1788695875.702602:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x69d [1] + 224 00000800:00000001:1.0:1788695875.702606:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695875.702612:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695875.702613:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695875.702615:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695875.702618:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695875.702620:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004d115929 x1875583274342528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695875.702626:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d115929 x1875583274342528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695875.702641:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695875.702644:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695875.702646:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695875.702776:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695875.702781:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695875.702787:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695875.702789:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695875.702792:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c44f524. 00000400:00000200:0.0:1788695875.702796:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059f02892 00000400:00000010:0.0:1788695875.702799:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059f02892. 00000100:00000001:0.0:1788695875.702802:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695875.702806:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274342400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695875.702814:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274342400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695875.702821:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695875.702822:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695875.702825:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695875.702827:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695875.702829:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695875.702831:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695875.702834:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695875.702840:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=76 v=5 (5 5 0 0) 00000100:00001000:0.0:1788695875.702882:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=76 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695875.702886:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695875.702888:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695875.702890:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695875.702892:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695875.702895:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695875.702899:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274342400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695875.702906:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695875.702916:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695875.702918:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695875.702922:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274342400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695875.702929:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274342400:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695875.702934:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695875.702937:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695875.702939:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274342400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695875.702946:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695875.702949:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695875.702952:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f37a3c4e. 02000000:00000001:0.0:1788695875.702956:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695875.702959:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:2.0:1788695875.702960:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1788695875.702961:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695875.702964:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1788695875.702965:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695875.702969:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008513bebc. 00000400:00000001:2.0:1788695875.702970:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1788695875.702973:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:2.0:1788695875.702974:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1788695875.702976:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1788695875.702977:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b66a123. 00000100:00000010:0.0:1788695875.702979:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000001:0.0:1788695875.702985:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1788695875.702985:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0bf99ec 00000100:00000001:0.0:1788695875.702989:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1788695875.702989:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0bf99ec. 00000100:00000001:0.0:1788695875.702994:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695875.702995:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695875.703001:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004d115929 x1875583274342528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695875.703003:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695875.703007:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695875.703011:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695875.703015:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788695875.703018:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004d115929 x1875583274342528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695875.703031:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695875.703033:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695875.703035:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695875.703037:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695875.703038:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695875.703040:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695875.703042:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695875.703048:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=76 v=5 (5 5 0 0) 00000100:00001000:2.0:1788695875.703051:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=76 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695875.703053:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695875.703054:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695875.703066:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695875.703070:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695875.703073:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695875.703074:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695875.703077:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695875.703078:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695875.703081:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d115929 x1875583274342528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695875.703088:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695875.703090:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695875.703091:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695875.703093:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d115929 x1875583274342528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695875.703100:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274342528:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695875.703105:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695875.703107:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695875.703109:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d115929 x1875583274342528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695875.703115:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695875.703117:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695875.703123:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba1a0670. 02000000:00000001:2.0:1788695875.703127:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695875.703128:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695875.703130:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695875.703132:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695875.703133:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006beeb4bb. 02000000:00000001:2.0:1788695875.703135:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695875.703136:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695875.703138:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d115929. 00000100:00000001:2.0:1788695875.703140:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695875.703142:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695875.703144:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695875.703146:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695875.703147:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695875.703148:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695875.703150:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788695875.703192:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695875.703197:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695875.703198:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695875.703199:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695875.703203:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695875.703208:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d05900 00000400:00000200:3.0:1788695875.703211:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x6ad [1] + 224 00000800:00000001:3.0:1788695875.703213:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695875.703217:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695875.703219:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695875.703221:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695875.703225:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695875.703228:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274342656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695875.703236:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274342656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695875.703253:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695875.703258:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695875.703260:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695875.703300:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695875.703301:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695875.703304:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695875.703305:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695875.703306:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005eaaafa2. 00000400:00000200:2.0:1788695875.703308:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6ba0334 00000400:00000010:2.0:1788695875.703309:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a6ba0334. 00000100:00000001:2.0:1788695875.703311:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695875.703313:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274342656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695875.703318:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274342656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695875.703322:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695875.703322:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695875.703324:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695875.703324:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695875.703325:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695875.703326:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695875.703327:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695875.703330:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=75 v=5 (5 5 0 0) 00000100:00001000:2.0:1788695875.703332:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=62 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695875.703337:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695875.703338:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695875.703340:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788695875.703341:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006439c2df x1875583274342656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788695875.703346:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695875.703347:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695875.703348:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695875.703349:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695875.703350:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695875.703351:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274342656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695875.703355:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695875.703356:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695875.703356:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695875.703358:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274342656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695875.703361:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274342656:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695875.703364:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695875.703365:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695875.703366:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274342656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695891 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695875.703369:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695875.703370:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695875.703371:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056fa9833. 02000000:00000001:2.0:1788695875.703373:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695875.703374:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695875.703375:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695875.703376:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695875.703377:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a4df8fd. 02000000:00000001:2.0:1788695875.703378:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695875.703382:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695875.703383:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000001:2.0:1788695875.703385:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695875.703385:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695875.703386:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695875.703389:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695875.703390:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695875.703391:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695875.703392:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695876.653981:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695876.654000:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695876.654007:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695876.654009:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695876.654180:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695876.654184:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695876.654187:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695876.973956:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306838769, at 4306838784 00000100:00000040:3.0:1788695876.973956:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306838769, at 4306838784 00000100:00000040:0.0:1788695876.973962:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306838769, at 4306838784 00000100:00000010:2.0:1788695876.973972:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012b293cd. 00000100:00000010:3.0:1788695876.973974:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026c9675b. 00000100:00000010:0.0:1788695876.973976:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000efe1b1f1. 00000100:00000040:1.0:1788695876.974992:0:201115:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306838769, at 4306838785 00000100:00000010:1.0:1788695876.975001:0:201115:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d03ef46. 00010000:00000001:2.0:1788695877.677970:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695877.677980:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695877.677983:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695877.677986:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695877.677991:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695877.677994:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695877.677995:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695877.677997:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695877.678001:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695877.678002:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695877.678517:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695877.678521:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695877.678524:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695878.701991:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695878.702001:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695878.702009:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695878.702011:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695878.702114:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695878.702121:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695878.702125:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695879.726207:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695879.726218:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695879.726226:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695879.726227:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695879.726414:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695879.726419:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695879.726447:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695880.750043:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695880.750049:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695880.750055:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695880.750056:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695880.751103:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695880.751108:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695880.751125:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695880.815785:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695880.815796:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695880.815806:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e0fb45f. 00000020:00000040:0.0:1788695880.815813:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695880.815817:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695880.815820:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695880.815825:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695880.815832:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a43b1a5e. 00000100:00000001:0.0:1788695880.815839:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695880.815872:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000002e0fb45f x1875583274342784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695880.815883:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695880.815885:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695880.815890:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e0fb45f] to pc [ptlrpcd_00_02+2] req@000000002e0fb45f x1875583274342784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695880.815916:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695880.815918:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695880.815922:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695880.815924:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a318a749. 00000020:00000040:0.0:1788695880.815926:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695880.815929:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695880.815930:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695880.815931:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695880.815934:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000909f46e7. 00000100:00000001:0.0:1788695880.815937:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695880.815940:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000a318a749 x1875583274342912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695880.815946:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695880.815947:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695880.815950:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a318a749] to pc [ptlrpcd_00_03+3] req@00000000a318a749 x1875583274342912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695880.815963:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695880.815964:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695880.815967:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695880.815969:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043af1395. 00000020:00000040:0.0:1788695880.815970:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695880.815972:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695880.815973:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695880.815975:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695880.815977:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000095d0f4a4. 00000100:00000001:0.0:1788695880.815979:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695880.815982:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000043af1395 x1875583274343040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695880.815989:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695880.815990:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695880.815993:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043af1395] to pc [ptlrpcd_00_00+0] req@0000000043af1395 x1875583274343040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695880.816009:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695880.816011:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788695880.816014:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788695880.816018:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12180) 00000100:00000001:0.0:1788695880.816025:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788695880.816028:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788695880.816030:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695880.816036:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695880.816038:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695880.816039:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695880.816041:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695880.816042:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695880.816046:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043af1395 x1875583274343040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695880.816062:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695880.816069:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695880.816072:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695880.816074:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695880.816077:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695880.816080:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274343040:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695880.816083:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695880.816088:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695880.816090:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695880.816092:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695880.816096:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004603f74c. 02000000:00000001:0.0:1788695880.816098:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695880.816104:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c44f524. 00000400:00000010:0.0:1788695880.816110:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059f02892. 00000100:00000200:0.0:1788695880.816116:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274343040, portal 10 00000100:00000001:0.0:1788695880.816119:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695880.816121:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882436224 : -113296827115392 : ffff98f506dd9880) 00000100:00000040:0.0:1788695880.816127:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000043af1395 x1875583274343040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695880.816133:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695880.816136:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695880.816138:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aad6401. 00000100:00000200:0.0:1788695880.816140:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274343040, offset 0 00000400:00000200:0.0:1788695880.816145:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695880.816157:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695880.816162:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695880.816165:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695880.816168:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695880.816171:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695880.816174:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [186:186:256:4294967295] 192.168.201.118@tcp LPNI seq info [186:186:8:4294967295] 00000400:00000200:0.0:1788695880.816187:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788695880.816189:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1788695880.816200:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695880.816200:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695880.816203:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1788695880.816208:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db5bb81c. 00000100:00000040:2.0:1788695880.816210:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e0fb45f x1875583274342784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788695880.816220:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:2.0:1788695880.816225:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695880.816227:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695880.816230:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1788695880.816232:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 02000000:00000001:2.0:1788695880.816233:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695880.816236:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695880.816239:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000db5bb81c type 1, nob 320 niov 1 nkiov 1 00000100:00100000:2.0:1788695880.816241:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274342784:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695880.816246:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695880.816249:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695880.816250:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695880.816252:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695880.816255:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a42acfc. 02000000:00000001:2.0:1788695880.816257:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695880.816260:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005eaaafa2. 00000100:00000001:0.0:1788695880.816261:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695880.816266:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6ba0334. 00000100:00000040:0.0:1788695880.816268:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 62440 usecs (63 jiffies) 00000100:00000200:2.0:1788695880.816270:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274342784, portal 25 00000100:00000001:0.0:1788695880.816273:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306842689 00000100:00000010:0.0:1788695880.816279:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2ee9250. 00000100:00000001:0.0:1788695880.816285:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788695880.816290:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306842689 00000100:00000010:0.0:1788695880.816292:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025718597. 00000100:00000001:0.0:1788695880.816295:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788695880.816298:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306842689 00000100:00000010:0.0:1788695880.816300:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038ecd934. 00000100:00000001:0.0:1788695880.816302:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788695880.816305:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306842689 00000100:00000010:0.0:1788695880.816307:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b799af0. 00000100:00000001:0.0:1788695880.816309:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788695880.816315:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695880.816318:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695880.816321:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695880.816322:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695880.816391:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695880.816395:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db5bb81c. 00000400:00000200:1.0:1788695880.816400:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695880.816406:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695880.816411:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aad6401 00000400:00000010:1.0:1788695880.816412:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009aad6401. 00000100:00000001:1.0:1788695880.816416:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695880.816419:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000043af1395 x1875583274343040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695880.816428:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695880.816431:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043af1395 x1875583274343040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695896 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695880.816436:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695880.816438:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788695880.816464:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695880.816466:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695880.816712:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695880.816715:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882435328 : -113296827116288 : ffff98f506dd9500) 00000100:00000040:2.0:1788695880.816720:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002e0fb45f x1875583274342784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695880.816728:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695880.816730:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695880.816734:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0bf99ec. 00000100:00000200:2.0:1788695880.816736:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274342784, offset 0 00000400:00000200:2.0:1788695880.816740:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695880.816746:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695880.816749:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695880.816752:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695880.816754:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695880.816756:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695880.816764:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [187:187:256:4294967295] 192.168.201.118@tcp LPNI seq info [187:187:8:4294967295] 00000400:00000200:2.0:1788695880.816772:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695880.816777:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695880.816782:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e680c3a9. 00000800:00000200:2.0:1788695880.816785:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695880.816790:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695880.816793:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e680c3a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695880.816805:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695880.816807:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306843891 00000100:00000001:2.0:1788695880.816811:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306842689 00000100:00000001:2.0:1788695880.816814:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306843891 00000100:00000001:2.0:1788695880.816816:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306842689 00000100:00000001:2.0:1788695880.816818:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306843891 00000100:00000001:2.0:1788695880.816821:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306842689 00000100:00000001:2.0:1788695880.816823:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306843891 00000100:00000001:2.0:1788695880.816825:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306842689 00000100:00000001:2.0:1788695880.816829:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695880.816831:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695880.816833:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695880.816835:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695880.816839:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695880.816841:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1788695880.816842:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788695880.816843:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1788695880.816875:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e680c3a9. 00000100:00000001:2.0:1788695880.816877:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695880.816880:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695880.816881:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1788695880.816883:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1788695880.816886:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695880.816888:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695880.816890:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1788695880.816893:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0bf99ec 00000100:00000001:2.0:1788695880.816893:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695880.816896:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1788695880.816897:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0bf99ec. 00000100:00000001:1.0:1788695880.816901:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1788695880.816904:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695880.816907:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1788695880.816908:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002e0fb45f x1875583274342784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695880.816912:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a318a749 x1875583274342912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695880.816922:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695880.816923:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695880.816925:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695880.816926:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695880.816928:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695880.816933:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274342912:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695880.816938:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788695880.816939:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695880.816942:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1788695880.816944:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e0fb45f x1875583274342784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695896 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788695880.816945:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695880.816949:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695880.816952:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002cbfc828. 02000000:00000001:2.0:1788695880.816955:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695880.816961:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695880.816961:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b66a123. 00000100:00000001:1.0:1788695880.816964:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1788695880.816967:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c79d798. 00000100:00000200:2.0:1788695880.816971:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274342912, portal 10 00000100:00000001:2.0:1788695880.816973:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695880.816975:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882440704 : -113296827110912 : ffff98f506ddaa00) 00000100:00000040:2.0:1788695880.816980:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a318a749 x1875583274342912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695880.816986:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695880.816988:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695880.816990:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce843621. 00000100:00000200:2.0:1788695880.816992:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274342912, offset 0 00000400:00000200:2.0:1788695880.816996:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695880.817001:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695880.817003:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695880.817005:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695880.817007:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695880.817010:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695880.817016:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [188:188:256:4294967295] 192.168.201.118@tcp LPNI seq info [188:188:8:4294967295] 00000400:00000200:2.0:1788695880.817024:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695880.817028:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695880.817031:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e680c3a9. 00000800:00000200:2.0:1788695880.817034:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695880.817038:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695880.817040:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e680c3a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695880.817051:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695880.817054:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 59693 usecs (60 jiffies) 00000100:00000001:2.0:1788695880.817056:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306842687 00000100:00000001:2.0:1788695880.817058:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306843891 00000100:00000001:2.0:1788695880.817060:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306842687 00000100:00000001:2.0:1788695880.817061:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306843891 00000100:00000001:2.0:1788695880.817063:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306842687 00000100:00000001:2.0:1788695880.817065:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306843891 00000100:00000001:2.0:1788695880.817067:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306842687 00000800:00000200:1.0:1788695880.817113:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695880.817116:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e680c3a9. 00000400:00000200:1.0:1788695880.817119:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695880.817128:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695880.817132:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce843621 00000400:00000010:1.0:1788695880.817133:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ce843621. 00000100:00000001:1.0:1788695880.817136:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695880.817139:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a318a749 x1875583274342912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695880.817147:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695880.817149:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a318a749 x1875583274342912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695896 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695880.817155:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695880.817156:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788695880.817323:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306843891 00000100:00000001:2.0:1788695880.817325:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695880.817327:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695880.817330:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695880.817332:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695880.817611:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695880.817615:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695880.818739:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695880.818751:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695880.818755:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695880.818757:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695880.818767:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695880.818780:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d05980 00000400:00000200:1.0:1788695880.818786:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x6bd [1] + 224 00000800:00000001:1.0:1788695880.818792:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695880.818798:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695880.818801:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695880.818805:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695880.818810:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695880.818815:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002e0fb45f x1875583274342784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695880.818825:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002e0fb45f x1875583274342784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695880.818843:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695880.818876:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695880.818879:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1788695880.818909:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695880.818914:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788695880.818917:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695880.818919:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695880.818921:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005eaaafa2. 00000400:00000200:2.0:1788695880.818925:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6ba0334 00000400:00000010:2.0:1788695880.818927:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a6ba0334. 00000100:00000001:2.0:1788695880.818929:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695880.818938:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002e0fb45f x1875583274342784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695880.818944:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002e0fb45f x1875583274342784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695880.818948:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695880.818949:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695880.818951:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695880.818953:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695880.818954:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695880.818956:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695880.818958:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695880.818964:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=81 v=5 (5 5 0 0) 00000100:00001000:2.0:1788695880.818968:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=81 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695880.818971:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695880.818972:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695880.818974:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695880.818977:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695880.818979:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695880.818983:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e0fb45f x1875583274342784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695880.818990:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695880.818992:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695880.818994:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695880.818997:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e0fb45f x1875583274342784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695880.819005:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274342784:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695880.819009:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695880.819010:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695880.819012:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e0fb45f x1875583274342784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695880.819016:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695880.819018:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695880.819023:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a42acfc. 02000000:00000001:2.0:1788695880.819026:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695880.819027:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695880.819029:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695880.819030:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695880.819032:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a43b1a5e. 02000000:00000001:2.0:1788695880.819035:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695880.819036:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695880.819037:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e0fb45f. 00000100:00000001:2.0:1788695880.819039:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695880.819040:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695880.819042:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695880.819043:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695880.819044:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695880.819045:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695880.819045:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695880.822020:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695880.822034:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695880.822051:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695880.822055:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695880.822066:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695880.822090:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d05a80 00000400:00000200:1.0:1788695880.822097:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x6b5 [1] + 224 00000800:00000001:1.0:1788695880.822103:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695880.822107:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695880.822110:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695880.822114:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695880.822120:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695880.822126:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000043af1395 x1875583274343040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695880.822137:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000043af1395 x1875583274343040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695880.822156:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695880.822162:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695880.822164:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695880.822165:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695880.822167:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695880.822172:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695880.822177:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d05a00 00000400:00000200:1.0:1788695880.822182:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x6c5 [1] + 224 00000800:00000001:1.0:1788695880.822186:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695880.822191:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695880.822192:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695880.822195:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695880.822197:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695880.822200:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a318a749 x1875583274342912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695880.822209:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a318a749 x1875583274342912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695880.822216:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695880.822222:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695880.822229:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695880.822233:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695880.822235:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c44f524. 00000400:00000200:0.0:1788695880.822240:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059f02892 00000400:00000010:0.0:1788695880.822242:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059f02892. 00000100:00000001:1.0:1788695880.822243:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695880.822254:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695880.822259:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000043af1395 x1875583274343040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695880.822268:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000043af1395 x1875583274343040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695880.822276:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695880.822278:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695880.822281:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695880.822284:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695880.822286:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695880.822288:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695880.822290:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788695880.822291:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695880.822293:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1788695880.822301:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=80 v=5 (5 5 0 0) 00000100:00001000:0.0:1788695880.822306:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=67 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695880.822308:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695880.822310:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695880.822312:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788695880.822316:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000043af1395 x1875583274343040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695880.822324:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695880.822327:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695880.822340:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695880.822342:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695880.822344:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695880.822346:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1788695880.822350:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043af1395 x1875583274343040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788695880.822352:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695880.822360:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695880.822364:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695880.822365:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695880.822369:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043af1395 x1875583274343040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695880.822377:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274343040:192.168.201.118@tcp:400: 00000400:00000001:2.0:1788695880.822381:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695880.822383:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695880.822386:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b66a123. 00000100:00000001:0.0:1788695880.822391:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695880.822393:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c79d798 00000100:00000001:0.0:1788695880.822395:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1788695880.822396:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c79d798. 00000100:00000001:2.0:1788695880.822401:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:0.0:1788695880.822402:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043af1395 x1875583274343040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695880.822407:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a318a749 x1875583274342912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695880.822419:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695880.822424:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1788695880.822425:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a318a749 x1875583274342912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788695880.822429:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004603f74c. 02000000:00000001:0.0:1788695880.822436:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788695880.822437:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695880.822440:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788695880.822441:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:2.0:1788695880.822442:0:201302:0:(client.c:1593:after_reply()) Process entered 00000020:00000040:0.0:1788695880.822444:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:2.0:1788695880.822445:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695880.822447:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1788695880.822449:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788695880.822450:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695880.822453:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000095d0f4a4. 02000000:00000001:2.0:1788695880.822454:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695880.822460:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1788695880.822461:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=81 v=5 (5 5 0 0) 02000000:00000001:0.0:1788695880.822462:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695880.822465:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043af1395. 00000100:00000001:0.0:1788695880.822468:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695880.822470:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695880.822472:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695880.822478:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695880.822480:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695880.822482:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695880.822484:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695880.823033:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=81 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695880.823044:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695880.823046:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695880.823048:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695880.823051:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695880.823054:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695880.823055:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695880.823057:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695880.823058:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695880.823063:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a318a749 x1875583274342912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695880.823070:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695880.823072:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695880.823073:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695880.823076:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a318a749 x1875583274342912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695880.823082:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274342912:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695880.823086:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695880.823088:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695880.823090:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a318a749 x1875583274342912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695896 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695880.823096:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695880.823097:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695880.823099:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002cbfc828. 02000000:00000001:2.0:1788695880.823102:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695880.823103:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695880.823104:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695880.823107:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695880.823108:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000909f46e7. 02000000:00000001:2.0:1788695880.823110:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695880.823112:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695880.823113:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a318a749. 00000100:00000001:2.0:1788695880.823116:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695880.823117:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695880.823122:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695880.823126:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695880.823127:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695880.823129:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695880.823130:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695881.773991:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695881.773998:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695881.774004:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695881.774005:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695881.774241:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695881.774245:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695881.774248:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695882.093957:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306843891, at 4306843904 00000100:00000040:2.0:1788695882.093957:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306843891, at 4306843904 00000100:00000010:0.0:1788695882.093975:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2ee9250. 00000100:00000010:2.0:1788695882.093977:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038ecd934. 00000100:00000040:1.0:1788695882.094243:0:201115:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306843891, at 4306843904 00000100:00000010:1.0:1788695882.094250:0:201115:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025718597. 00000100:00000040:3.0:1788695882.094374:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306843891, at 4306843904 00000100:00000010:3.0:1788695882.094380:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b799af0. 00010000:00000001:2.0:1788695882.799139:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695882.799146:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695882.799152:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695882.799155:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695882.799158:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695882.799161:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695882.799164:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695882.799166:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695882.799168:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695882.799170:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695882.799258:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695882.799262:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695882.799264:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695883.822008:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695883.822023:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695883.822029:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695883.822030:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695883.822391:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695883.822395:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695883.822398:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695884.846907:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695884.846913:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695884.846919:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695884.846920:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695884.846989:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695884.846993:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695884.846996:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695885.870405:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695885.870441:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695885.870447:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695885.870448:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695885.870596:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695885.870599:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695885.870601:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695885.934289:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695885.934300:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695885.934310:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043af1395. 00000020:00000040:0.0:1788695885.934318:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695885.934323:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695885.934326:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695885.934332:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695885.934361:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000db5bb81c. 00000100:00000001:0.0:1788695885.934371:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695885.934384:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000043af1395 x1875583274343168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695885.934396:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695885.934399:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695885.934417:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043af1395] to pc [ptlrpcd_00_01+1] req@0000000043af1395 x1875583274343168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695885.934460:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695885.934464:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695885.934468:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695885.934471:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000607de2c8. 00000020:00000040:0.0:1788695885.934474:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695885.934476:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695885.934478:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695885.934479:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695885.934484:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000805c9010. 00000100:00000001:0.0:1788695885.934487:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695885.934491:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000607de2c8 x1875583274343296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695885.934498:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695885.934500:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695885.934503:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000607de2c8] to pc [ptlrpcd_00_02+2] req@00000000607de2c8 x1875583274343296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695885.934510:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788695885.934515:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788695885.934518:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695885.934527:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695885.934529:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695885.934532:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788695885.934532:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1788695885.934536:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f121889. 00000100:00000001:3.0:1788695885.934536:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788695885.934540:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695885.934541:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695885.934543:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1788695885.934544:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695885.934545:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695885.934549:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1788695885.934550:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1788695885.934550:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1788695885.934554:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695885.934554:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1788695885.934558:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f8e491. 00000100:00000001:0.0:1788695885.934563:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695885.934563:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000607de2c8 x1875583274343296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695885.934570:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000001f121889 x1875583274343424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695885.934595:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695885.934598:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695885.934603:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695885.934605:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695885.934608:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695885.934612:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274343296:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695885.934616:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695885.934623:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695885.934625:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695885.934627:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695885.934631:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071c8c817. 02000000:00000001:2.0:1788695885.934633:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695885.934639:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b66a123. 00000400:00000010:2.0:1788695885.934647:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c79d798. 00000100:00000200:2.0:1788695885.934654:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274343296, portal 10 00000100:00000001:0.0:1788695885.934656:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695885.934658:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695885.934659:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695885.934663:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882432640 : -113296827118976 : ffff98f506dd8a80) 00000100:00000040:0.0:1788695885.934664:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f121889] to pc [ptlrpcd_00_03+3] req@000000001f121889 x1875583274343424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695885.934673:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695885.934675:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788695885.934675:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000607de2c8 x1875583274343296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695885.934682:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788695885.934687:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12185) 00000100:00000001:2.0:1788695885.934692:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695885.934696:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695885.934700:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6ba0334. 00000100:00000200:2.0:1788695885.934703:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274343296, offset 0 00000100:00000001:0.0:1788695885.934707:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695885.934711:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788695885.934711:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695885.934714:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695885.934720:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f121889 x1875583274343424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788695885.934728:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:0.0:1788695885.934729:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695885.934732:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695885.934736:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1788695885.934736:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1788695885.934738:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695885.934742:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695885.934743:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00100000:0.0:1788695885.934749:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274343424:192.168.201.118@tcp:400: 00000400:00000200:2.0:1788695885.934751:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788695885.934757:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788695885.934758:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000001:0.0:1788695885.934761:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695885.934763:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695885.934766:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [189:189:256:4294967295] 192.168.201.118@tcp LPNI seq info [189:189:8:4294967295] 02000000:00000001:0.0:1788695885.934768:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695885.934772:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001cc7dcd6. 02000000:00000001:0.0:1788695885.934775:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695885.934784:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000010:0.0:1788695885.934787:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c44f524. 00000400:00000010:0.0:1788695885.934792:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059f02892. 00000100:00000200:0.0:1788695885.934797:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274343424, portal 10 00000100:00000001:0.0:1788695885.934801:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695885.934803:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438912 : -113296827112704 : ffff98f506dda300) 00000800:00000200:2.0:1788695885.934805:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695885.934810:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a559f720. 00000800:00000200:2.0:1788695885.934817:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695885.934824:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695885.934828:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a559f720 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695885.934843:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695885.934883:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 58720 usecs (59 jiffies) 00000100:00000001:2.0:1788695885.934888:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306847804 00000100:00000010:2.0:1788695885.934894:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012b293cd. 00000100:00000040:0.0:1788695885.934898:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001f121889 x1875583274343424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695885.934902:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788695885.934910:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788695885.934912:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306847804 00000100:00000040:0.0:1788695885.934913:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695885.934919:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aad6401. 00000100:00000010:2.0:1788695885.934920:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077a03d86. 00000100:00000200:0.0:1788695885.934922:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274343424, offset 0 00000100:00000001:2.0:1788695885.934925:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1788695885.934929:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695885.934934:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788695885.934935:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306847804 00000400:00000200:0.0:1788695885.934937:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695885.934941:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000010:2.0:1788695885.934943:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ff94962. 00000400:00000200:0.0:1788695885.934944:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695885.934948:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788695885.934950:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000400:00000200:0.0:1788695885.934951:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [190:190:255:4294967295] 192.168.201.118@tcp LPNI seq info [190:190:7:4294967295] 00000100:00000001:2.0:1788695885.934956:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306847804 00000400:00000200:0.0:1788695885.934962:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000010:2.0:1788695885.934962:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000938a813a. 00000100:00000001:2.0:1788695885.934968:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000800:00000200:0.0:1788695885.934969:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695885.934974:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024382ee1. 00000100:00000001:2.0:1788695885.934974:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695885.934980:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695885.934983:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695885.934985:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695885.934990:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695885.934991:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695885.934993:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695885.934994:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695885.934996:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695885.934998:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695885.935057:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695885.935061:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695885.935108:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695885.935118:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a559f720. 00000400:00000200:2.0:1788695885.935121:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695885.935127:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695885.935132:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6ba0334 00000400:00000010:2.0:1788695885.935135:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a6ba0334. 00000100:00000001:2.0:1788695885.935139:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695885.935142:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000607de2c8 x1875583274343296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695885.935152:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695885.935155:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000607de2c8 x1875583274343296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695901 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695885.935161:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695885.935163:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788695885.935235:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695885.935240:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695885.935242:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024382ee1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695885.935257:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695885.935260:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 61348 usecs (62 jiffies) 00000100:00000001:0.0:1788695885.935263:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306847807 00000100:00000001:0.0:1788695885.935267:0:201303:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, simply extend its deadline from 4306847804 00000100:00000001:0.0:1788695885.935270:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306847807 00000100:00000001:0.0:1788695885.935272:0:201303:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, simply extend its deadline from 4306847804 00000100:00000001:0.0:1788695885.935280:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306847807 00000100:00000001:0.0:1788695885.935282:0:201303:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, simply extend its deadline from 4306847804 00000100:00000001:0.0:1788695885.935284:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306847807 00000100:00000001:0.0:1788695885.935287:0:201303:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, simply extend its deadline from 4306847804 00000100:00000001:0.0:1788695885.935289:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695885.935291:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695885.935293:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695885.935295:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695885.935299:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695885.935300:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695885.935302:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695885.935303:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695885.935304:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695885.935306:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695885.935472:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695885.935475:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024382ee1. 00000400:00000200:1.0:1788695885.935478:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695885.935482:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695885.935485:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aad6401 00000400:00000010:1.0:1788695885.935487:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009aad6401. 00000100:00000001:1.0:1788695885.935489:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695885.935492:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001f121889 x1875583274343424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695885.935500:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695885.935502:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f121889 x1875583274343424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695901 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695885.935508:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695885.935516:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1788695885.935749:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043af1395 x1875583274343168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695885.935759:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695885.935760:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695885.935763:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695885.935765:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695885.935767:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695885.935771:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274343168:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695885.935774:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695885.935777:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695885.935778:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695885.935779:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695885.935784:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2f7131f. 02000000:00000001:3.0:1788695885.935785:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695885.935789:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eaa9b8e. 00000400:00000010:3.0:1788695885.935793:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000118b729b. 00000100:00000200:3.0:1788695885.935797:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274343168, portal 25 00000100:00000001:3.0:1788695885.935798:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695885.935800:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882436224 : -113296827115392 : ffff98f506dd9880) 00000100:00000040:3.0:1788695885.935805:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000043af1395 x1875583274343168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695885.935812:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695885.935814:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695885.935816:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0c3167a. 00000100:00000200:3.0:1788695885.935818:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274343168, offset 0 00000400:00000200:3.0:1788695885.935823:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695885.935829:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695885.935832:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695885.935834:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695885.935871:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695885.935875:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695885.935916:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [191:191:256:4294967295] 192.168.201.118@tcp LPNI seq info [191:191:8:4294967295] 00000400:00000200:3.0:1788695885.935924:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695885.935929:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695885.935932:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000842c2c60. 00000800:00000200:3.0:1788695885.935936:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695885.935941:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695885.935944:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000842c2c60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695885.935957:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695885.935959:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306849011 00000100:00000001:3.0:1788695885.935963:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306847807 00000100:00000001:3.0:1788695885.935966:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306849011 00000100:00000001:3.0:1788695885.935968:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306847807 00000100:00000001:3.0:1788695885.935970:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306849011 00000100:00000001:3.0:1788695885.935972:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306847807 00000100:00000001:3.0:1788695885.935974:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306849011 00000100:00000001:3.0:1788695885.935976:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306847807 00000100:00000001:3.0:1788695885.935978:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695885.935980:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695885.935982:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695885.935984:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695885.936170:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695885.936173:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000842c2c60. 00000400:00000200:1.0:1788695885.936177:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695885.936181:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695885.936185:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0c3167a 00000400:00000010:1.0:1788695885.936186:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b0c3167a. 00000100:00000001:1.0:1788695885.936189:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695885.936192:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000043af1395 x1875583274343168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695885.936200:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695885.936202:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043af1395 x1875583274343168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695901 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695885.936208:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695885.936209:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788695885.942522:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695885.942541:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695885.942545:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695885.942548:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695885.942559:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695885.942577:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d05b80 00000400:00000200:2.0:1788695885.942586:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x6cd [1] + 224 00000800:00000001:2.0:1788695885.942593:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695885.942596:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695885.942599:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695885.942603:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695885.942611:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695885.942620:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000607de2c8 x1875583274343296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695885.942632:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000607de2c8 x1875583274343296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695885.942654:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695885.942663:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695885.942666:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695885.942684:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695885.942688:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695885.942692:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695885.942699:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d05c00 00000100:00000001:1.0:1788695885.942700:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788695885.942705:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x6d5 [1] + 224 00000100:00000001:1.0:1788695885.942706:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1788695885.942712:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695885.942715:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695885.942717:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695885.942721:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000001:1.0:1788695885.942722:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695885.942725:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695885.942728:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b66a123. 00000400:00000200:1.0:1788695885.942734:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c79d798 00000400:00000010:1.0:1788695885.942737:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c79d798. 00000100:00000001:1.0:1788695885.942741:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788695885.942743:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695885.942746:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000607de2c8 x1875583274343296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695885.942751:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001f121889 x1875583274343424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695885.942765:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000607de2c8 x1875583274343296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695885.942769:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f121889 x1875583274343424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695885.942781:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695885.942784:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695885.942788:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695885.942792:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695885.942794:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695885.942797:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695885.942799:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695885.942809:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=86 v=5 (5 5 0 0) 00000100:00001000:1.0:1788695885.942820:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=86 v=5 (1 1 0 0) 00000100:00000001:1.0:1788695885.942823:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695885.942825:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695885.942828:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695885.942833:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695885.942837:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695885.942839:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695885.942841:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695885.942843:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695885.942867:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000607de2c8 x1875583274343296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695885.942874:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695885.942878:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695885.942880:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695885.942880:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695885.942885:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1788695885.942887:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000607de2c8 x1875583274343296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695885.942896:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274343296:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695885.942901:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695885.942904:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695885.942908:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000607de2c8 x1875583274343296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695885.942915:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1788695885.942916:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:1.0:1788695885.942919:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1788695885.942923:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:1.0:1788695885.942924:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071c8c817. 02000000:00000001:1.0:1788695885.942929:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695885.942932:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000800:00000001:2.0:1788695885.942939:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695885.942943:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695885.942945:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695885.942949:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695885.942956:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d05b00 00000400:00000200:2.0:1788695885.942961:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x6dd [1] + 224 00000800:00000001:2.0:1788695885.942965:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695885.942971:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695885.942973:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695885.942985:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695885.942988:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695885.942992:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000043af1395 x1875583274343168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695885.942999:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000043af1395 x1875583274343168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695885.943027:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695885.943032:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695885.943035:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788695885.943328:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695885.943330:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695885.943332:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c44f524. 00000400:00000200:0.0:1788695885.943335:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059f02892 00000400:00000010:0.0:1788695885.943336:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059f02892. 00000100:00000001:0.0:1788695885.943339:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695885.943343:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001f121889 x1875583274343424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695885.943350:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001f121889 x1875583274343424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695885.943356:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695885.943357:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695885.943359:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695885.943360:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695885.943362:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695885.943363:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695885.943365:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695885.943369:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=85 v=5 (5 5 0 0) 00000100:00001000:0.0:1788695885.943378:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=72 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695885.943380:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695885.943382:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695885.943383:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788695885.943387:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001f121889 x1875583274343424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695885.943392:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695885.943394:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695885.943396:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695885.943397:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695885.943398:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695885.943401:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f121889 x1875583274343424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695885.943406:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695885.943419:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695885.943420:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695885.943423:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f121889 x1875583274343424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695885.943430:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274343424:192.168.201.118@tcp:400: 00000020:00000040:1.0:1788695885.943434:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695885.943435:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695885.943439:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1788695885.943441:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000040:0.0:1788695885.943444:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f121889 x1875583274343424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788695885.943446:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000805c9010. 00000100:00000001:3.0:1788695885.943447:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695885.943450:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695885.943454:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1788695885.943454:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1788695885.943455:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695885.943456:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1788695885.943456:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1788695885.943459:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1788695885.943459:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eaa9b8e. 02000000:00000010:0.0:1788695885.943460:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001cc7dcd6. 00000100:00000010:1.0:1788695885.943463:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000607de2c8. 02000000:00000001:0.0:1788695885.943466:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1788695885.943466:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000118b729b 00000100:00000001:1.0:1788695885.943468:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1788695885.943469:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000400:00000010:3.0:1788695885.943469:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000118b729b. 00000020:00000040:0.0:1788695885.943470:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695885.943472:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788695885.943473:0:201300:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000010:0.0:1788695885.943474:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f8e491. 00000100:00000001:1.0:1788695885.943476:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695885.943479:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788695885.943483:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1788695885.943484:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000043af1395 x1875583274343168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788695885.943485:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695885.943487:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f121889. 00000100:00000001:1.0:1788695885.943489:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695885.943490:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695885.943493:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695885.943493:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788695885.943493:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000043af1395 x1875583274343168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695885.943499:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695885.943500:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695885.943504:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695885.943504:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695885.943506:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695885.943507:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695885.943509:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695885.943509:0:201300:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:0.0:1788695885.943511:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1788695885.943511:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695885.943512:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695885.943513:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695885.943513:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695885.943515:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695885.943517:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=86 v=5 (5 5 0 0) 00000100:00001000:3.0:1788695885.943520:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=86 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695885.943522:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695885.943524:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695885.943525:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695885.943527:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695885.943528:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695885.943531:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043af1395 x1875583274343168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695885.943537:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695885.943538:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695885.943540:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695885.943542:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043af1395 x1875583274343168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695885.943549:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274343168:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695885.943552:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695885.943554:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695885.943555:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043af1395 x1875583274343168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695901 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695885.943567:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695885.943568:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695885.943573:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2f7131f. 02000000:00000001:3.0:1788695885.943575:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695885.943576:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695885.943577:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695885.943578:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695885.943579:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000db5bb81c. 02000000:00000001:3.0:1788695885.943582:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695885.943582:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695885.943583:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043af1395. 00000100:00000001:3.0:1788695885.943585:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695885.943586:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695885.943587:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695885.943590:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695885.943590:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695885.943591:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695885.943593:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695886.894013:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695886.894075:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695886.894082:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695886.894083:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695886.894155:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695886.894160:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695886.894163:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695887.213960:0:201115:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306849011, at 4306849024 00000100:00000040:3.0:1788695887.213960:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306849011, at 4306849024 00000100:00000040:0.0:1788695887.213961:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306849011, at 4306849024 00000100:00000010:0.0:1788695887.213981:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012b293cd. 00000100:00000010:1.0:1788695887.213986:0:201115:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077a03d86. 00000100:00000010:3.0:1788695887.213988:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000938a813a. 00000100:00000040:2.0:1788695887.214947:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306849011, at 4306849025 00000100:00000010:2.0:1788695887.214953:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ff94962. 00010000:00000001:2.0:1788695887.918429:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695887.918438:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695887.918440:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695887.918443:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695887.918449:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695887.918452:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695887.918454:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695887.918456:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695887.918460:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695887.918461:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695887.918554:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695887.918557:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695887.918560:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695888.942079:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695888.942087:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695888.942092:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695888.942093:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695888.942552:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695888.942555:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695888.942558:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695889.966516:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695889.966524:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695889.966530:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695889.966531:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695889.967087:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695889.967092:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695889.967095:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695890.990419:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695890.990426:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695890.990431:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695890.990432:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695890.990568:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695890.990572:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695890.990574:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695891.054054:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695891.054063:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695891.054071:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028758325. 00000020:00000040:2.0:1788695891.054092:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695891.054097:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695891.054100:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695891.054105:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695891.054112:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a559f720. 00000100:00000001:2.0:1788695891.054120:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695891.054131:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000028758325 x1875583274343552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695891.054141:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695891.054144:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695891.054151:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028758325] to pc [ptlrpcd_00_00+0] req@0000000028758325 x1875583274343552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695891.054195:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695891.054200:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695891.054204:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695891.054208:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b920c5d1. 00000020:00000040:2.0:1788695891.054211:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695891.054213:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695891.054215:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695891.054216:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695891.054221:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a3e8ab7. 00000100:00000001:2.0:1788695891.054225:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695891.054229:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000b920c5d1 x1875583274343680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695891.054237:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695891.054238:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695891.054241:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b920c5d1] to pc [ptlrpcd_00_01+1] req@00000000b920c5d1 x1875583274343680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695891.054249:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695891.054251:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695891.054265:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695891.054268:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000449a2a56. 00000020:00000040:2.0:1788695891.054270:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695891.054273:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695891.054274:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695891.054276:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695891.054278:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000334bf9d4. 00000100:00000001:2.0:1788695891.054282:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695891.054286:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000449a2a56 x1875583274343808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695891.054293:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695891.054294:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695891.054298:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000449a2a56] to pc [ptlrpcd_00_02+2] req@00000000449a2a56 x1875583274343808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695891.054363:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695891.054366:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788695891.054369:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788695891.054375:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12190) 00000100:00000001:2.0:1788695891.054388:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788695891.054392:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1788695891.054394:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695891.054403:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695891.054405:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695891.054407:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695891.054408:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695891.054411:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695891.054416:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000449a2a56 x1875583274343808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695891.054424:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695891.054427:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695891.054432:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695891.054444:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695891.054447:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695891.054452:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000449a2a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274343808:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695891.054457:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695891.054464:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695891.054466:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695891.054469:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695891.054473:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036a9a485. 02000000:00000001:2.0:1788695891.054475:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695891.054481:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005eaaafa2. 00000400:00000010:2.0:1788695891.054490:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6ba0334. 00000100:00000200:2.0:1788695891.054496:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274343808, portal 10 00000100:00000001:2.0:1788695891.054499:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695891.054500:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611081856 : -113296098469760 : ffff98f5324bd880) 00000100:00000040:2.0:1788695891.054506:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000449a2a56 x1875583274343808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695891.054513:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695891.054515:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695891.054517:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8b0aa1a. 00000100:00000200:2.0:1788695891.054519:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274343808, offset 0 00000400:00000200:2.0:1788695891.054525:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695891.054536:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695891.054541:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695891.054545:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695891.054547:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695891.054550:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695891.054554:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [192:192:256:4294967295] 192.168.201.118@tcp LPNI seq info [192:192:8:4294967295] 00000400:00000200:2.0:1788695891.054565:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695891.054570:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695891.054574:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009619aef4. 00000800:00000200:2.0:1788695891.054580:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695891.054587:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695891.054596:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009619aef4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695891.054612:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695891.054612:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695891.054618:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1788695891.054618:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 60358 usecs (61 jiffies) 00000100:00000001:1.0:1788695891.054621:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695891.054626:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b920c5d1 x1875583274343680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695891.054635:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306852925 00000100:00000001:1.0:1788695891.054638:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695891.054641:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788695891.054642:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006993d188. 02000000:00000001:1.0:1788695891.054645:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695891.054648:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695891.054650:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695891.054651:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00100000:1.0:1788695891.054654:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b920c5d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274343680:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695891.054659:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695891.054662:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788695891.054662:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306852925 02000000:00000001:1.0:1788695891.054665:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695891.054669:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1788695891.054670:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce767292. 02000000:00000010:1.0:1788695891.054672:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056fa9833. 02000000:00000001:1.0:1788695891.054677:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695891.054680:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000400:00000010:1.0:1788695891.054681:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1cf2743. 00000100:00000001:2.0:1788695891.054686:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306852925 00000400:00000010:1.0:1788695891.054692:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f37ab13. 00000100:00000010:2.0:1788695891.054694:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000024d1f6c. 00000100:00000200:1.0:1788695891.054697:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274343680, portal 10 00000100:00000001:1.0:1788695891.054700:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695891.054701:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788695891.054702:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611089024 : -113296098462592 : ffff98f5324bf480) 00000100:00000001:2.0:1788695891.054709:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306852925 00000100:00000040:1.0:1788695891.054712:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b920c5d1 x1875583274343680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1788695891.054718:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002736167a. 00000100:00000001:1.0:1788695891.054722:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788695891.054726:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000040:1.0:1788695891.054727:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695891.054732:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c401c26b. 00000100:00000200:1.0:1788695891.054735:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274343680, offset 0 00000400:00000200:1.0:1788695891.054740:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695891.054740:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788695891.054746:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788695891.054747:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695891.054752:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788695891.054755:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695891.054756:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695891.054761:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788695891.054762:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695891.054767:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695891.054771:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [193:193:255:4294967295] 192.168.201.118@tcp LPNI seq info [193:193:7:4294967295] 00000400:00000200:1.0:1788695891.054779:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695891.054784:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695891.054787:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032870841. 00000800:00000200:1.0:1788695891.054792:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695891.054796:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:2.0:1788695891.054798:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1788695891.054799:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000032870841 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695891.054804:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695891.054805:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695891.054811:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 57825 usecs (58 jiffies) 00000100:00000001:1.0:1788695891.054815:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306852922 00000100:00000001:1.0:1788695891.054818:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306852925 00000100:00000001:1.0:1788695891.054820:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306852922 00000100:00000001:1.0:1788695891.054822:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306852925 00000100:00000001:1.0:1788695891.054831:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306852922 00000100:00000001:1.0:1788695891.054833:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306852925 00000100:00000001:1.0:1788695891.054835:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306852922 00000100:00000001:1.0:1788695891.054836:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306852925 00000100:00000001:1.0:1788695891.054838:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695891.054840:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695891.054843:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695891.054878:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695891.054882:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695891.054883:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695891.054885:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695891.054886:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695891.054888:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695891.054889:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788695891.054891:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695891.054893:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695891.054894:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695891.054895:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695891.054896:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695891.054897:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695891.054901:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028758325 x1875583274343552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695891.054908:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695891.054909:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695891.054911:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1788695891.054912:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1788695891.054912:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695891.054914:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788695891.054916:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009619aef4. 00000100:00100000:1.0:1788695891.054916:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000028758325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274343552:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695891.054920:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1788695891.054921:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1788695891.054922:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695891.054923:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695891.054924:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1788695891.054925:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 02000000:00000010:1.0:1788695891.054927:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000217351f8. 00000400:00000200:0.0:1788695891.054931:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8b0aa1a 00000400:00000010:0.0:1788695891.054933:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c8b0aa1a. 02000000:00000001:1.0:1788695891.054934:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695891.054937:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:1.0:1788695891.054937:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020c5c111. 00000100:00000200:0.0:1788695891.054940:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000449a2a56 x1875583274343808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788695891.054940:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de91f7a2. 00000100:00000200:1.0:1788695891.054942:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274343552, portal 25 00000100:00000001:1.0:1788695891.054944:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695891.054946:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611076480 : -113296098475136 : ffff98f5324bc380) 00000100:00000001:0.0:1788695891.054948:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695891.054950:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000028758325 x1875583274343552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695891.054951:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000449a2a56 x1875583274343808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695907 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695891.054957:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788695891.054958:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695891.054958:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695891.054960:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:1.0:1788695891.054960:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000144fb93. 00000100:00000200:1.0:1788695891.054962:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274343552, offset 0 00000400:00000200:1.0:1788695891.054965:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695891.054970:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695891.054972:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1788695891.054974:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695891.054975:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032870841. 00000400:00000200:1.0:1788695891.054975:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695891.054977:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695891.054978:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695891.054979:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695891.054982:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [194:194:255:4294967295] 192.168.201.118@tcp LPNI seq info [194:194:7:4294967295] 00000400:00000200:0.0:1788695891.054985:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695891.054989:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695891.054992:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695891.054995:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7e36ce6. 00000800:00000200:1.0:1788695891.054999:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695891.055002:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695891.055005:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f7e36ce6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695891.055007:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695891.055009:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306854130 00000100:00000001:1.0:1788695891.055014:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306852925 00000100:00000001:1.0:1788695891.055017:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306854130 00000100:00000001:1.0:1788695891.055019:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306852925 00000100:00000001:1.0:1788695891.055027:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306854130 00000100:00000001:1.0:1788695891.055030:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306852925 00000100:00000001:1.0:1788695891.055031:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306854130 00000100:00000001:1.0:1788695891.055034:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306852925 00000100:00000001:1.0:1788695891.055035:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695891.055037:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695891.055040:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695891.055042:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695891.055090:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695891.055093:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695891.055218:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c401c26b 00000400:00000010:0.0:1788695891.055221:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c401c26b. 00000100:00000001:0.0:1788695891.055224:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695891.055228:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b920c5d1 x1875583274343680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695891.055235:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695891.055237:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b920c5d1 x1875583274343680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695907 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695891.055242:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695891.055243:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788695891.055256:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695891.055258:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7e36ce6. 00000400:00000200:0.0:1788695891.055261:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695891.055264:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695891.055266:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000144fb93 00000400:00000010:0.0:1788695891.055268:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000144fb93. 00000100:00000001:0.0:1788695891.055270:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695891.055272:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000028758325 x1875583274343552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695907 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695891.055279:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695891.055281:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028758325 x1875583274343552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695907 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695891.055287:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695891.055288:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788695891.057744:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695891.057759:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695891.057762:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695891.057763:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695891.057772:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695891.057785:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d05d80 00000400:00000200:1.0:1788695891.057791:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x6e5 [1] + 224 00000800:00000001:1.0:1788695891.057797:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695891.057801:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695891.057804:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695891.057807:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695891.057812:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695891.057817:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000449a2a56 x1875583274343808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695891.057825:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000449a2a56 x1875583274343808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695891.057866:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695891.057872:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695891.057874:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695891.057919:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695891.057923:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695891.057928:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695891.057929:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695891.057931:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005eaaafa2. 00000400:00000200:2.0:1788695891.057936:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6ba0334 00000400:00000010:2.0:1788695891.057937:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a6ba0334. 00000100:00000001:2.0:1788695891.057940:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695891.057942:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000449a2a56 x1875583274343808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695891.057947:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000449a2a56 x1875583274343808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695891.057963:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695891.057965:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695891.057967:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695891.057969:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695891.057971:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695891.057972:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695891.057974:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695891.057982:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=91 v=5 (5 5 0 0) 00000100:00001000:2.0:1788695891.057985:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=78 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695891.057987:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695891.057988:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695891.057989:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788695891.057993:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000449a2a56 x1875583274343808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788695891.057997:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695891.057999:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695891.058001:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695891.058002:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695891.058003:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695891.058006:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000449a2a56 x1875583274343808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695891.058011:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695891.058013:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695891.058014:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695891.058015:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000449a2a56 x1875583274343808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695891.058019:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000449a2a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274343808:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695891.058022:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695891.058024:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695891.058025:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000449a2a56 x1875583274343808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695891.058036:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695891.058038:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695891.058041:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036a9a485. 02000000:00000001:2.0:1788695891.058043:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695891.058045:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695891.058046:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695891.058048:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695891.058050:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000334bf9d4. 02000000:00000001:2.0:1788695891.058052:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695891.058053:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695891.058054:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000449a2a56. 00000100:00000001:2.0:1788695891.058057:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695891.058058:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695891.058060:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695891.058065:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695891.058066:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695891.058068:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695891.058069:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788695891.061011:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695891.061028:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695891.061032:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695891.061033:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695891.061044:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695891.061059:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d05d00 00000400:00000200:3.0:1788695891.061067:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x6ed [1] + 224 00000800:00000001:3.0:1788695891.061073:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695891.061077:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695891.061080:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695891.061083:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695891.061089:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695891.061096:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b920c5d1 x1875583274343680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695891.061104:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b920c5d1 x1875583274343680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695891.061136:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695891.061143:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695891.061145:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695891.061179:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695891.061183:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695891.061189:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695891.061191:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695891.061197:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1cf2743. 00000400:00000200:1.0:1788695891.061201:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f37ab13 00000400:00000010:1.0:1788695891.061202:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003f37ab13. 00000100:00000001:1.0:1788695891.061205:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695891.061208:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b920c5d1 x1875583274343680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695891.061217:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b920c5d1 x1875583274343680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695891.061223:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695891.061225:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695891.061227:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695891.061230:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695891.061232:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695891.061234:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695891.061237:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695891.061245:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=92 v=5 (5 5 0 0) 00000100:00001000:1.0:1788695891.061249:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=92 v=5 (1 1 0 0) 00000100:00000001:1.0:1788695891.061251:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695891.061253:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695891.061255:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695891.061259:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695891.061263:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695891.061265:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695891.061267:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695891.061269:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695891.061272:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b920c5d1 x1875583274343680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695891.061277:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695891.061279:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695891.061281:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695891.061283:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b920c5d1 x1875583274343680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695891.061287:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b920c5d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274343680:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695891.061294:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695891.061296:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695891.061298:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b920c5d1 x1875583274343680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695891.061302:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695891.061304:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695891.061306:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056fa9833. 02000000:00000001:1.0:1788695891.061309:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695891.061311:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695891.061312:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695891.061314:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695891.061316:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a3e8ab7. 02000000:00000001:1.0:1788695891.061331:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695891.061333:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695891.061334:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b920c5d1. 00000100:00000001:1.0:1788695891.061342:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695891.061343:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695891.061346:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695891.061348:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695891.061349:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695891.061351:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695891.061352:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695891.062505:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695891.062519:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695891.062522:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695891.062525:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695891.062533:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695891.062548:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d05c80 00000400:00000200:0.0:1788695891.062556:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x6f5 [1] + 224 00000800:00000001:0.0:1788695891.062561:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695891.062578:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695891.062581:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695891.062586:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695891.062592:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695891.062598:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000028758325 x1875583274343552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695891.062607:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028758325 x1875583274343552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695891.062623:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695891.062630:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695891.062633:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695891.062653:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695891.062658:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695891.062664:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695891.062666:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695891.062668:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020c5c111. 00000400:00000200:1.0:1788695891.062672:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de91f7a2 00000400:00000010:1.0:1788695891.062674:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000de91f7a2. 00000100:00000001:1.0:1788695891.062678:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695891.062682:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000028758325 x1875583274343552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695891.062689:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000028758325 x1875583274343552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695891.062695:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695891.062702:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695891.062705:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695891.062707:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695891.062709:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695891.062710:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695891.062713:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695891.062718:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=92 v=5 (5 5 0 0) 00000100:00001000:1.0:1788695891.062722:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=92 v=5 (1 1 0 0) 00000100:00000001:1.0:1788695891.062724:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695891.062725:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695891.062728:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695891.062731:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695891.062733:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695891.062737:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028758325 x1875583274343552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695891.062743:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695891.062746:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695891.062748:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695891.062750:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028758325 x1875583274343552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695891.062756:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000028758325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274343552:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695891.062761:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695891.062763:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695891.062766:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028758325 x1875583274343552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695907 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695891.062772:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695891.062775:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695891.062777:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000217351f8. 02000000:00000001:1.0:1788695891.062781:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695891.062783:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695891.062784:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695891.062786:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695891.062788:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a559f720. 02000000:00000001:1.0:1788695891.062791:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695891.062797:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695891.062799:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028758325. 00000100:00000001:1.0:1788695891.062803:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695891.062804:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695891.062806:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695891.062812:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695891.062814:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695891.062815:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695891.062817:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695892.013969:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695892.013976:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695892.013982:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695892.013983:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695892.014052:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695892.014055:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695892.014057:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695892.333998:0:200804:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306854130, at 4306854144 00000100:00000040:0.0:1788695892.333999:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306854130, at 4306854144 00000100:00000040:2.0:1788695892.333999:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306854130, at 4306854144 00000100:00000010:0.0:1788695892.334019:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006993d188. 00000100:00000010:2.0:1788695892.334021:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000024d1f6c. 00000100:00000010:3.0:1788695892.334025:0:200804:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002736167a. 00000100:00000040:1.0:1788695892.334765:0:201115:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306854130, at 4306854144 00000100:00000010:1.0:1788695892.334773:0:201115:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce767292. 00010000:00000001:2.0:1788695893.037985:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695893.037992:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695893.037998:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695893.038002:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695893.038004:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695893.038007:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695893.038011:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695893.038013:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695893.038015:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695893.038017:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695893.038335:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695893.038339:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695893.038342:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695894.062034:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695894.062061:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695894.062068:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695894.062070:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695894.062317:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695894.062321:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695894.062324:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695895.085980:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695895.085988:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695895.085995:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695895.085996:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695895.086059:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695895.086064:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695895.086067:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695896.110010:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695896.110018:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695896.110024:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695896.110025:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695896.110125:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695896.110130:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695896.110133:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695896.174367:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695896.174376:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695896.174382:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f121889. 00000020:00000040:0.0:1788695896.174388:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695896.174392:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695896.174395:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695896.174400:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695896.174407:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f8e491. 00000100:00000001:0.0:1788695896.174414:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695896.174425:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000001f121889 x1875583274343936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695896.174436:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695896.174439:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695896.174444:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f121889] to pc [ptlrpcd_00_03+3] req@000000001f121889 x1875583274343936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695896.174467:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695896.174485:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695896.174488:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695896.174490:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4497fd1. 00000020:00000040:0.0:1788695896.174493:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695896.174495:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695896.174496:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695896.174498:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695896.174501:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005878d45f. 00000100:00000001:0.0:1788695896.174503:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695896.174507:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000e4497fd1 x1875583274344064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695896.174514:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695896.174516:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695896.174518:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4497fd1] to pc [ptlrpcd_00_00+0] req@00000000e4497fd1 x1875583274344064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695896.174534:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695896.174536:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695896.174539:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695896.174541:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005800c766. 00000020:00000040:0.0:1788695896.174543:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695896.174545:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695896.174546:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695896.174548:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695896.174550:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000014613afe. 00000100:00000001:0.0:1788695896.174553:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695896.174556:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000005800c766 x1875583274344192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695896.174562:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695896.174563:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695896.174565:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005800c766] to pc [ptlrpcd_00_01+1] req@000000005800c766 x1875583274344192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695896.174582:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695896.174584:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788695896.174587:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788695896.174591:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12195) 00000100:00000001:0.0:1788695896.174611:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695896.174615:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695896.174628:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695896.174632:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f121889 x1875583274343936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695896.174639:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695896.174641:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695896.174645:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695896.174647:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695896.174649:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695896.174652:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274343936:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695896.174656:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695896.174661:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695896.174663:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695896.174666:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695896.174670:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa20ca05. 02000000:00000001:0.0:1788695896.174671:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695896.174676:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c44f524. 00000400:00000010:0.0:1788695896.174683:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059f02892. 00000100:00000200:0.0:1788695896.174689:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274343936, portal 25 00000100:00000001:0.0:1788695896.174692:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695896.174693:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438912 : -113296827112704 : ffff98f506dda300) 00000100:00000040:0.0:1788695896.174697:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001f121889 x1875583274343936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695896.174704:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695896.174706:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695896.174713:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016d26bd0. 00000100:00000200:0.0:1788695896.174716:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274343936, offset 0 00000400:00000200:0.0:1788695896.174722:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695896.174734:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695896.174738:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695896.174742:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695896.174745:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695896.174747:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695896.174750:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [195:195:256:4294967295] 192.168.201.118@tcp LPNI seq info [195:195:8:4294967295] 00000400:00000200:0.0:1788695896.174760:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695896.174766:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695896.174769:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000150a73a8. 00000800:00000200:0.0:1788695896.174775:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695896.174782:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695896.174786:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000150a73a8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695896.174795:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695896.174799:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306859249 00000100:00000010:0.0:1788695896.174802:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2ee9250. 00000100:00000001:0.0:1788695896.174809:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788695896.174813:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306859249 00000100:00000010:0.0:1788695896.174816:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db1d4de9. 00000100:00000001:0.0:1788695896.174818:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788695896.174821:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306859249 00000100:00000010:0.0:1788695896.174823:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4964a0e. 00000100:00000001:0.0:1788695896.174826:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788695896.174828:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306859249 00000100:00000010:0.0:1788695896.174830:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009bba77ba. 00000100:00000001:0.0:1788695896.174833:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788695896.174835:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695896.174838:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695896.174865:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695896.174867:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695896.174874:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695896.174877:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695896.174878:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695896.174880:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695896.174881:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695896.174883:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695896.174891:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695896.174893:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695896.174897:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695896.174898:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695896.174900:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695896.174904:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4497fd1 x1875583274344064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695896.174911:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695896.174912:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695896.174914:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695896.174916:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695896.174917:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695896.174920:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274344064:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695896.174923:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695896.174925:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695896.174926:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695896.174928:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695896.174930:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c7c5973. 02000000:00000001:0.0:1788695896.174932:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695896.174935:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f63771bd. 00000400:00000010:0.0:1788695896.174938:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c828ede. 00000100:00000200:0.0:1788695896.174941:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274344064, portal 10 00000100:00000001:0.0:1788695896.174943:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695896.174944:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882434432 : -113296827117184 : ffff98f506dd9180) 00000100:00000040:0.0:1788695896.174950:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4497fd1 x1875583274344064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695896.174955:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695896.174963:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695896.174965:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1a3d364. 00000100:00000200:0.0:1788695896.174967:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274344064, offset 0 00000400:00000200:0.0:1788695896.174970:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695896.174975:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695896.174978:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695896.174980:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695896.174982:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695896.174984:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695896.174986:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [196:196:255:4294967295] 192.168.201.118@tcp LPNI seq info [196:196:7:4294967295] 00000400:00000200:0.0:1788695896.174993:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695896.174997:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695896.175000:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024f67866. 00000800:00000200:0.0:1788695896.175003:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695896.175007:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695896.175009:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024f67866 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695896.175011:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695896.175014:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 56931 usecs (57 jiffies) 00000100:00000001:0.0:1788695896.175016:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306858042 00000100:00000001:0.0:1788695896.175018:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306859249 00000100:00000001:0.0:1788695896.175020:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306858042 00000100:00000001:0.0:1788695896.175022:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306859249 00000100:00000001:0.0:1788695896.175024:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306858042 00000100:00000001:0.0:1788695896.175025:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306859249 00000100:00000001:0.0:1788695896.175027:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306858042 00000100:00000001:0.0:1788695896.175029:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306859249 00000100:00000001:0.0:1788695896.175031:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695896.175032:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695896.175038:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695896.175040:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695896.175043:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695896.175045:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695896.175046:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695896.175048:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695896.175049:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695896.175051:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788695896.175052:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695896.175054:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695896.175055:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695896.175056:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695896.175057:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695896.175058:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695896.175061:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005800c766 x1875583274344192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695896.175067:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695896.175068:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695896.175070:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695896.175072:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695896.175073:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695896.175075:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274344192:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695896.175078:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695896.175080:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695896.175081:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695896.175082:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695896.175097:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005edc4c5a. 02000000:00000001:0.0:1788695896.175100:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695896.175103:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053871a58. 00000400:00000010:0.0:1788695896.175106:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008365c19a. 00000100:00000200:0.0:1788695896.175108:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274344192, portal 10 00000100:00000001:0.0:1788695896.175110:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695896.175111:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882441600 : -113296827110016 : ffff98f506ddad80) 00000100:00000040:0.0:1788695896.175116:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005800c766 x1875583274344192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695896.175133:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695896.175135:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695896.175137:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090a574b6. 00000100:00000200:0.0:1788695896.175139:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274344192, offset 0 00000400:00000200:0.0:1788695896.175143:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695896.175147:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695896.175150:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695896.175152:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695896.175154:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695896.175157:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695896.175159:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [197:197:254:4294967295] 192.168.201.118@tcp LPNI seq info [197:197:6:4294967295] 00000400:00000200:0.0:1788695896.175165:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695896.175169:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695896.175172:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009146b66a. 00000800:00000200:0.0:1788695896.175175:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695896.175178:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695896.175180:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009146b66a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695896.175183:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695896.175185:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 59285 usecs (60 jiffies) 00000100:00000001:0.0:1788695896.175187:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306858045 00000100:00000001:0.0:1788695896.175189:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306859249 00000100:00000001:0.0:1788695896.175191:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306858045 00000100:00000001:0.0:1788695896.175192:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306859249 00000100:00000001:0.0:1788695896.175194:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306858045 00000100:00000001:0.0:1788695896.175196:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306859249 00000100:00000001:0.0:1788695896.175197:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306858045 00000100:00000001:0.0:1788695896.175199:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306859249 00000100:00000001:0.0:1788695896.175205:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695896.175206:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695896.175208:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695896.175210:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695896.175378:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695896.175380:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695896.175423:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695896.175426:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000150a73a8. 00000400:00000200:0.0:1788695896.175430:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695896.175435:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695896.175441:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016d26bd0 00000400:00000010:0.0:1788695896.175443:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000016d26bd0. 00000100:00000001:0.0:1788695896.175447:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695896.175450:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001f121889 x1875583274343936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695896.175459:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695896.175461:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f121889 x1875583274343936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695912 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695896.175467:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695896.175469:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788695896.175480:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695896.175482:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024f67866. 00000400:00000200:0.0:1788695896.175485:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695896.175487:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695896.175489:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1a3d364 00000400:00000010:0.0:1788695896.175491:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e1a3d364. 00000100:00000001:0.0:1788695896.175492:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695896.175494:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e4497fd1 x1875583274344064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695896.175500:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695896.175502:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4497fd1 x1875583274344064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695912 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695896.175508:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695896.175514:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788695896.175575:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695896.175577:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009146b66a. 00000400:00000200:0.0:1788695896.175580:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695896.175583:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695896.175585:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090a574b6 00000400:00000010:0.0:1788695896.175587:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000090a574b6. 00000100:00000001:0.0:1788695896.175589:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695896.175591:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000005800c766 x1875583274344192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695912 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695896.175597:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695896.175599:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005800c766 x1875583274344192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695912 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695896.175605:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695896.175606:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788695896.178119:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695896.178199:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695896.178202:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695896.178205:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695896.178925:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695896.178942:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d05e00 00000400:00000200:3.0:1788695896.178950:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x6fd [1] + 224 00000800:00000001:3.0:1788695896.178957:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695896.178962:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695896.178965:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695896.178969:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695896.178976:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695896.178981:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001f121889 x1875583274343936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695896.178989:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f121889 x1875583274343936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695896.179023:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695896.179026:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695896.179066:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695896.179074:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695896.179077:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695896.179078:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695896.179079:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695896.179082:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695896.179086:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d05f00 00000400:00000200:3.0:1788695896.179090:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x70d [1] + 224 00000800:00000001:3.0:1788695896.179092:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695896.179105:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695896.179107:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695896.179110:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695896.179114:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695896.179117:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000005800c766 x1875583274344192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695896.179125:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005800c766 x1875583274344192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695896.179147:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695896.179151:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695896.179155:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695896.179157:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695896.179158:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695896.179162:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695896.179168:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d05e80 00000400:00000200:3.0:1788695896.179171:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x705 [1] + 224 00000800:00000001:3.0:1788695896.179173:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695896.179177:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695896.179178:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695896.179180:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695896.179182:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695896.179184:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e4497fd1 x1875583274344064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695896.179188:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4497fd1 x1875583274344064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695896.179192:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695896.179194:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695896.179196:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695896.179248:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695896.179250:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695896.179256:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695896.179258:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695896.179260:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053871a58. 00000400:00000200:1.0:1788695896.179263:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008365c19a 00000400:00000010:1.0:1788695896.179265:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008365c19a. 00000100:00000001:1.0:1788695896.179268:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695896.179272:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000005800c766 x1875583274344192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695896.179279:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000005800c766 x1875583274344192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695896.179285:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695896.179293:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695896.179295:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695896.179298:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695896.179305:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695896.179307:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695896.179309:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695896.179317:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=96 v=5 (5 5 0 0) 00000100:00001000:1.0:1788695896.179321:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=83 v=5 (1 1 0 0) 00000100:00000001:1.0:1788695896.179323:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695896.179325:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695896.179327:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788695896.179332:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005800c766 x1875583274344192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788695896.179339:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695896.179342:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695896.179343:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695896.179345:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695896.179346:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695896.179350:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005800c766 x1875583274344192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695896.179356:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695896.179359:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695896.179361:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695896.179363:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005800c766 x1875583274344192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695896.179371:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274344192:192.168.201.118@tcp:400: 00000400:00000001:1.0:1788695896.179377:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695896.179379:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695896.179380:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f63771bd. 00000400:00000200:1.0:1788695896.179383:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c828ede 00000400:00000010:1.0:1788695896.179384:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000c828ede. 00000100:00000001:1.0:1788695896.179386:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695896.179388:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e4497fd1 x1875583274344064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695896.179401:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e4497fd1 x1875583274344064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695896.179407:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695896.179409:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695896.179410:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695896.179412:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695896.179413:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695896.179414:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695896.179416:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695896.179420:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=97 v=5 (5 5 0 0) 00000100:00001000:1.0:1788695896.179423:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=97 v=5 (1 1 0 0) 00000100:00000001:1.0:1788695896.179425:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695896.179426:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695896.179428:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695896.179429:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695896.179432:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695896.179433:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695896.179434:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695896.179436:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695896.179438:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4497fd1 x1875583274344064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695896.179445:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695896.179447:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695896.179448:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695896.179450:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4497fd1 x1875583274344064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695896.179457:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274344064:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695896.179460:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695896.179463:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695896.179465:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005800c766 x1875583274344192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695896.179482:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695896.179485:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695896.179487:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005edc4c5a. 02000000:00000001:1.0:1788695896.179491:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695896.179493:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695896.179494:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695896.179497:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695896.179499:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000014613afe. 02000000:00000001:1.0:1788695896.179502:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695896.179503:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695896.179505:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005800c766. 00000100:00000001:1.0:1788695896.179508:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695896.179509:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695896.179511:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695896.179513:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4497fd1 x1875583274344064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695896.179518:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695896.179519:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695896.179520:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c7c5973. 02000000:00000001:1.0:1788695896.179522:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695896.179523:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695896.179524:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695896.179526:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695896.179527:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005878d45f. 02000000:00000001:1.0:1788695896.179528:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695896.179530:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695896.179530:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4497fd1. 00000100:00000001:1.0:1788695896.179532:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695896.179533:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695896.179535:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695896.179542:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695896.179543:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695896.179545:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695896.179547:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788695896.179634:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695896.179636:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695896.179638:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c44f524. 00000400:00000200:0.0:1788695896.179641:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059f02892 00000400:00000010:0.0:1788695896.179643:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059f02892. 00000100:00000001:0.0:1788695896.179645:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695896.179649:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001f121889 x1875583274343936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695896.179656:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001f121889 x1875583274343936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695896.179662:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695896.179663:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695896.179664:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695896.179666:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695896.179667:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695896.179668:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695896.179670:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695896.179672:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=97 v=5 (5 5 0 0) 00000100:00001000:0.0:1788695896.179681:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=97 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695896.179682:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695896.179684:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695896.179685:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695896.179686:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695896.179688:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695896.179691:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f121889 x1875583274343936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695896.179697:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695896.179699:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695896.179700:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695896.179702:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f121889 x1875583274343936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695896.179709:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274343936:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695896.179713:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695896.179714:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695896.179716:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f121889 x1875583274343936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695912 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695896.179722:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695896.179723:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695896.179725:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa20ca05. 02000000:00000001:0.0:1788695896.179727:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695896.179729:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695896.179729:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788695896.179731:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695896.179732:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f8e491. 02000000:00000001:0.0:1788695896.179734:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695896.179735:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695896.179736:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f121889. 00000100:00000001:0.0:1788695896.179738:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695896.179739:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695896.179741:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695896.179744:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695896.179750:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695896.179752:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695896.179753:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695897.133960:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695897.133967:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695897.133973:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695897.133975:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695897.134057:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695897.134076:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695897.134078:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695897.454045:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306859249, at 4306859264 00000100:00000010:0.0:1788695897.454066:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2ee9250. 00000100:00000040:2.0:1788695897.454262:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306859249, at 4306859264 00000100:00000010:2.0:1788695897.454268:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4964a0e. 00000100:00000040:1.0:1788695897.454344:0:201115:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306859249, at 4306859264 00000100:00000010:1.0:1788695897.454350:0:201115:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db1d4de9. 00000100:00000040:3.0:1788695897.454418:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306859249, at 4306859264 00000100:00000010:3.0:1788695897.454424:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bba77ba. 00010000:00000001:2.0:1788695898.158128:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695898.158135:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695898.158150:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695898.158153:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695898.158157:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695898.158159:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695898.158161:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695898.158163:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695898.158166:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695898.158168:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695898.158254:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695898.158258:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695898.158261:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695899.182119:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695899.182125:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695899.182130:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695899.182131:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695899.183045:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695899.183049:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695899.183052:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695900.206088:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695900.206094:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695900.206100:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695900.206101:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695900.206184:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695900.206188:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695900.206191:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695901.229997:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695901.230007:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695901.230039:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695901.230041:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695901.230133:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695901.230151:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695901.230155:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695901.294004:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695901.294020:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695901.294032:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f121889. 00000020:00000040:0.0:1788695901.294042:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695901.294048:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695901.294051:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695901.294058:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695901.294068:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f8e491. 00000100:00000001:0.0:1788695901.294078:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695901.294093:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000001f121889 x1875583274344320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695901.294107:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695901.294111:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695901.294120:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f121889] to pc [ptlrpcd_00_02+2] req@000000001f121889 x1875583274344320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695901.294193:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695901.294198:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695901.294203:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695901.294207:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6864119. 00000020:00000040:0.0:1788695901.294211:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695901.294214:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1788695901.294231:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788695901.294238:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1788695901.294238:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788695901.294240:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:0.0:1788695901.294242:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695901.294243:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1788695901.294252:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009146b66a. 00000100:00000001:0.0:1788695901.294258:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695901.294259:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695901.294261:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695901.294264:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695901.294267:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000f6864119 x1875583274344448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695901.294270:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695901.294274:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695901.294279:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695901.294289:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f121889 x1875583274344320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695901.294303:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695901.294306:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695901.294307:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695901.294310:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695901.294316:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1788695901.294317:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6864119] to pc [ptlrpcd_00_03+3] req@00000000f6864119 x1875583274344448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788695901.294319:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695901.294334:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695901.294338:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695901.294339:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274344320:192.168.201.118@tcp:400: 00000100:00000040:0.0:1788695901.294342:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695901.294348:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788695901.294349:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695901.294355:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbb350d4. 02000000:00000001:2.0:1788695901.294357:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1788695901.294358:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695901.294362:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695901.294362:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695901.294365:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695901.294367:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1788695901.294369:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695901.294375:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079a701ad. 02000000:00000010:0.0:1788695901.294376:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024f67866. 02000000:00000001:2.0:1788695901.294380:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695901.294382:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695901.294389:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000cbb350d4 x1875583274344576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1788695901.294391:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005eaaafa2. 00000100:00000001:0.0:1788695901.294397:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695901.294399:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695901.294402:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb350d4] to pc [ptlrpcd_00_00+0] req@00000000cbb350d4 x1875583274344576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695901.294424:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695901.294427:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695901.294428:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1788695901.294432:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695901.294434:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695901.294438:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1788695901.294439:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1788695901.294442:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695901.294445:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788695901.294446:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12200) 00000100:00000001:3.0:1788695901.294447:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695901.294450:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695901.294455:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6864119 x1875583274344448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695901.294463:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695901.294464:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695901.294465:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695901.294468:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1788695901.294469:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695901.294473:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695901.294475:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695901.294477:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274344448:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695901.294480:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695901.294483:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695901.294484:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695901.294485:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1788695901.294486:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695901.294492:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1ab6e48. 00000100:00000040:0.0:1788695901.294493:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbb350d4 x1875583274344576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788695901.294496:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695901.294503:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eaa9b8e. 00000400:00000010:3.0:1788695901.294512:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000118b729b. 00000100:00000200:3.0:1788695901.294521:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274344448, portal 10 00000100:00000001:0.0:1788695901.294522:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695901.294525:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695901.294526:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1788695901.294529:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788695901.294530:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882445184 : -113296827106432 : ffff98f506ddbb80) 02000000:00000001:0.0:1788695901.294533:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695901.294537:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695901.294540:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f6864119 x1875583274344448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695901.294544:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274344576:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695901.294552:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788695901.294557:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1788695901.294558:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695901.294563:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695901.294563:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6ba0334. 00000100:00000040:3.0:1788695901.294563:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788695901.294569:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1788695901.294569:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b901fd97. 00000100:00000200:2.0:1788695901.294571:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274344320, portal 25 00000100:00000200:3.0:1788695901.294574:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274344448, offset 0 00000100:00000001:2.0:1788695901.294575:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1788695901.294576:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022a4cdcc. 00000100:00000001:2.0:1788695901.294578:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438912 : -113296827112704 : ffff98f506dda300) 02000000:00000001:0.0:1788695901.294580:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695901.294588:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c44f524. 00000100:00000040:2.0:1788695901.294590:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001f121889 x1875583274344320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788695901.294593:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695901.294602:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1788695901.294604:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059f02892. 00000100:00000001:1.0:1788695901.294608:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788695901.294609:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000200:0.0:1788695901.294611:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274344576, portal 10 00000400:00000200:3.0:1788695901.294616:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:0.0:1788695901.294618:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695901.294619:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695901.294619:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8b0aa1a. 00000100:00000001:0.0:1788695901.294623:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882439808 : -113296827111808 : ffff98f506dda680) 00000400:00000200:3.0:1788695901.294624:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1788695901.294627:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274344320, offset 0 00000400:00000200:3.0:1788695901.294634:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000040:0.0:1788695901.294637:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cbb350d4 x1875583274344576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788695901.294643:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695901.294647:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695901.294652:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:0.0:1788695901.294658:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1788695901.294661:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [198:198:256:4294967295] 192.168.201.118@tcp LPNI seq info [198:198:8:4294967295] 00000100:00000040:0.0:1788695901.294664:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695901.294670:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090a574b6. 00000100:00000200:0.0:1788695901.294674:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274344576, offset 0 00000400:00000200:3.0:1788695901.294685:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000200:0.0:1788695901.294686:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:3.0:1788695901.294709:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695901.294713:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695901.294717:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1788695901.294717:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074f68a3b. 00000400:00000200:2.0:1788695901.294722:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695901.294725:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695901.294728:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000200:3.0:1788695901.294732:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:2.0:1788695901.294736:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [199:199:255:4294967295] 192.168.201.118@tcp LPNI seq info [199:199:7:4294967295] 00000800:00000200:3.0:1788695901.294747:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:2.0:1788695901.294752:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695901.294753:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000074f68a3b type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1788695901.294762:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695901.294767:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334bf9d4. 00000800:00000200:2.0:1788695901.294772:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788695901.294775:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695901.294776:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000200:2.0:1788695901.294781:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000040:3.0:1788695901.294783:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 56023 usecs (57 jiffies) 00000400:00000200:0.0:1788695901.294785:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1788695901.294787:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000334bf9d4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695901.294791:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306863161 00000400:00000200:0.0:1788695901.294792:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:2.0:1788695901.294793:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788695901.294800:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000100:00000001:2.0:1788695901.294801:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306864369 00000400:00000200:0.0:1788695901.294802:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695901.294809:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788695901.294810:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1788695901.294816:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [200:200:254:4294967295] 192.168.201.118@tcp LPNI seq info [200:200:6:4294967295] 00000100:00000001:3.0:1788695901.294819:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306863161 00000100:00000010:3.0:1788695901.294824:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000100:00000001:3.0:1788695901.294830:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1788695901.294831:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788695901.294837:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306863161 00000100:00000001:3.0:1788695901.294837:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306863161 00000100:00000001:2.0:1788695901.294886:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306864370 00000100:00000001:2.0:1788695901.294894:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306863161 00000800:00000200:0.0:1788695901.294896:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000200:1.0:1788695901.294899:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788695901.294900:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306864370 00000800:00000010:0.0:1788695901.294902:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000150a73a8. 00000800:00000010:1.0:1788695901.294908:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074f68a3b. 00000800:00000200:0.0:1788695901.294913:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000010:2.0:1788695901.294914:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1edae85. 00000400:00000200:1.0:1788695901.294921:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788695901.294923:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1788695901.294926:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695901.294934:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000150a73a8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695901.294935:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306864370 00000100:00000001:3.0:1788695901.294936:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306864370 00000100:00000001:0.0:1788695901.294941:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788695901.294945:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000802f9c81. 00000100:00000001:3.0:1788695901.294945:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306863162 00000400:00000200:1.0:1788695901.294946:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000040:0.0:1788695901.294949:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 58277 usecs (59 jiffies) 00000100:00000001:2.0:1788695901.294957:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788695901.294965:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306863164 00000100:00000001:2.0:1788695901.294969:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695901.294970:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306864370 00000100:00000001:0.0:1788695901.294971:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306864369 00000400:00000200:1.0:1788695901.294972:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b901fd97 00000100:00000001:2.0:1788695901.294978:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695901.294978:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695901.294979:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306863164 00000400:00000010:1.0:1788695901.294981:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b901fd97. 00000100:00000001:3.0:1788695901.294986:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695901.294987:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306864370 00000100:00000001:2.0:1788695901.294989:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695901.294994:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695901.294995:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306863164 00000100:00000001:1.0:1788695901.294996:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1788695901.294997:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695901.295000:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306864370 00000100:00000001:2.0:1788695901.295005:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695901.295006:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695901.295007:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306863164 00000100:00000200:1.0:1788695901.295014:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000f6864119 x1875583274344448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695901.295016:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306864370 00000100:00000001:2.0:1788695901.295016:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695901.295022:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695901.295025:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695901.295031:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695901.295037:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695901.295048:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695901.295057:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695901.295063:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788695901.295065:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695901.295069:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1788695901.295071:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6864119 x1875583274344448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695917 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695901.295073:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695901.295077:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695901.295080:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695901.295088:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695901.295102:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695901.295104:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695901.295123:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695901.295125:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334bf9d4. 00000400:00000200:1.0:1788695901.295129:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695901.295159:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695901.295162:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8b0aa1a 00000400:00000010:1.0:1788695901.295164:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c8b0aa1a. 00000100:00000001:1.0:1788695901.295167:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695901.295170:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001f121889 x1875583274344320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695901.295178:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695901.295181:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f121889 x1875583274344320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695917 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695901.295187:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695901.295188:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695901.295702:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695901.295876:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000150a73a8. 00000400:00000200:1.0:1788695901.295883:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695901.295889:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695901.295893:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090a574b6 00000400:00000010:1.0:1788695901.295894:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000090a574b6. 00000100:00000001:1.0:1788695901.295897:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695901.295901:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cbb350d4 x1875583274344576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695917 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695901.295908:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695901.295910:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbb350d4 x1875583274344576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695917 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695901.295915:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695901.295917:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788695901.299899:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695901.299918:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695901.299922:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695901.299924:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695901.299938:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695901.299972:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d05f80 00000400:00000200:0.0:1788695901.299981:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x719 [1] + 224 00000800:00000001:0.0:1788695901.299987:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695901.299998:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695901.300001:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695901.300004:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695901.300011:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695901.300018:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001f121889 x1875583274344320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695901.300026:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f121889 x1875583274344320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695901.300047:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695901.300057:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695901.300062:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695901.300064:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695901.300066:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695901.300069:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695901.300075:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06000 00000400:00000200:0.0:1788695901.300080:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x715 [1] + 224 00000800:00000001:0.0:1788695901.300084:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695901.300088:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695901.300090:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695901.300093:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695901.300096:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695901.300100:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000f6864119 x1875583274344448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695901.300108:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6864119 x1875583274344448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695901.300124:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695901.300128:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695901.300145:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695901.300206:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695901.300214:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695901.300260:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695901.300265:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695901.300270:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695901.300275:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695901.300278:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eaa9b8e. 00000400:00000200:3.0:1788695901.300286:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000118b729b 00000400:00000010:3.0:1788695901.300289:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000118b729b. 00000100:00000001:3.0:1788695901.300294:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:2.0:1788695901.300297:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695901.300300:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695901.300302:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005eaaafa2. 00000100:00000200:3.0:1788695901.300307:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000f6864119 x1875583274344448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695901.300321:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000f6864119 x1875583274344448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695901.300328:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695901.300331:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695901.300334:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695901.300338:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695901.300341:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695901.300344:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695901.300347:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695901.300358:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=102 v=5 (5 5 0 0) 00000100:00001000:3.0:1788695901.300363:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=102 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695901.300366:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695901.300368:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695901.300371:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695901.300376:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695901.300381:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695901.300383:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695901.300385:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695901.300387:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695901.300391:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6864119 x1875583274344448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695901.300398:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695901.300402:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695901.300404:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695901.300421:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6864119 x1875583274344448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695901.300428:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274344448:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695901.300435:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695901.300438:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695901.300440:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6864119 x1875583274344448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695901.300448:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695901.300451:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695901.300455:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1ab6e48. 02000000:00000001:3.0:1788695901.300458:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695901.300461:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695901.300463:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695901.300465:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695901.300467:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009146b66a. 02000000:00000001:3.0:1788695901.300471:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695901.300473:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695901.300475:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6864119. 00000100:00000001:3.0:1788695901.300479:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695901.300480:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695901.300482:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695901.300491:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695901.300493:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695901.300495:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695901.300497:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695901.300672:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6ba0334 00000400:00000010:2.0:1788695901.300676:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a6ba0334. 00000100:00000001:2.0:1788695901.300680:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695901.300685:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001f121889 x1875583274344320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695901.300694:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001f121889 x1875583274344320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695901.300701:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695901.300703:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695901.300705:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695901.300708:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695901.300710:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695901.300712:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695901.300715:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695901.300721:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=102 v=5 (5 5 0 0) 00000100:00001000:2.0:1788695901.300725:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=102 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695901.300727:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695901.300729:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695901.300731:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695901.300733:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695901.300736:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695901.300740:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f121889 x1875583274344320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695901.300746:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695901.300749:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695901.300751:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695901.300753:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f121889 x1875583274344320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695901.300773:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274344320:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695901.300779:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695901.300781:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695901.300784:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f121889 x1875583274344320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695901.300790:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695901.300793:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695901.300796:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079a701ad. 02000000:00000001:2.0:1788695901.300800:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695901.300803:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695901.300804:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695901.300806:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695901.300808:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f8e491. 02000000:00000001:2.0:1788695901.300811:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695901.300813:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695901.300815:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f121889. 00000100:00000001:2.0:1788695901.300817:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695901.300819:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695901.300821:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695901.300827:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695901.300829:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695901.300831:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695901.300832:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788695901.301031:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695901.301037:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695901.301039:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695901.301041:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695901.301046:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695901.301053:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06080 00000400:00000200:3.0:1788695901.301058:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x721 [1] + 224 00000800:00000001:3.0:1788695901.301072:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695901.301083:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695901.301086:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695901.301090:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695901.301093:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695901.301096:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cbb350d4 x1875583274344576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695901.301104:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbb350d4 x1875583274344576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695901.301125:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695901.301130:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695901.301133:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695901.301272:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695901.301276:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695901.301280:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695901.301282:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695901.301283:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c44f524. 00000400:00000200:1.0:1788695901.301288:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059f02892 00000400:00000010:1.0:1788695901.301289:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059f02892. 00000100:00000001:1.0:1788695901.301292:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695901.301296:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cbb350d4 x1875583274344576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695901.301310:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cbb350d4 x1875583274344576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695901.301316:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695901.301318:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695901.301319:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695901.301321:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695901.301322:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695901.301324:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695901.301325:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695901.301330:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=101 v=5 (5 5 0 0) 00000100:00001000:1.0:1788695901.301333:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=88 v=5 (1 1 0 0) 00000100:00000001:1.0:1788695901.301335:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695901.301336:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695901.301338:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788695901.301341:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cbb350d4 x1875583274344576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788695901.301417:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695901.301420:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695901.301422:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695901.301424:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695901.301488:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695901.301493:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbb350d4 x1875583274344576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695901.301500:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695901.301502:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695901.301503:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695901.301506:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbb350d4 x1875583274344576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695901.301512:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274344576:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695901.301517:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695901.301525:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695901.301527:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbb350d4 x1875583274344576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695917 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695901.301533:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695901.301535:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695901.301536:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022a4cdcc. 02000000:00000001:1.0:1788695901.301539:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695901.301541:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695901.301542:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695901.301544:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695901.301546:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024f67866. 02000000:00000001:1.0:1788695901.301547:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695901.301549:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695901.301550:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbb350d4. 00000100:00000001:1.0:1788695901.301552:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695901.301553:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695901.301555:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695901.301559:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695901.301560:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695901.301562:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695901.301564:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695902.254009:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695902.254017:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695902.254022:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695902.254023:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695902.254073:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695902.254077:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695902.254079:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695902.573959:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306864370, at 4306864384 00000100:00000040:3.0:1788695902.573959:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306864370, at 4306864384 00000100:00000010:3.0:1788695902.573975:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000802f9c81. 00000100:00000010:1.0:1788695902.573976:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00000100:00000040:0.0:1788695902.574134:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306864369, at 4306864384 00000100:00000010:0.0:1788695902.574142:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00000100:00000040:2.0:1788695902.574213:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306864370, at 4306864384 00000100:00000010:2.0:1788695902.574219:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1edae85. 00010000:00000001:2.0:1788695903.279021:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695903.279028:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695903.279033:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695903.279036:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695903.279063:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695903.279065:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695903.279068:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695903.279071:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695903.279073:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695903.279074:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695903.280331:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695903.280335:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695903.280339:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695904.301921:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695904.301926:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695904.301941:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695904.301942:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695904.302007:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695904.302011:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695904.302013:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695905.326132:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695905.326139:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695905.326146:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695905.326147:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695905.326274:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695905.326277:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695905.326280:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695906.349955:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695906.349962:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695906.349968:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695906.349970:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695906.350110:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695906.350131:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695906.350134:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695906.416780:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695906.416789:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695906.416798:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000218cac94. 00000020:00000040:3.0:1788695906.416977:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788695906.416983:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695906.416986:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695906.416991:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695906.416999:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f59c383. 00000100:00000001:3.0:1788695906.417006:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695906.417018:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000218cac94 x1875583274344704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695906.417028:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695906.417030:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695906.417036:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218cac94] to pc [ptlrpcd_00_01+1] req@00000000218cac94 x1875583274344704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695906.417079:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695906.417082:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695906.417085:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788695906.417090:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695906.417095:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695906.417097:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695906.417102:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000218cac94 x1875583274344704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1788695906.417105:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 00000020:00000040:3.0:1788695906.417107:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695906.417109:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695906.417110:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695906.417110:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695906.417111:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695906.417113:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695906.417114:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695906.417116:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1788695906.417116:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a5d0889. 02000000:00000001:2.0:1788695906.417118:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695906.417119:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695906.417121:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274344704:192.168.201.118@tcp:400: 00000100:00000040:3.0:1788695906.417122:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000006439c2df x1875583274344832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695906.417125:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788695906.417128:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1788695906.417130:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788695906.417130:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695906.417132:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_02+2] req@000000006439c2df x1875583274344832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788695906.417133:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695906.417135:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695906.417139:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006217f6b8. 02000000:00000001:2.0:1788695906.417140:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695906.417146:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005eaaafa2. 00000100:00000001:3.0:1788695906.417148:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695906.417150:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695906.417153:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695906.417155:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d115929. 00000400:00000010:2.0:1788695906.417157:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6ba0334. 00000020:00000040:3.0:1788695906.417157:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695906.417159:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695906.417160:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695906.417161:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788695906.417163:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274344704, portal 25 02000000:00000010:3.0:1788695906.417163:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d33dd5fd. 00000100:00000001:3.0:1788695906.417165:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695906.417166:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695906.417167:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548239104 : -113296161312512 : ffff98f52e8cf100) 00000100:00000040:3.0:1788695906.417168:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000004d115929 x1875583274344960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1788695906.417171:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000218cac94 x1875583274344704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695906.417175:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695906.417176:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695906.417178:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d115929] to pc [ptlrpcd_00_03+3] req@000000004d115929 x1875583274344960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695906.417179:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695906.417182:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695906.417184:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c79d798. 00000100:00000200:2.0:1788695906.417186:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274344704, offset 0 00000100:00000001:3.0:1788695906.417186:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695906.417187:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1788695906.417191:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:3.0:1788695906.417194:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788695906.417199:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12205) 00000400:00000200:2.0:1788695906.417206:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695906.417211:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788695906.417213:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788695906.417215:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:3.0:1788695906.417215:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695906.417218:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788695906.417219:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788695906.417221:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788695906.417221:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695906.417223:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1788695906.417225:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [201:201:256:4294967295] 192.168.201.118@tcp LPNI seq info [201:201:8:4294967295] 00000100:00000040:3.0:1788695906.417226:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274344832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695906.417232:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695906.417232:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695906.417235:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1788695906.417236:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 02000000:00000001:3.0:1788695906.417236:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695906.417238:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695906.417240:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274344832:192.168.201.118@tcp:400: 00000800:00000200:2.0:1788695906.417242:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695906.417243:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1788695906.417246:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000394a697c. 02000000:00000001:3.0:1788695906.417246:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695906.417247:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695906.417249:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695906.417251:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000959b8db6. 02000000:00000001:3.0:1788695906.417252:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695906.417253:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000010:3.0:1788695906.417256:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eaa9b8e. 00000800:00000200:2.0:1788695906.417260:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000010:3.0:1788695906.417260:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000118b729b. 00000100:00000200:3.0:1788695906.417262:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274344832, portal 10 00000100:00000001:3.0:1788695906.417264:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1788695906.417265:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000394a697c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695906.417265:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 00000100:00000040:3.0:1788695906.417270:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274344832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695906.417276:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695906.417276:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695906.417278:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695906.417280:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306869492 00000400:00000010:3.0:1788695906.417280:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000864cac17. 00000100:00000200:3.0:1788695906.417282:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274344832, offset 0 00000100:00000010:2.0:1788695906.417284:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1edae85. 00000100:00000001:2.0:1788695906.417290:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1788695906.417291:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695906.417295:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306869492 00000400:00000200:3.0:1788695906.417296:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000010:2.0:1788695906.417297:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047365b43. 00000400:00000200:3.0:1788695906.417299:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788695906.417300:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1788695906.417301:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695906.417303:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695906.417305:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788695906.417306:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306869492 00000400:00000200:3.0:1788695906.417307:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [202:202:255:4294967295] 192.168.201.118@tcp LPNI seq info [202:202:7:4294967295] 00000100:00000010:2.0:1788695906.417308:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fdfe43f2. 00000100:00000001:2.0:1788695906.417311:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788695906.417313:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306869492 00000400:00000200:3.0:1788695906.417314:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000010:2.0:1788695906.417315:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000024d1f6c. 00000100:00000001:2.0:1788695906.417318:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1788695906.417318:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695906.417320:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1788695906.417321:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a492135. 00000100:00000001:2.0:1788695906.417322:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695906.417324:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:2.0:1788695906.417325:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695906.417326:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788695906.417328:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695906.417329:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009a492135 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695906.417331:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695906.417333:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1788695906.417334:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 55172 usecs (56 jiffies) 00000100:00000001:2.0:1788695906.417335:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695906.417336:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695906.417336:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306868283 00000100:00000001:2.0:1788695906.417337:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695906.417338:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306869492 00000100:00000001:2.0:1788695906.417339:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695906.417340:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306868283 00000100:00000001:2.0:1788695906.417341:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695906.417342:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306869492 00000100:00000001:3.0:1788695906.417344:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306868283 00000100:00000001:3.0:1788695906.417345:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306869492 00000100:00000001:3.0:1788695906.417347:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306868283 00000100:00000001:3.0:1788695906.417348:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306869492 00000100:00000001:2.0:1788695906.417349:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695906.417350:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695906.417350:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695906.417351:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788695906.417352:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695906.417353:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695906.417355:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d115929 x1875583274344960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695906.417355:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695906.417358:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695906.417361:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695906.417362:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695906.417363:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1788695906.417364:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788695906.417365:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1788695906.417366:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695906.417366:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1788695906.417367:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695906.417367:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695906.417369:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274344960:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695906.417369:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695906.417372:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695906.417375:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695906.417376:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695906.417378:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695906.417380:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069ef19bb. 02000000:00000001:2.0:1788695906.417381:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695906.417384:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcd0a87a. 00000400:00000010:2.0:1788695906.417391:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce843621. 00000100:00000200:2.0:1788695906.417393:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274344960, portal 10 00000100:00000001:2.0:1788695906.417395:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695906.417396:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548236416 : -113296161315200 : ffff98f52e8ce680) 00000100:00000040:2.0:1788695906.417401:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d115929 x1875583274344960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695906.417407:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695906.417410:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695906.417411:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0bf99ec. 00000100:00000200:2.0:1788695906.417413:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274344960, offset 0 00000400:00000200:2.0:1788695906.417416:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695906.417421:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695906.417423:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1788695906.417424:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1788695906.417426:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000800:00000010:3.0:1788695906.417427:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000394a697c. 00000400:00000200:2.0:1788695906.417428:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695906.417429:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695906.417432:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [203:203:254:4294967295] 192.168.201.118@tcp LPNI seq info [203:203:6:4294967295] 00000400:00000200:3.0:1788695906.417434:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695906.417438:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000200:3.0:1788695906.417438:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000800:00000200:2.0:1788695906.417442:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695906.417443:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c79d798 00000800:00000010:2.0:1788695906.417444:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078c7cd5c. 00000400:00000010:3.0:1788695906.417446:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c79d798. 00000800:00000200:2.0:1788695906.417447:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788695906.417450:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:2.0:1788695906.417451:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695906.417453:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078c7cd5c type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1788695906.417453:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000218cac94 x1875583274344704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695906.417455:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695906.417457:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 57358 usecs (58 jiffies) 00000100:00000001:2.0:1788695906.417460:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306868285 00000100:00000001:2.0:1788695906.417461:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306869492 00000100:00000001:3.0:1788695906.417462:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788695906.417463:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306868285 00000100:00000040:3.0:1788695906.417464:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000218cac94 x1875583274344704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695922 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695906.417465:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306869492 00000100:00000001:2.0:1788695906.417471:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306868285 00000100:00000001:3.0:1788695906.417471:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695906.417472:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788695906.417473:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306869492 00000100:00000001:2.0:1788695906.417475:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306868285 00000100:00000001:2.0:1788695906.417476:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306869492 00000100:00000001:2.0:1788695906.417478:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695906.417479:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695906.417481:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695906.417482:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788695906.417483:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1788695906.417483:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a492135. 00000400:00000200:3.0:1788695906.417486:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788695906.417487:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695906.417488:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1788695906.417488:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695906.417489:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695906.417490:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695906.417491:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695906.417491:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864cac17 00000400:00000010:3.0:1788695906.417492:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000864cac17. 00000100:00000001:2.0:1788695906.417493:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695906.417494:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695906.417496:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274344832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695906.417503:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695906.417505:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274344832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695922 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695906.417511:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695906.417513:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695906.417763:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695906.417771:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078c7cd5c. 00000400:00000200:3.0:1788695906.417774:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695906.417778:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695906.417781:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0bf99ec 00000400:00000010:3.0:1788695906.417783:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0bf99ec. 00000100:00000001:3.0:1788695906.417785:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695906.417788:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004d115929 x1875583274344960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695906.417796:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695906.417798:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d115929 x1875583274344960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695922 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695906.417958:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695906.417962:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788695906.424880:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695906.424894:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695906.424899:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695906.424902:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695906.424912:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695906.424929:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06180 00000400:00000200:0.0:1788695906.424936:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x735 [1] + 224 00000800:00000001:0.0:1788695906.424943:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695906.424946:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695906.424949:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695906.424953:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695906.424960:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695906.424967:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274344832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695906.424978:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274344832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695906.424993:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695906.425001:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695906.425005:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695906.425007:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695906.425009:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695906.425012:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695906.425019:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06200 00000400:00000200:0.0:1788695906.425023:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x73d [1] + 224 00000800:00000001:0.0:1788695906.425026:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695906.425029:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695906.425031:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695906.425033:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695906.425036:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695906.425066:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004d115929 x1875583274344960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695906.425073:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d115929 x1875583274344960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695906.425091:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695906.425097:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695906.425101:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695906.425103:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695906.425105:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695906.425109:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695906.425115:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d06100 00000400:00000200:0.0:1788695906.425120:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x72d [1] + 224 00000800:00000001:0.0:1788695906.425124:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695906.425128:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695906.425130:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695906.425134:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695906.425137:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695906.425140:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000218cac94 x1875583274344704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695906.425141:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695906.425145:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788695906.425147:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000218cac94 x1875583274344704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1788695906.425151:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695906.425153:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695906.425155:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eaa9b8e. 00000400:00000200:3.0:1788695906.425159:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000118b729b 00000400:00000010:3.0:1788695906.425162:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000118b729b. 00000100:00000001:3.0:1788695906.425165:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695906.425168:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274344832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695906.425171:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695906.425174:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1788695906.425176:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274344832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788695906.425177:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695906.425182:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695906.425184:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695906.425186:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695906.425188:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695906.425191:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695906.425193:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695906.425196:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695906.425204:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=107 v=5 (5 5 0 0) 00000100:00001000:3.0:1788695906.425208:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=107 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695906.425217:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695906.425219:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695906.425221:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695906.425224:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695906.425228:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695906.425230:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695906.425231:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695906.425233:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695906.425237:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274344832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695906.425244:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695906.425247:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695906.425249:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695906.425252:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274344832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695906.425259:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274344832:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695906.425264:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695906.425267:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695906.425269:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274344832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695906.425275:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695906.425278:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695906.425281:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000959b8db6. 02000000:00000001:3.0:1788695906.425284:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695906.425286:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695906.425289:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695906.425291:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695906.425293:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a5d0889. 02000000:00000001:3.0:1788695906.425296:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695906.425297:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695906.425299:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000001:3.0:1788695906.425302:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695906.425304:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695906.425311:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695906.425319:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695906.425320:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695906.425322:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695906.425324:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695906.425364:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695906.425365:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695906.425367:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695906.425367:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695906.425371:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695906.425372:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695906.425374:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005eaaafa2. 00000400:00000200:1.0:1788695906.425378:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6ba0334 00000400:00000010:1.0:1788695906.425380:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a6ba0334. 00000100:00000001:1.0:1788695906.425383:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:2.0:1788695906.425383:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695906.425385:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1788695906.425386:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000218cac94 x1875583274344704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1788695906.425386:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcd0a87a. 00000400:00000200:2.0:1788695906.425389:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce843621 00000400:00000010:2.0:1788695906.425390:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ce843621. 00000100:00000001:2.0:1788695906.425392:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695906.425394:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000218cac94 x1875583274344704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695906.425395:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004d115929 x1875583274344960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695906.425401:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695906.425402:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788695906.425403:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004d115929 x1875583274344960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695906.425404:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695906.425405:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695906.425406:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695906.425408:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695906.425409:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:1.0:1788695906.425410:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695906.425410:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695906.425411:0:201303:0:(client.c:1593:after_reply()) Process entered 00000100:00001000:1.0:1788695906.425412:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=107 v=5 (5 5 0 0) 02000000:00000001:2.0:1788695906.425413:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695906.425414:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00001000:1.0:1788695906.425415:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=107 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695906.425415:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695906.425417:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1788695906.425417:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695906.425418:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695906.425420:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1788695906.425421:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=106 v=5 (5 5 0 0) 00010000:00000001:1.0:1788695906.425422:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695906.425424:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695906.425426:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000218cac94 x1875583274344704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1788695906.425429:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=93 v=5 (1 1 0 0) 00000100:00000001:1.0:1788695906.425432:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695906.425432:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695906.425433:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695906.425434:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1788695906.425434:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1788695906.425436:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1788695906.425437:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004d115929 x1875583274344960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695906.425438:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000218cac94 x1875583274344704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788695906.425445:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695906.425447:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695906.425448:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695906.425450:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695906.425451:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695906.425454:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d115929 x1875583274344960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695906.425455:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274344704:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695906.425459:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695906.425459:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695906.425461:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788695906.425461:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695906.425462:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695906.425463:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000218cac94 x1875583274344704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695906.425464:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d115929 x1875583274344960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695906.425470:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695906.425471:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1788695906.425472:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274344960:192.168.201.118@tcp:400: 02000000:00000010:1.0:1788695906.425473:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006217f6b8. 02000000:00000001:1.0:1788695906.425476:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788695906.425476:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788695906.425477:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:2.0:1788695906.425477:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1788695906.425478:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000040:2.0:1788695906.425479:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d115929 x1875583274344960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695922 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788695906.425480:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695906.425481:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f59c383. 02000000:00000001:1.0:1788695906.425483:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695906.425484:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1788695906.425485:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000010:1.0:1788695906.425486:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000218cac94. 02000000:00000001:2.0:1788695906.425487:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1788695906.425488:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1788695906.425488:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069ef19bb. 00000100:00000001:1.0:1788695906.425489:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788695906.425490:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788695906.425491:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788695906.425491:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695906.425492:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695906.425494:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1788695906.425494:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788695906.425495:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695906.425495:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d33dd5fd. 00000100:00000001:1.0:1788695906.425497:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695906.425499:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695906.425500:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695906.425501:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695906.425503:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d115929. 00000100:00000001:2.0:1788695906.425505:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695906.425506:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695906.425508:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695906.425511:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695906.425512:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695906.425513:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695906.425514:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695907.374037:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695907.374045:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695907.374052:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695907.374053:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695907.375647:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695907.375653:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695907.375657:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695907.693967:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306869492, at 4306869504 00000100:00000040:2.0:1788695907.693967:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306869492, at 4306869504 00000100:00000010:2.0:1788695907.693985:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fdfe43f2. 00000100:00000010:1.0:1788695907.693988:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047365b43. 00000100:00000040:3.0:1788695907.694101:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306869492, at 4306869504 00000100:00000010:3.0:1788695907.694107:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000024d1f6c. 00000100:00000040:0.0:1788695907.694144:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306869492, at 4306869504 00000100:00000010:0.0:1788695907.694151:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1edae85. 00010000:00000001:2.0:1788695908.399281:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695908.399290:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695908.399293:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695908.399296:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695908.399301:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695908.399303:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695908.399305:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695908.399306:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695908.399310:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695908.399311:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695908.399397:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695908.399401:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695908.399404:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695909.421914:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695909.421921:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695909.421927:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695909.421928:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695909.421981:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695909.421983:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695909.422002:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695910.446007:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695910.446016:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695910.446023:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695910.446024:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695910.446206:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695910.446209:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695910.446212:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695911.470039:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695911.470047:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695911.470053:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695911.470072:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695911.470129:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695911.470132:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695911.470134:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695911.534051:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695911.534061:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695911.534070:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c910da9. 00000020:00000040:0.0:1788695911.534077:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695911.534095:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695911.534098:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695911.534103:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695911.534110:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ee81603. 00000100:00000001:0.0:1788695911.534116:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695911.534127:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000006c910da9 x1875583274345088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695911.534137:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695911.534140:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695911.534146:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c910da9] to pc [ptlrpcd_00_00+0] req@000000006c910da9 x1875583274345088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695911.534188:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695911.534191:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695911.534195:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788695911.534210:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695911.534214:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695911.534217:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695911.534225:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c910da9 x1875583274345088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1788695911.534233:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ba1d0c9. 00000100:00000001:3.0:1788695911.534234:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695911.534237:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788695911.534239:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 02000000:00000001:3.0:1788695911.534242:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788695911.534245:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695911.534246:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695911.534249:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695911.534250:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695911.534253:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695911.534255:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006c910da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274345088:192.168.201.118@tcp:400: 02000000:00000010:0.0:1788695911.534259:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000057945d15. 00000100:00000001:3.0:1788695911.534261:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788695911.534265:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695911.534267:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695911.534270:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695911.534271:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000004ba1d0c9 x1875583274345216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1788695911.534274:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695911.534279:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dcd81a5c. 00000100:00000001:0.0:1788695911.534283:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1788695911.534283:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695911.534286:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695911.534291:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eaa9b8e. 00000100:00000040:0.0:1788695911.534292:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ba1d0c9] to pc [ptlrpcd_00_01+1] req@000000004ba1d0c9 x1875583274345216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788695911.534298:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000118b729b. 00000100:00000001:0.0:1788695911.534307:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788695911.534307:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274345088, portal 25 00000100:00000040:0.0:1788695911.534312:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695911.534313:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695911.534315:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882433536 : -113296827118080 : ffff98f506dd8e00) 00000100:00000001:0.0:1788695911.534319:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1788695911.534323:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006c910da9 x1875583274345088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1788695911.534331:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033cb097c. 00000100:00000001:3.0:1788695911.534332:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1788695911.534336:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000040:3.0:1788695911.534337:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695911.534342:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1788695911.534342:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000864cac17. 02000000:00000001:0.0:1788695911.534344:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695911.534346:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695911.534348:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1788695911.534351:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000dfd73c1. 00000100:00000200:3.0:1788695911.534352:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274345088, offset 0 00000100:00000001:2.0:1788695911.534353:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695911.534358:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788695911.534359:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695911.534364:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:2.0:1788695911.534366:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ba1d0c9 x1875583274345216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695911.534367:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000033cb097c x1875583274345344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1788695911.534389:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788695911.534390:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695911.534394:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695911.534397:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788695911.534400:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1788695911.534400:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788695911.534404:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695911.534404:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000001:2.0:1788695911.534405:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695911.534410:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695911.534411:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1788695911.534414:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033cb097c] to pc [ptlrpcd_00_02+2] req@0000000033cb097c x1875583274345344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695911.534416:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274345216:192.168.201.118@tcp:400: 00000400:00000200:3.0:1788695911.534418:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788695911.534425:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1788695911.534428:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [204:204:256:4294967295] 192.168.201.118@tcp LPNI seq info [204:204:8:4294967295] 02000000:00000001:2.0:1788695911.534430:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695911.534433:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695911.534436:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695911.534441:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069ef19bb. 02000000:00000001:2.0:1788695911.534445:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695911.534451:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcd0a87a. 00000100:00000001:0.0:1788695911.534454:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695911.534456:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce843621. 00000400:00000200:3.0:1788695911.534461:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000200:2.0:1788695911.534462:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274345216, portal 10 00000100:00000040:0.0:1788695911.534463:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695911.534468:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1788695911.534470:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1788695911.534472:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882431744 : -113296827119872 : ffff98f506dd8700) 00000800:00000200:3.0:1788695911.534474:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000040:0.0:1788695911.534478:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12211) 00000800:00000010:3.0:1788695911.534482:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a5d0889. 00000800:00000200:3.0:1788695911.534490:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000040:2.0:1788695911.534494:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004ba1d0c9 x1875583274345216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695911.534498:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1788695911.534501:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00100000:0.0:1788695911.534503:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1788695911.534508:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788695911.534509:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a5d0889 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695911.534514:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695911.534518:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695911.534519:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1788695911.534521:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a64d0d8. 00000100:00000001:0.0:1788695911.534523:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788695911.534526:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274345216, offset 0 00000100:00000001:0.0:1788695911.534527:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695911.534530:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695911.534531:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695911.534532:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788695911.534537:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306874609 00000100:00000040:0.0:1788695911.534539:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033cb097c x1875583274345344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788695911.534543:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000010:3.0:1788695911.534544:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000400:00000200:2.0:1788695911.534553:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:3.0:1788695911.534553:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788695911.534554:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695911.534558:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695911.534561:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788695911.534562:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306874609 02000000:00000001:0.0:1788695911.534567:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1788695911.534568:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000010:3.0:1788695911.534569:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b6749. 02000000:00000001:0.0:1788695911.534570:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695911.534574:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1788695911.534575:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695911.534581:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788695911.534581:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306874609 00000100:00000010:3.0:1788695911.534588:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000400:00000200:2.0:1788695911.534589:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00100000:0.0:1788695911.534590:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000033cb097c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274345344:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695911.534595:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788695911.534598:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788695911.534599:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [205:205:255:4294967295] 192.168.201.118@tcp LPNI seq info [205:205:7:4294967295] 00000100:00000001:3.0:1788695911.534601:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306874609 02000000:00000001:0.0:1788695911.534603:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1788695911.534608:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 02000000:00000001:0.0:1788695911.534610:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695911.534614:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1788695911.534615:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 02000000:00000001:0.0:1788695911.534617:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788695911.534621:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1788695911.534625:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f37a3c4e. 00000100:00000001:3.0:1788695911.534625:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695911.534627:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788695911.534630:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788695911.534633:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2263eda. 00000400:00000010:0.0:1788695911.534636:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee196899. 00000100:00000001:3.0:1788695911.534636:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695911.534641:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000010:0.0:1788695911.534642:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1a3d364. 00000100:00000001:3.0:1788695911.534642:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695911.534649:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1788695911.534650:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274345344, portal 10 00000800:00000200:2.0:1788695911.534650:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788695911.534653:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695911.534655:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1788695911.534656:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d2263eda type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695911.534658:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882443392 : -113296827108224 : ffff98f506ddb480) 00000100:00000001:3.0:1788695911.534659:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695911.534661:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695911.534663:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695911.534665:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695911.534668:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000033cb097c x1875583274345344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695911.534669:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695911.534677:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 54395 usecs (55 jiffies) 00000100:00000001:0.0:1788695911.534679:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788695911.534683:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306873399 00000100:00000040:0.0:1788695911.534684:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695911.534687:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016d26bd0. 00000100:00000001:2.0:1788695911.534688:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306874609 00000100:00000200:0.0:1788695911.534691:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274345344, offset 0 00000100:00000001:2.0:1788695911.534693:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306873399 00000100:00000001:2.0:1788695911.534696:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306874609 00000100:00000001:2.0:1788695911.534699:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306873399 00000100:00000001:2.0:1788695911.534701:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306874609 00000400:00000200:0.0:1788695911.534704:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695911.534707:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306873399 00000100:00000001:2.0:1788695911.534710:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306874609 00000400:00000200:0.0:1788695911.534713:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788695911.534713:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1788695911.534716:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788695911.534719:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695911.534720:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1788695911.534722:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a5d0889. 00000100:00000001:2.0:1788695911.534725:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695911.534727:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695911.534728:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788695911.534729:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695911.534731:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788695911.534738:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1788695911.534739:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788695911.534741:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1788695911.534741:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695911.534747:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [206:206:254:4294967295] 192.168.201.118@tcp LPNI seq info [206:206:6:4294967295] 00000100:00000001:2.0:1788695911.534748:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695911.534751:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695911.534755:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695911.534760:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695911.534761:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695911.534765:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695911.534771:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024f67866. 00000800:00000200:0.0:1788695911.534775:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695911.534779:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695911.534781:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024f67866 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695911.534790:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695911.534793:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 56502 usecs (57 jiffies) 00000100:00000001:0.0:1788695911.534795:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306873401 00000100:00000001:0.0:1788695911.534797:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306874609 00000100:00000001:0.0:1788695911.534799:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306873401 00000100:00000001:0.0:1788695911.534800:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306874609 00000100:00000001:0.0:1788695911.534801:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306873401 00000100:00000001:0.0:1788695911.534803:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306874609 00000100:00000001:0.0:1788695911.534804:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306873401 00000100:00000001:0.0:1788695911.534805:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306874609 00000100:00000001:0.0:1788695911.534806:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695911.534808:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695911.534809:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695911.534811:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695911.534867:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864cac17 00000400:00000010:3.0:1788695911.534871:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000864cac17. 00000100:00000001:3.0:1788695911.534875:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695911.534880:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006c910da9 x1875583274345088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695911.534889:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695911.534892:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c910da9 x1875583274345088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695927 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695911.534894:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695911.534897:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695911.534899:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695911.534901:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695911.534913:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695911.534915:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2263eda. 00000400:00000200:3.0:1788695911.534918:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695911.534921:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695911.534924:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a64d0d8 00000400:00000010:3.0:1788695911.534925:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001a64d0d8. 00000100:00000001:3.0:1788695911.534928:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695911.534930:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004ba1d0c9 x1875583274345216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695911.534937:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695911.534938:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ba1d0c9 x1875583274345216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695927 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695911.534955:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695911.534966:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695911.535030:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695911.535041:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024f67866. 00000400:00000200:3.0:1788695911.535044:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695911.535047:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695911.535049:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016d26bd0 00000400:00000010:3.0:1788695911.535051:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000016d26bd0. 00000100:00000001:3.0:1788695911.535053:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695911.535056:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000033cb097c x1875583274345344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695911.535061:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695911.535063:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033cb097c x1875583274345344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695927 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695911.535068:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695911.535069:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788695911.536768:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695911.536823:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695911.536827:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695911.536829:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695911.536875:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695911.536889:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06380 00000400:00000200:3.0:1788695911.536903:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x755 [1] + 224 00000800:00000001:3.0:1788695911.536910:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695911.536915:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695911.536917:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695911.536921:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695911.536927:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695911.536932:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000033cb097c x1875583274345344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695911.536943:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033cb097c x1875583274345344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695911.536986:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695911.536994:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695911.536999:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695911.537001:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695911.537003:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695911.537008:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695911.537015:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06300 00000400:00000200:3.0:1788695911.537020:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x74d [1] + 224 00000100:00000001:0.0:1788695911.537023:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1788695911.537024:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788695911.537029:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1788695911.537031:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695911.537035:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695911.537038:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695911.537041:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695911.537045:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004ba1d0c9 x1875583274345216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788695911.537047:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695911.537050:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695911.537054:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee196899. 00000400:00000200:0.0:1788695911.537058:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1a3d364 00000100:00000040:3.0:1788695911.537059:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004ba1d0c9 x1875583274345216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788695911.537061:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e1a3d364. 00000100:00000001:0.0:1788695911.537065:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695911.537070:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000033cb097c x1875583274345344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695911.537078:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000033cb097c x1875583274345344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695911.537082:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695911.537084:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695911.537084:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695911.537086:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695911.537089:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695911.537091:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1788695911.537091:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695911.537096:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695911.537100:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695911.537103:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695911.537110:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=111 v=5 (5 5 0 0) 00000100:00001000:0.0:1788695911.537114:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=98 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695911.537118:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695911.537119:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695911.537122:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1788695911.537122:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695911.537126:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00010000:00080000:0.0:1788695911.537130:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000033cb097c x1875583274345344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788695911.537132:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695911.537135:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695911.537137:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcd0a87a. 00010000:00000001:0.0:1788695911.537144:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695911.537145:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce843621 00000400:00000010:2.0:1788695911.537149:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ce843621. 00000100:00000001:0.0:1788695911.537150:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695911.537153:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695911.537153:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788695911.537158:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695911.537160:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788695911.537160:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004ba1d0c9 x1875583274345216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695911.537167:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033cb097c x1875583274345344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695911.537178:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004ba1d0c9 x1875583274345216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695911.537182:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695911.537188:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695911.537191:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695911.537192:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695911.537195:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695911.537198:0:201301:0:(client.c:1593:after_reply()) Process entered 00000100:00000040:0.0:1788695911.537200:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033cb097c x1875583274345344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788695911.537201:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695911.537204:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695911.537207:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695911.537211:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695911.537217:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000033cb097c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274345344:192.168.201.118@tcp:400: 00000100:00001000:2.0:1788695911.537218:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=112 v=5 (5 5 0 0) 00000100:00001000:2.0:1788695911.537226:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=112 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695911.537227:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695911.537231:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695911.537233:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788695911.537234:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695911.537237:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1788695911.537238:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033cb097c x1875583274345344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788695911.537241:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695911.537246:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695911.537249:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695911.537252:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1788695911.537253:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695911.537255:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695911.537256:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695911.537260:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f37a3c4e. 00000100:00000040:2.0:1788695911.537261:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ba1d0c9 x1875583274345216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788695911.537266:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695911.537270:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:2.0:1788695911.537273:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695911.537275:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695911.537277:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788695911.537279:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695911.537282:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000040:2.0:1788695911.537284:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ba1d0c9 x1875583274345216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788695911.537285:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000dfd73c1. 02000000:00000001:0.0:1788695911.537289:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695911.537290:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695911.537291:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033cb097c. 00000100:00000001:0.0:1788695911.537295:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695911.537298:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695911.537303:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788695911.537309:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274345216:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695911.537311:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695911.537315:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695911.537315:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695911.537318:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695911.537319:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788695911.537322:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695911.537324:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ba1d0c9 x1875583274345216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695911.537332:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695911.537334:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695911.537336:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069ef19bb. 02000000:00000001:2.0:1788695911.537339:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695911.537340:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695911.537341:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695911.537343:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695911.537344:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000057945d15. 02000000:00000001:2.0:1788695911.537347:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695911.537348:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695911.537349:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ba1d0c9. 00000100:00000001:2.0:1788695911.537351:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695911.537352:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695911.537354:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695911.537357:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695911.537359:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695911.537361:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695911.537362:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695911.537531:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695911.537537:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695911.537540:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695911.537541:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695911.537557:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695911.537566:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d06280 00000400:00000200:0.0:1788695911.537572:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x745 [1] + 224 00000800:00000001:0.0:1788695911.537576:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695911.537581:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695911.537583:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695911.537586:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695911.537590:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695911.537593:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006c910da9 x1875583274345088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695911.537602:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c910da9 x1875583274345088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695911.537667:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695911.537670:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695911.537751:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695911.537758:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695911.537761:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788695911.537834:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695911.537836:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695911.537838:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eaa9b8e. 00000400:00000200:3.0:1788695911.537842:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000118b729b 00000400:00000010:3.0:1788695911.537843:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000118b729b. 00000100:00000001:3.0:1788695911.537909:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695911.537913:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006c910da9 x1875583274345088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695911.537920:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006c910da9 x1875583274345088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695911.537934:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695911.537936:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695911.537938:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695911.537940:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695911.537941:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695911.537942:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695911.537944:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695911.537947:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=112 v=5 (5 5 0 0) 00000100:00001000:3.0:1788695911.537949:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=112 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695911.537951:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695911.537952:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695911.537954:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695911.537955:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695911.537968:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695911.537972:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c910da9 x1875583274345088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695911.537978:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695911.537980:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695911.537981:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695911.537984:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c910da9 x1875583274345088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695911.537989:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006c910da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274345088:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695911.537993:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695911.537995:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695911.537997:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c910da9 x1875583274345088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695927 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695911.538003:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695911.538004:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695911.538006:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dcd81a5c. 02000000:00000001:3.0:1788695911.538008:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695911.538010:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695911.538011:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695911.538019:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695911.538021:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ee81603. 02000000:00000001:3.0:1788695911.538023:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695911.538024:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695911.538025:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c910da9. 00000100:00000001:3.0:1788695911.538028:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695911.538029:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695911.538031:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695911.538034:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695911.538035:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695911.538037:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695911.538039:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695912.497071:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695912.497079:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695912.497085:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695912.497089:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695912.497091:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695912.497094:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695912.497097:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695912.497100:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695912.497102:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695912.497104:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695912.497392:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695912.497396:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695912.497399:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695912.813996:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306874609, at 4306874624 00000100:00000010:2.0:1788695912.814032:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00000100:00000040:3.0:1788695912.814746:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306874609, at 4306874624 00000100:00000010:3.0:1788695912.814754:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000100:00000040:0.0:1788695912.815200:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306874609, at 4306874625 00000100:00000010:0.0:1788695912.815207:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c64039. 00000100:00000040:1.0:1788695912.815467:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306874609, at 4306874625 00000100:00000010:1.0:1788695912.815474:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b6749. 00010000:00000001:2.0:1788695913.518050:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695913.518056:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695913.518063:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695913.518064:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695913.518086:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695913.518089:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695913.518093:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695914.542312:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695914.542319:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695914.542324:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695914.542325:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695914.542381:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695914.542385:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695914.542387:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695915.566028:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695915.566035:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695915.566040:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695915.566041:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695915.566148:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695915.566152:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695915.566155:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695916.590400:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695916.590407:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695916.590412:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695916.590413:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695916.591941:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695916.591948:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695916.591952:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695916.656693:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695916.656704:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695916.656713:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033cb097c. 00000020:00000040:0.0:1788695916.656720:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695916.656724:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695916.656727:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695916.656732:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695916.656739:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000dfd73c1. 00000100:00000001:0.0:1788695916.656746:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695916.656756:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000033cb097c x1875583274345472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695916.656767:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695916.656769:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695916.656775:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033cb097c] to pc [ptlrpcd_00_03+3] req@0000000033cb097c x1875583274345472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695916.656816:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695916.656819:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695916.656823:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695916.656826:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a572c48. 00000020:00000040:0.0:1788695916.656829:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695916.656831:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695916.656833:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695916.656836:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695916.656838:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1788695916.656840:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f8e491. 00000100:00000001:2.0:1788695916.656844:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695916.656859:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695916.656862:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695916.656876:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695916.656881:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695916.656884:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000000a572c48 x1875583274345600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1788695916.656889:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033cb097c x1875583274345472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695916.656902:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695916.656905:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695916.656909:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695916.656912:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695916.656913:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a572c48] to pc [ptlrpcd_00_00+0] req@000000000a572c48 x1875583274345600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788695916.656918:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695916.656923:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695916.656926:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695916.656929:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000033cb097c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274345472:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695916.656934:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695916.656940:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695916.656943:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695916.656947:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695916.656952:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f248045. 02000000:00000001:2.0:1788695916.656954:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695916.656960:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcd0a87a. 00000100:00000001:0.0:1788695916.656967:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695916.656971:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695916.656975:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1788695916.656975:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce843621. 00000100:00000001:1.0:1788695916.656976:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1788695916.656981:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c910da9. 00000100:00000001:1.0:1788695916.656981:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695916.656982:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1788695916.656985:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274345472, portal 25 00000020:00000040:0.0:1788695916.656987:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000040:1.0:1788695916.656988:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a572c48 x1875583274345600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695916.656992:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695916.656994:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1788695916.656996:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882443392 : -113296827108224 : ffff98f506ddb480) 02000000:00000001:0.0:1788695916.656998:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788695916.657003:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695916.657005:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695916.657007:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695916.657009:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695916.657009:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000033cb097c x1875583274345472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788695916.657015:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1788695916.657017:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009146b66a. 02000000:00000001:1.0:1788695916.657018:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695916.657023:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274345600:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695916.657024:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695916.657031:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1788695916.657034:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000006c910da9 x1875583274345728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788695916.657035:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788695916.657037:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1788695916.657038:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695916.657042:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1788695916.657045:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000010:1.0:1788695916.657046:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7d1739b. 02000000:00000001:1.0:1788695916.657052:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695916.657052:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087c14df2. 00000100:00000001:0.0:1788695916.657056:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1788695916.657058:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274345472, offset 0 00000100:00000001:0.0:1788695916.657059:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695916.657059:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020c5c111. 00000400:00000010:1.0:1788695916.657065:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de91f7a2. 00000100:00000040:0.0:1788695916.657069:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c910da9] to pc [ptlrpcd_00_01+1] req@000000006c910da9 x1875583274345728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788695916.657073:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000200:1.0:1788695916.657080:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274345600, portal 10 00000100:00000001:1.0:1788695916.657082:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695916.657083:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882444288 : -113296827107328 : ffff98f506ddb800) 00000100:00000040:1.0:1788695916.657089:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000a572c48 x1875583274345600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788695916.657089:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:1.0:1788695916.657098:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1788695916.657099:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1788695916.657102:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695916.657106:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f37ab13. 00000400:00000200:2.0:1788695916.657107:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000200:1.0:1788695916.657109:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274345600, offset 0 00000400:00000200:2.0:1788695916.657113:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695916.657116:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695916.657121:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695916.657125:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [207:207:256:4294967295] 192.168.201.118@tcp LPNI seq info [207:207:8:4294967295] 00000400:00000200:2.0:1788695916.657135:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695916.657141:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695916.657143:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695916.657148:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1788695916.657148:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c995f34e. 00000400:00000200:1.0:1788695916.657153:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695916.657155:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695916.657159:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000200:2.0:1788695916.657160:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:1.0:1788695916.657164:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [208:208:255:4294967295] 192.168.201.118@tcp LPNI seq info [208:208:7:4294967295] 00000800:00000200:2.0:1788695916.657175:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:1.0:1788695916.657176:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695916.657183:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c995f34e type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1788695916.657184:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695916.657189:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7e36ce6. 00000800:00000200:1.0:1788695916.657193:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695916.657197:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:2.0:1788695916.657201:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695916.657202:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1788695916.657204:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f7e36ce6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695916.657207:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695916.657209:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695916.657209:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306879732 00000100:00000040:1.0:1788695916.657214:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 53535 usecs (54 jiffies) 00000100:00000010:2.0:1788695916.657217:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035048bc1. 00000100:00000001:1.0:1788695916.657218:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306878521 00000100:00000001:2.0:1788695916.657226:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788695916.657234:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306879732 00000100:00000001:1.0:1788695916.657235:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306879732 00000100:00000001:1.0:1788695916.657238:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306878521 00000100:00000010:2.0:1788695916.657240:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f0f29cae. 00000100:00000001:2.0:1788695916.657244:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788695916.657255:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306879732 00000100:00000001:2.0:1788695916.657255:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306879732 00000800:00000200:3.0:1788695916.657255:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788695916.657262:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306878521 00000800:00000010:3.0:1788695916.657262:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c995f34e. 00000100:00000010:2.0:1788695916.657263:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f1bab8d. 00000400:00000200:3.0:1788695916.657269:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788695916.657270:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788695916.657276:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306879732 00000100:00000001:2.0:1788695916.657276:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306879732 00000400:00000200:3.0:1788695916.657279:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695916.657283:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306878521 00000100:00000010:2.0:1788695916.657283:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5158265. 00000400:00000200:3.0:1788695916.657287:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087c14df2 00000100:00000001:2.0:1788695916.657289:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1788695916.657291:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000087c14df2. 00000100:00000001:1.0:1788695916.657295:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306879732 00000100:00000001:2.0:1788695916.657295:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695916.657298:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1788695916.657301:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695916.657302:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788695916.657305:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000033cb097c x1875583274345472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695916.657306:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695916.657308:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695916.657312:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695916.657314:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695916.657317:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695916.657325:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695916.657325:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695916.657327:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695916.657327:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788695916.657329:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695916.657333:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695916.657334:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788695916.657336:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033cb097c x1875583274345472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695932 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695916.657337:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695916.657337:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695916.657341:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695916.657342:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695916.657348:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695916.657349:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695916.657356:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695916.657359:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695916.657428:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695916.657432:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7e36ce6. 00000400:00000200:3.0:1788695916.657435:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695916.657439:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695916.657442:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f37ab13 00000400:00000010:3.0:1788695916.657449:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003f37ab13. 00000100:00000001:3.0:1788695916.657453:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695916.657456:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000a572c48 x1875583274345600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695916.657465:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695916.657468:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a572c48 x1875583274345600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695932 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695916.657473:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695916.657475:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788695916.657530:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695916.657533:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788695916.657536:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788695916.657540:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12216) 00000100:00000001:1.0:1788695916.657553:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695916.657555:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695916.657556:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695916.657558:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788695916.657559:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695916.657561:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695916.657562:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695916.657563:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695916.657564:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695916.657565:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695916.657568:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c910da9 x1875583274345728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695916.657581:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695916.657581:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695916.657583:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695916.657584:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695916.657585:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695916.657587:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006c910da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274345728:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695916.657589:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695916.657591:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695916.657592:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695916.657593:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695916.657595:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd5d8451. 02000000:00000001:1.0:1788695916.657596:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695916.657598:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1cf2743. 00000400:00000010:1.0:1788695916.657600:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2359dc9. 00000100:00000200:1.0:1788695916.657602:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274345728, portal 10 00000100:00000001:1.0:1788695916.657603:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695916.657604:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882433536 : -113296827118080 : ffff98f506dd8e00) 00000100:00000040:1.0:1788695916.657609:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006c910da9 x1875583274345728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695916.657615:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695916.657617:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695916.657618:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005f95c5f. 00000100:00000200:1.0:1788695916.657620:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274345728, offset 0 00000400:00000200:1.0:1788695916.657624:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695916.657629:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695916.657631:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695916.657633:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695916.657635:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695916.657637:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695916.657639:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [209:209:256:4294967295] 192.168.201.118@tcp LPNI seq info [209:209:8:4294967295] 00000400:00000200:1.0:1788695916.657647:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695916.657657:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695916.657660:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032870841. 00000800:00000200:1.0:1788695916.657662:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695916.657665:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695916.657667:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000032870841 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695916.657679:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695916.657681:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 55553 usecs (56 jiffies) 00000100:00000001:1.0:1788695916.657682:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306878523 00000100:00000001:1.0:1788695916.657684:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306879732 00000100:00000001:1.0:1788695916.657685:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306878523 00000100:00000001:1.0:1788695916.657686:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306879732 00000100:00000001:1.0:1788695916.657687:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306878523 00000100:00000001:1.0:1788695916.657688:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306879732 00000100:00000001:1.0:1788695916.657689:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306878523 00000100:00000001:1.0:1788695916.657690:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306879732 00000100:00000001:1.0:1788695916.657692:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695916.657693:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695916.657695:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695916.657697:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695916.657767:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695916.657770:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032870841. 00000400:00000200:0.0:1788695916.657774:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695916.657778:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695916.657781:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005f95c5f 00000400:00000010:0.0:1788695916.657782:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000005f95c5f. 00000100:00000001:0.0:1788695916.657785:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695916.657788:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006c910da9 x1875583274345728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695916.657804:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695916.657807:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c910da9 x1875583274345728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695932 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695916.657812:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695916.657813:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788695916.658530:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695916.658533:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695916.661592:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695916.661608:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695916.661612:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695916.661614:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695916.661624:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695916.661641:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d06400 00000400:00000200:0.0:1788695916.661648:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x75d [1] + 224 00000800:00000001:0.0:1788695916.661655:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695916.661661:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695916.661664:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695916.661669:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695916.661676:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695916.661682:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000033cb097c x1875583274345472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695916.661692:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033cb097c x1875583274345472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695916.661745:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695916.661750:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695916.661769:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695916.661778:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695916.661781:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788695916.662160:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695916.662163:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695916.662166:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcd0a87a. 00000400:00000200:2.0:1788695916.662171:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce843621 00000400:00000010:2.0:1788695916.662173:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ce843621. 00000100:00000001:2.0:1788695916.662176:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695916.662180:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000033cb097c x1875583274345472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695916.662188:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000033cb097c x1875583274345472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695916.662194:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695916.662196:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695916.662198:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695916.662201:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695916.662203:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695916.662205:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695916.662208:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695916.662230:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=117 v=5 (5 5 0 0) 00000100:00001000:2.0:1788695916.662235:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=117 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695916.662238:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695916.662239:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695916.662241:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695916.662244:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695916.662247:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695916.662251:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033cb097c x1875583274345472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695916.662258:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695916.662261:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695916.662263:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695916.662265:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033cb097c x1875583274345472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695916.662272:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000033cb097c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274345472:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695916.662276:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695916.662279:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695916.662281:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033cb097c x1875583274345472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695916.662288:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695916.662290:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695916.662293:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f248045. 02000000:00000001:2.0:1788695916.662297:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695916.662299:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695916.662301:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695916.662303:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695916.662305:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000dfd73c1. 02000000:00000001:2.0:1788695916.662309:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695916.662310:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695916.662312:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033cb097c. 00000100:00000001:2.0:1788695916.662315:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695916.662317:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695916.662319:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695916.662331:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695916.662333:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695916.662335:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695916.662338:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788695916.666692:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695916.666708:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695916.666712:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695916.666714:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695916.666725:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695916.666739:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06500 00000400:00000200:3.0:1788695916.666746:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x76d [1] + 224 00000800:00000001:3.0:1788695916.666752:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695916.666754:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695916.666757:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695916.666764:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695916.666770:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695916.666776:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006c910da9 x1875583274345728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695916.666786:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c910da9 x1875583274345728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695916.666805:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695916.666811:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695916.666813:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695916.666814:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695916.666816:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695916.666833:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695916.666839:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06480 00000400:00000200:3.0:1788695916.666843:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x765 [1] + 224 00000800:00000001:3.0:1788695916.666893:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695916.666899:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695916.666901:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695916.666905:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695916.666908:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695916.666912:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000a572c48 x1875583274345600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695916.666919:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000a572c48 x1875583274345600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695916.666926:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695916.666929:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695916.666931:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695916.666997:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695916.667002:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695916.667009:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695916.667011:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695916.667013:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1cf2743. 00000400:00000200:1.0:1788695916.667018:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2359dc9 00000400:00000010:1.0:1788695916.667020:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c2359dc9. 00000100:00000001:1.0:1788695916.667023:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695916.667028:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006c910da9 x1875583274345728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695916.667036:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006c910da9 x1875583274345728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695916.667049:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695916.667051:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695916.667053:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695916.667055:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695916.667058:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695916.667060:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695916.667062:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695916.667070:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=116 v=5 (5 5 0 0) 00000100:00001000:1.0:1788695916.667075:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=103 v=5 (1 1 0 0) 00000100:00000001:1.0:1788695916.667077:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695916.667079:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695916.667081:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788695916.667085:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006c910da9 x1875583274345728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788695916.667091:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695916.667095:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695916.667097:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695916.667098:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695916.667100:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695916.667103:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c910da9 x1875583274345728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695916.667110:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695916.667113:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695916.667115:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695916.667117:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c910da9 x1875583274345728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695916.667123:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006c910da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274345728:192.168.201.118@tcp:400: 00000400:00000001:1.0:1788695916.667129:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695916.667130:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695916.667131:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020c5c111. 00000400:00000200:1.0:1788695916.667133:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de91f7a2 00000400:00000010:1.0:1788695916.667139:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000de91f7a2. 00000100:00000001:1.0:1788695916.667141:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695916.667144:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000a572c48 x1875583274345600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695916.667150:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000a572c48 x1875583274345600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695916.667155:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695916.667156:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695916.667157:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695916.667158:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695916.667160:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695916.667161:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695916.667163:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695916.667167:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=117 v=5 (5 5 0 0) 00000100:00001000:1.0:1788695916.667170:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=117 v=5 (1 1 0 0) 00000100:00000001:1.0:1788695916.667172:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695916.667174:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695916.667175:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695916.667177:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695916.667180:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695916.667181:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695916.667182:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695916.667183:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695916.667185:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a572c48 x1875583274345600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695916.667190:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695916.667192:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695916.667194:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695916.667196:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a572c48 x1875583274345600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695916.667203:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274345600:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695916.667206:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695916.667215:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695916.667218:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c910da9 x1875583274345728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695916.667225:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695916.667227:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695916.667230:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd5d8451. 02000000:00000001:1.0:1788695916.667234:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695916.667236:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695916.667237:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695916.667240:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695916.667242:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009146b66a. 02000000:00000001:1.0:1788695916.667245:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695916.667246:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695916.667248:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c910da9. 00000100:00000001:1.0:1788695916.667251:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695916.667252:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695916.667253:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695916.667255:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a572c48 x1875583274345600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695932 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695916.667261:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695916.667262:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695916.667263:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7d1739b. 02000000:00000001:1.0:1788695916.667265:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695916.667266:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695916.667267:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695916.667269:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695916.667270:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f8e491. 02000000:00000001:1.0:1788695916.667272:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695916.667273:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695916.667274:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a572c48. 00000100:00000001:1.0:1788695916.667276:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695916.667277:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695916.667279:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695916.667286:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695916.667292:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695916.667295:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695916.667302:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695917.613993:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695917.614002:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695917.614004:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695917.614006:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695917.614010:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695917.614012:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695917.614013:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695917.614015:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695917.614018:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695917.614019:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695917.614071:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695917.614075:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695917.614078:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695917.933974:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306879732, at 4306879744 00000100:00000040:2.0:1788695917.933974:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306879732, at 4306879744 00000100:00000040:3.0:1788695917.933975:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306879732, at 4306879744 00000100:00000010:1.0:1788695917.933992:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f0f29cae. 00000100:00000010:2.0:1788695917.934059:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f1bab8d. 00000100:00000040:0.0:1788695917.934078:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306879732, at 4306879744 00000100:00000010:0.0:1788695917.934086:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035048bc1. 00000100:00000010:3.0:1788695917.934250:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5158265. 00010000:00000001:2.0:1788695918.637967:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695918.637974:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695918.637979:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695918.637980:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695918.638234:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695918.638238:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695918.638241:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695919.661974:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695919.661982:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695919.661988:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695919.661990:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695919.662090:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695919.662096:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695919.662100:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695920.685974:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695920.685981:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695920.685987:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695920.685988:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695920.686043:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695920.686046:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695920.686050:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695921.709968:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695921.709975:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695921.709982:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695921.709983:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695921.710504:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695921.710508:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695921.710510:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695921.778942:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695921.778954:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695921.778973:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000449a2a56. 00000020:00000040:2.0:1788695921.778981:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695921.778987:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695921.779007:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695921.779012:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695921.779019:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000051526cb6. 00000100:00000001:2.0:1788695921.779026:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695921.779037:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000449a2a56 x1875583274345856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695921.779047:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695921.779050:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695921.779055:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000449a2a56] to pc [ptlrpcd_00_02+2] req@00000000449a2a56 x1875583274345856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695921.779120:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788695921.779124:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1788695921.779127:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695921.779143:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695921.779146:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695921.779150:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695921.779153:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d0911758. 00000020:00000040:2.0:1788695921.779156:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695921.779159:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695921.779160:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695921.779162:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695921.779167:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c995f34e. 00000100:00000001:2.0:1788695921.779170:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695921.779174:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000d0911758 x1875583274345984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695921.779182:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695921.779184:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695921.779187:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0911758] to pc [ptlrpcd_00_03+3] req@00000000d0911758 x1875583274345984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695921.779229:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788695921.779232:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1788695921.779234:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695921.779240:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695921.779242:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695921.779244:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695921.779246:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695921.779248:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695921.779253:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d0911758 x1875583274345984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695921.779260:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695921.779262:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695921.779266:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695921.779269:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695921.779271:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695921.779273:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d0911758 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274345984:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695921.779278:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695921.779290:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695921.779292:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695921.779295:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695921.779298:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a210d793. 02000000:00000001:1.0:1788695921.779301:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695921.779306:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020c5c111. 00000400:00000010:1.0:1788695921.779313:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de91f7a2. 00000100:00000200:1.0:1788695921.779320:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274345984, portal 10 00000100:00000001:1.0:1788695921.779322:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695921.779324:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611086336 : -113296098465280 : ffff98f5324bea00) 00000100:00000040:1.0:1788695921.779330:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d0911758 x1875583274345984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695921.779337:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695921.779340:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695921.779342:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2359dc9. 00000100:00000200:1.0:1788695921.779344:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274345984, offset 0 00000400:00000200:1.0:1788695921.779350:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695921.779364:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695921.779370:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695921.779373:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695921.779376:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695921.779379:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695921.779382:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [210:210:256:4294967295] 192.168.201.118@tcp LPNI seq info [210:210:8:4294967295] 00000400:00000200:1.0:1788695921.779393:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695921.779399:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695921.779402:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006596e7c6. 00000800:00000200:1.0:1788695921.779409:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695921.779416:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695921.779420:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006596e7c6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695921.779442:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695921.779446:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 52855 usecs (53 jiffies) 00000100:00000001:1.0:1788695921.779450:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306883642 00000100:00000010:1.0:1788695921.779458:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaf496b0. 00000100:00000001:1.0:1788695921.779465:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788695921.779471:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306883642 00000100:00000010:1.0:1788695921.779473:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051bc30db. 00000100:00000001:1.0:1788695921.779476:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788695921.779478:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306883642 00000100:00000010:1.0:1788695921.779480:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d1d951b. 00000100:00000001:1.0:1788695921.779483:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788695921.779485:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306883642 00000100:00000010:1.0:1788695921.779488:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051f28e6c. 00000100:00000001:1.0:1788695921.779490:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788695921.779496:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695921.779499:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695921.779502:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695921.779504:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695921.781016:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695921.781024:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006596e7c6. 00000400:00000200:3.0:1788695921.781030:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695921.781038:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695921.781044:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2359dc9 00000400:00000010:3.0:1788695921.781046:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c2359dc9. 00000100:00000001:3.0:1788695921.781050:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695921.781055:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000d0911758 x1875583274345984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695921.781065:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695921.781068:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d0911758 x1875583274345984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695937 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695921.781074:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695921.781076:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788695921.783167:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695921.783173:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695921.783190:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695921.783193:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695921.783195:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695921.783204:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000449a2a56 x1875583274345856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695921.783216:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695921.783218:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695921.783221:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695921.783225:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695921.783228:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695921.783231:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000449a2a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274345856:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695921.783236:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695921.783241:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695921.783244:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695921.783247:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695921.783252:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039d8a3b7. 02000000:00000001:0.0:1788695921.783255:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695921.783260:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee196899. 00000800:00000001:3.0:1788695921.783261:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:0.0:1788695921.783267:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1a3d364. 00000800:00000001:3.0:1788695921.783272:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1788695921.783275:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274345856, portal 25 00000800:00000001:3.0:1788695921.783276:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788695921.783280:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000001:3.0:1788695921.783282:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695921.783283:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611081856 : -113296098469760 : ffff98f5324bd880) 00000100:00000040:0.0:1788695921.783293:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000449a2a56 x1875583274345856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788695921.783297:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:0.0:1788695921.783307:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695921.783311:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695921.783315:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edd31d23. 00000400:00000200:3.0:1788695921.783317:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06600 00000100:00000200:0.0:1788695921.783319:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274345856, offset 0 00000400:00000200:3.0:1788695921.783327:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x775 [1] + 224 00000800:00000001:3.0:1788695921.783334:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695921.783340:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695921.783343:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695921.783353:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695921.783495:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695921.783499:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695921.783503:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695921.783509:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf3524a4. 00000020:00000040:2.0:1788695921.783514:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695921.783524:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695921.783527:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695921.783530:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695921.783535:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2263eda. 00000100:00000001:2.0:1788695921.783542:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695921.783547:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000bf3524a4 x1875583274346112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695921.783556:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695921.783558:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695921.783562:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf3524a4] to pc [ptlrpcd_00_00+0] req@00000000bf3524a4 x1875583274346112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695921.783580:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695921.783582:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788695921.783585:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788695921.783589:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12221) 00000100:00000001:2.0:1788695921.783603:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788695921.783606:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788695921.783607:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695921.783611:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695921.783613:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695921.783614:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695921.783615:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695921.783616:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695921.783620:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf3524a4 x1875583274346112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695921.783625:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695921.783627:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695921.783629:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695921.783630:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695921.783631:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695921.783633:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274346112:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695921.783653:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695921.783656:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695921.783657:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695921.783659:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695921.783661:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7d1739b. 02000000:00000001:2.0:1788695921.783663:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695921.783667:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcd0a87a. 00000100:00000001:1.0:1788695921.784719:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695921.784724:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695921.785164:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695921.785167:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695921.785170:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695921.785172:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695921.785486:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695921.785501:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695921.785506:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695921.785510:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695921.785514:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695921.785532:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695921.785536:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [211:211:256:4294967295] 192.168.201.118@tcp LPNI seq info [211:211:8:4294967295] 00000400:00000200:0.0:1788695921.785546:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695921.785553:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695921.785614:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695921.785622:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000d0911758 x1875583274345984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695921.785633:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d0911758 x1875583274345984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1788695921.785647:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce843621. 00000100:00000001:3.0:1788695921.785653:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:2.0:1788695921.785655:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274346112, portal 10 00000100:00000001:2.0:1788695921.785659:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695921.785660:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611084544 : -113296098467072 : ffff98f5324be300) 00000100:00000040:2.0:1788695921.785669:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bf3524a4 x1875583274346112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695921.785676:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695921.785680:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695921.785683:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042d69037. 00000100:00000200:2.0:1788695921.785685:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274346112, offset 0 00000100:00000001:0.0:1788695921.785715:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695921.785717:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695921.785722:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695921.785724:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695921.785726:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020c5c111. 00000400:00000200:0.0:1788695921.785730:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de91f7a2 00000400:00000010:0.0:1788695921.785732:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000de91f7a2. 00000100:00000001:0.0:1788695921.785736:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695921.785739:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000d0911758 x1875583274345984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695921.785746:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000d0911758 x1875583274345984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695921.785753:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695921.785765:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695921.785767:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695921.785769:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695921.785772:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695921.785774:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695921.785786:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695921.785794:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=122 v=5 (5 5 0 0) 00000100:00001000:0.0:1788695921.785798:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=122 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695921.785801:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695921.785803:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695921.785805:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695921.785808:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695921.785812:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695921.785813:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695921.785815:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695921.785817:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695921.785821:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d0911758 x1875583274345984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695921.785835:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695921.785837:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695921.785839:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695921.785843:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0911758 x1875583274345984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695921.785868:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d0911758 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274345984:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695921.785872:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695921.785875:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695921.785877:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d0911758 x1875583274345984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695921.785884:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695921.785886:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695921.785889:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a210d793. 02000000:00000001:0.0:1788695921.785892:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695921.785894:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695921.785896:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695921.785898:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695921.785901:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c995f34e. 02000000:00000001:0.0:1788695921.785903:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695921.785905:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695921.785906:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d0911758. 00000100:00000001:0.0:1788695921.785910:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695921.785911:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695921.785913:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695921.785918:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695921.785920:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695921.785922:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695921.785923:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695921.786044:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695921.786049:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695921.786052:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695921.786055:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695921.786056:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695921.786059:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695921.786062:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [212:212:255:4294967295] 192.168.201.118@tcp LPNI seq info [212:212:7:4294967295] 00000400:00000200:2.0:1788695921.786070:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695921.786074:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695921.786078:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078c7cd5c. 00000800:00000200:2.0:1788695921.786084:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695921.786091:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695921.786095:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078c7cd5c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695921.786150:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695921.786160:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 54787 usecs (55 jiffies) 00000100:00000001:2.0:1788695921.786164:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306883651 00000100:00000001:2.0:1788695921.786172:0:201301:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, simply extend its deadline from 4306883642 00000100:00000001:2.0:1788695921.786175:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306883651 00000100:00000001:2.0:1788695921.786178:0:201301:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, simply extend its deadline from 4306883642 00000100:00000001:2.0:1788695921.786180:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306883651 00000100:00000001:2.0:1788695921.786183:0:201301:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, simply extend its deadline from 4306883642 00000100:00000001:2.0:1788695921.786185:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306883651 00000100:00000001:2.0:1788695921.786188:0:201301:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, simply extend its deadline from 4306883642 00000100:00000001:2.0:1788695921.786191:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695921.786194:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695921.786196:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695921.786199:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788695921.786247:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dffc0522. 00000800:00000200:1.0:1788695921.786254:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695921.786257:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695921.786260:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dffc0522 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695921.786262:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695921.786265:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306884861 00000100:00000001:1.0:1788695921.786268:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306883651 00000100:00000001:1.0:1788695921.786271:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306884861 00000100:00000001:1.0:1788695921.786273:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306883651 00000100:00000001:1.0:1788695921.786282:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306884861 00000100:00000001:1.0:1788695921.786284:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306883651 00000100:00000001:1.0:1788695921.786286:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306884861 00000100:00000001:1.0:1788695921.786288:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306883651 00000100:00000001:1.0:1788695921.786290:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695921.786292:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695921.786294:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695921.786296:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695921.786297:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695921.786299:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695921.786300:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695921.786301:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695921.786334:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695921.786342:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788695921.786374:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695921.786377:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078c7cd5c. 00000400:00000200:0.0:1788695921.786386:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695921.786391:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695921.786394:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042d69037 00000400:00000010:0.0:1788695921.786396:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000042d69037. 00000100:00000001:0.0:1788695921.786399:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695921.786402:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000bf3524a4 x1875583274346112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695921.786412:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695921.786414:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf3524a4 x1875583274346112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695937 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695921.786420:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695921.786421:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788695921.786581:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695921.786584:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dffc0522. 00000400:00000200:0.0:1788695921.786588:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695921.786591:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695921.786594:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd31d23 00000400:00000010:0.0:1788695921.786596:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000edd31d23. 00000100:00000001:0.0:1788695921.786598:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695921.786601:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000449a2a56 x1875583274345856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695921.786608:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695921.786610:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000449a2a56 x1875583274345856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695937 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695921.786615:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695921.786617:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788695921.789245:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695921.789260:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695921.789264:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695921.789266:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695921.789276:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695921.789290:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d06580 00000400:00000200:0.0:1788695921.789298:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x77d [1] + 224 00000800:00000001:0.0:1788695921.789319:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695921.789322:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695921.789325:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695921.789329:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695921.789335:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695921.789341:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000449a2a56 x1875583274345856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695921.789361:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000449a2a56 x1875583274345856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695921.789377:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695921.789384:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695921.789388:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695921.789390:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695921.789391:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695921.789395:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695921.789400:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06680 00000400:00000200:0.0:1788695921.789406:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x785 [1] + 224 00000800:00000001:0.0:1788695921.789409:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695921.789414:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695921.789417:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695921.789420:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695921.789423:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695921.789426:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000bf3524a4 x1875583274346112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695921.789434:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf3524a4 x1875583274346112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695921.789451:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695921.789455:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695921.789457:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695921.789540:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695921.789544:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695921.789551:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695921.789553:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695921.789555:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee196899. 00000400:00000200:1.0:1788695921.789560:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1a3d364 00000400:00000010:1.0:1788695921.789562:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e1a3d364. 00000100:00000001:1.0:1788695921.789565:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695921.789568:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000449a2a56 x1875583274345856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695921.789576:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000449a2a56 x1875583274345856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695921.789582:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695921.789584:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695921.789586:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695921.789589:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695921.789591:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695921.789593:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695921.789596:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695921.789601:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=122 v=5 (5 5 0 0) 00000100:00001000:1.0:1788695921.789605:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=122 v=5 (1 1 0 0) 00000100:00000001:1.0:1788695921.789607:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695921.789614:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695921.789617:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695921.789619:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695921.789622:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695921.789627:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000449a2a56 x1875583274345856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695921.789633:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695921.789636:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695921.789638:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695921.789640:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000449a2a56 x1875583274345856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695921.789646:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000449a2a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274345856:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695921.789651:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695921.789653:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695921.789655:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000449a2a56 x1875583274345856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695921.789661:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695921.789664:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695921.789667:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039d8a3b7. 02000000:00000001:1.0:1788695921.789669:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695921.789672:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695921.789674:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695921.789677:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695921.789679:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000051526cb6. 02000000:00000001:1.0:1788695921.789681:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695921.789683:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695921.789685:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000449a2a56. 00000100:00000001:1.0:1788695921.789688:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695921.789689:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695921.789691:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695921.789698:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695921.789700:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695921.789702:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695921.789704:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695921.789752:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695921.789763:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695921.789767:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695921.789768:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695921.789769:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcd0a87a. 00000400:00000200:2.0:1788695921.789775:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce843621 00000400:00000010:2.0:1788695921.789791:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ce843621. 00000100:00000001:2.0:1788695921.789794:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695921.789797:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000bf3524a4 x1875583274346112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695921.789805:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000bf3524a4 x1875583274346112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695921.789811:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695921.789812:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695921.789814:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695921.789815:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695921.789816:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695921.789817:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695921.789825:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695921.789831:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=121 v=5 (5 5 0 0) 00000100:00001000:2.0:1788695921.789833:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=108 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695921.789836:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695921.789837:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695921.789838:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788695921.789843:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bf3524a4 x1875583274346112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788695921.789879:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695921.789882:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695921.789884:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695921.789886:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695921.789887:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695921.789890:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf3524a4 x1875583274346112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695921.789896:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695921.789898:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695921.789899:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695921.789902:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf3524a4 x1875583274346112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695921.789908:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274346112:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695921.789912:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695921.789913:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695921.789915:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf3524a4 x1875583274346112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695937 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695921.789921:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695921.789922:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695921.789924:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7d1739b. 02000000:00000001:2.0:1788695921.789927:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695921.789928:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695921.789929:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695921.789936:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695921.789937:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2263eda. 02000000:00000001:2.0:1788695921.789940:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695921.789941:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695921.789942:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf3524a4. 00000100:00000001:2.0:1788695921.789945:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695921.789946:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695921.789948:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695921.789951:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695921.789953:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695921.789954:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695921.789956:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695922.734081:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695922.734089:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695922.734095:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695922.734098:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695922.734100:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695922.734103:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695922.734106:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695922.734108:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695922.734110:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695922.734112:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695922.734325:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695922.734329:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695922.734331:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695923.053975:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306884861, at 4306884864 00000100:00000040:3.0:1788695923.053976:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306884861, at 4306884864 00000100:00000010:2.0:1788695923.053991:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d1d951b. 00000100:00000010:3.0:1788695923.053995:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051f28e6c. 00000100:00000040:1.0:1788695923.054035:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306884861, at 4306884864 00000100:00000010:1.0:1788695923.054042:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051bc30db. 00000100:00000040:0.0:1788695923.054104:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306884861, at 4306884864 00000100:00000010:0.0:1788695923.054111:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaf496b0. 00010000:00000001:2.0:1788695923.757982:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695923.757989:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695923.757994:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695923.757995:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695923.760840:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695923.760884:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695923.760889:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695924.783070:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695924.783077:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695924.783083:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695924.783084:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695924.783950:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695924.783954:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695924.783957:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695925.807259:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695925.807269:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695925.807276:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695925.807289:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695925.807409:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695925.807413:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695925.807416:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695926.830520:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695926.830541:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695926.830548:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695926.830549:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695926.830773:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695926.830776:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695926.830779:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695926.893990:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695926.894001:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695926.894012:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ba1d0c9. 00000020:00000040:0.0:1788695926.894019:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695926.894023:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695926.894026:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695926.894030:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695926.894037:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000150a73a8. 00000100:00000001:0.0:1788695926.894043:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695926.894051:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000004ba1d0c9 x1875583274346240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695926.894059:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695926.894061:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695926.894066:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ba1d0c9] to pc [ptlrpcd_00_01+1] req@000000004ba1d0c9 x1875583274346240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695926.894110:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695926.894115:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695926.894118:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695926.894122:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ba1d0c9 x1875583274346240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695926.894130:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695926.894132:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695926.894135:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695926.894137:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695926.894140:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695926.894142:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274346240:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695926.894146:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695926.894151:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695926.894153:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695926.894156:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695926.894167:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ae5c2a1. 02000000:00000001:2.0:1788695926.894169:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695926.894176:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcd0a87a. 00000400:00000010:2.0:1788695926.894182:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce843621. 00000100:00000200:2.0:1788695926.894188:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274346240, portal 25 00000100:00000001:2.0:1788695926.894191:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695926.894192:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882431744 : -113296827119872 : ffff98f506dd8700) 00000100:00000040:2.0:1788695926.894197:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004ba1d0c9 x1875583274346240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695926.894203:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695926.894206:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695926.894208:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007282336d. 00000100:00000200:2.0:1788695926.894210:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274346240, offset 0 00000400:00000200:2.0:1788695926.894215:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695926.894227:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695926.894232:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695926.894249:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695926.894252:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695926.894267:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695926.894271:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [213:213:256:4294967295] 192.168.201.118@tcp LPNI seq info [213:213:8:4294967295] 00000400:00000200:2.0:1788695926.894282:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695926.894288:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695926.894292:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2263eda. 00000800:00000200:2.0:1788695926.894299:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695926.894306:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695926.894311:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d2263eda type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695926.894328:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695926.894333:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306889969 00000100:00000010:2.0:1788695926.894337:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000024d1f6c. 00000100:00000001:2.0:1788695926.894344:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788695926.894349:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306889969 00000100:00000010:2.0:1788695926.894352:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1edae85. 00000100:00000001:2.0:1788695926.894354:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788695926.894357:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306889969 00000100:00000010:2.0:1788695926.894359:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b91fe9c. 00000100:00000001:2.0:1788695926.894370:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788695926.894372:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306889969 00000100:00000010:2.0:1788695926.894375:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038593dc8. 00000100:00000001:2.0:1788695926.894378:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788695926.894380:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695926.894382:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695926.894385:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695926.894388:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695926.894464:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695926.894468:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695926.894472:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695926.894475:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbb350d4. 00000100:00000001:1.0:1788695926.894477:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1788695926.894479:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695926.894483:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788695926.894483:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695926.894487:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695926.894490:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695926.894505:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005878d45f. 00000100:00000001:0.0:1788695926.894508:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695926.894513:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000cbb350d4 x1875583274346368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695926.894520:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695926.894522:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695926.894526:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb350d4] to pc [ptlrpcd_00_02+2] req@00000000cbb350d4 x1875583274346368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695926.894564:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695926.894566:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695926.894569:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695926.894571:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f121889. 00000020:00000040:0.0:1788695926.894572:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695926.894574:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695926.894575:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695926.894576:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695926.894579:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000014613afe. 00000100:00000001:0.0:1788695926.894581:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695926.894583:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000001f121889 x1875583274346496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695926.894587:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695926.894588:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695926.894590:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f121889] to pc [ptlrpcd_00_03+3] req@000000001f121889 x1875583274346496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788695926.894595:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788695926.894596:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695926.894601:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:1.0:1788695926.894601:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2263eda. 00000100:00000040:0.0:1788695926.894607:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1788695926.894608:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1788695926.894612:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12226) 00000400:00000200:1.0:1788695926.894625:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695926.894631:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007282336d 00000100:00000001:0.0:1788695926.894634:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1788695926.894634:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000007282336d. 00000100:00000001:0.0:1788695926.894639:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695926.894641:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788695926.894642:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1788695926.894647:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004ba1d0c9 x1875583274346240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695926.894649:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbb350d4 x1875583274346368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695926.894673:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695926.894674:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695926.894676:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788695926.894676:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1788695926.894679:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788695926.894682:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ba1d0c9 x1875583274346240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695942 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788695926.894699:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695926.894705:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695926.894707:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274346368:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695926.894709:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788695926.894714:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695926.894717:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695926.894719:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695926.894721:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788695926.894723:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695926.894727:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1788695926.894728:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001cc7dcd6. 02000000:00000001:0.0:1788695926.894731:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695926.894734:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1788695926.894735:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000e2edc2. 00000100:00000001:1.0:1788695926.894736:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788695926.894737:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1788695926.894740:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edd31d23. 00000100:00000001:2.0:1788695926.894741:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1788695926.894742:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274346368, portal 10 00000100:00000040:1.0:1788695926.894743:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f121889 x1875583274346496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695926.894746:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695926.894750:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882439808 : -113296827111808 : ffff98f506dda680) 00000100:00000001:2.0:1788695926.894750:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695926.894752:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695926.894757:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695926.894759:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cbb350d4 x1875583274346368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695926.894764:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695926.894767:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695926.894772:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788695926.894775:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1788695926.894776:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788695926.894781:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:1.0:1788695926.894781:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695926.894785:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8816cb1. 00000100:00100000:1.0:1788695926.894788:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274346496:192.168.201.118@tcp:400: 00000100:00000200:0.0:1788695926.894790:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274346368, offset 0 00000100:00000001:1.0:1788695926.894796:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695926.894800:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1788695926.894802:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:1.0:1788695926.894803:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695926.894807:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695926.894810:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0e480f2. 00000400:00000200:0.0:1788695926.894811:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:1.0:1788695926.894815:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695926.894817:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1788695926.894820:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1cf2743. 00000400:00000200:0.0:1788695926.894823:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695926.894827:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1788695926.894827:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de91f7a2. 00000400:00000200:0.0:1788695926.894833:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000200:1.0:1788695926.894834:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274346496, portal 10 00000100:00000001:1.0:1788695926.894838:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1788695926.894841:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [214:214:256:4294967295] 192.168.201.118@tcp LPNI seq info [214:214:8:4294967295] 00000100:00000001:1.0:1788695926.894842:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438912 : -113296827112704 : ffff98f506dda300) 00000100:00000040:1.0:1788695926.894872:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001f121889 x1875583274346496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695926.894879:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695926.894884:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695926.894887:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2359dc9. 00000100:00000200:1.0:1788695926.894892:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274346496, offset 0 00000400:00000200:0.0:1788695926.894897:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000200:1.0:1788695926.894902:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:0.0:1788695926.894906:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695926.894910:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000010:0.0:1788695926.894911:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024382ee1. 00000400:00000200:1.0:1788695926.894916:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1788695926.894920:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:1.0:1788695926.894923:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695926.894928:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1788695926.894929:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:1.0:1788695926.894932:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695926.894938:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [215:215:255:4294967295] 192.168.201.118@tcp LPNI seq info [215:215:7:4294967295] 00000800:00000200:0.0:1788695926.894940:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024382ee1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695926.894949:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695926.894954:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 52123 usecs (53 jiffies) 00000400:00000200:1.0:1788695926.894957:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:0.0:1788695926.894959:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306888758 00000100:00000001:0.0:1788695926.894964:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306889969 00000800:00000200:1.0:1788695926.894967:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695926.894969:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306888758 00000800:00000010:1.0:1788695926.894973:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb85f65. 00000100:00000001:0.0:1788695926.894974:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306889969 00000100:00000001:0.0:1788695926.894979:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306888758 00000800:00000200:1.0:1788695926.894982:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788695926.894983:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306889969 00000100:00000001:0.0:1788695926.894988:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306888758 00000800:00000200:1.0:1788695926.894991:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:0.0:1788695926.894992:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306889969 00000800:00000200:2.0:1788695926.894995:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788695926.894997:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1788695926.894997:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004bb85f65 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1788695926.895000:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024382ee1. 00000100:00000001:0.0:1788695926.895002:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695926.895005:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695926.895005:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695926.895005:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788695926.895011:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695926.895011:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 53977 usecs (54 jiffies) 00000100:00000001:0.0:1788695926.895015:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1788695926.895015:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695926.895017:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306888759 00000100:00000001:0.0:1788695926.895018:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1788695926.895019:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8816cb1 00000400:00000010:2.0:1788695926.895022:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8816cb1. 00000100:00000001:0.0:1788695926.895023:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695926.895023:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306889969 00000100:00000001:2.0:1788695926.895025:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788695926.895026:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695926.895029:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306888759 00000100:00000200:2.0:1788695926.895029:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cbb350d4 x1875583274346368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695926.895030:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695926.895034:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695926.895036:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306889969 00000100:00000001:1.0:1788695926.895041:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306888759 00000100:00000001:1.0:1788695926.895044:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306889969 00000100:00000001:2.0:1788695926.895044:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788695926.895048:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306888759 00000100:00000040:2.0:1788695926.895049:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbb350d4 x1875583274346368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695942 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695926.895052:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306889969 00000100:00000001:1.0:1788695926.895057:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695926.895062:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695926.895067:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695926.895068:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695926.895071:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695926.895072:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788695926.895080:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695926.895082:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695926.895084:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695926.895085:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695926.895087:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695926.895089:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695926.895475:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695926.895478:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb85f65. 00000400:00000200:2.0:1788695926.895481:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695926.895484:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695926.895486:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2359dc9 00000400:00000010:2.0:1788695926.895487:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c2359dc9. 00000100:00000001:2.0:1788695926.895489:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695926.895492:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001f121889 x1875583274346496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695926.895497:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695926.895498:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f121889 x1875583274346496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695942 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695926.895502:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695926.895503:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788695926.899815:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695926.899831:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695926.899836:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695926.899838:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695926.899878:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695926.899898:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06800 00000400:00000200:0.0:1788695926.899906:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x79d [1] + 224 00000800:00000001:0.0:1788695926.899914:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695926.899917:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695926.899919:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695926.899935:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695926.899941:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695926.899948:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001f121889 x1875583274346496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695926.899955:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f121889 x1875583274346496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695926.899967:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695926.899975:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695926.899977:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695926.899979:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695926.899980:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695926.899983:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695926.899988:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d06700 00000400:00000200:0.0:1788695926.899991:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x78d [1] + 224 00000800:00000001:0.0:1788695926.899994:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695926.899996:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695926.899997:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695926.899999:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695926.900000:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695926.900001:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695926.900005:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004ba1d0c9 x1875583274346240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695926.900007:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788695926.900014:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004ba1d0c9 x1875583274346240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788695926.900016:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695926.900021:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695926.900031:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1cf2743. 00000400:00000200:1.0:1788695926.900036:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de91f7a2 00000400:00000010:1.0:1788695926.900039:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000de91f7a2. 00000100:00000001:1.0:1788695926.900043:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695926.900048:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001f121889 x1875583274346496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695926.900057:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001f121889 x1875583274346496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695926.900065:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695926.900067:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695926.900070:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695926.900071:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695926.900075:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695926.900075:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695926.900079:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695926.900082:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695926.900085:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695926.900094:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=126 v=5 (5 5 0 0) 00000100:00000001:0.0:1788695926.900095:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00001000:1.0:1788695926.900100:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=113 v=5 (1 1 0 0) 00000800:00000001:0.0:1788695926.900103:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788695926.900104:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695926.900107:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695926.900111:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788695926.900115:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001f121889 x1875583274346496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788695926.900122:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788695926.900122:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695926.900126:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788695926.900126:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695926.900130:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000800:00000001:0.0:1788695926.900131:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695926.900133:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695926.900136:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695926.900140:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000040:1.0:1788695926.900143:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f121889 x1875583274346496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788695926.900152:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06780 00000100:00000001:1.0:1788695926.900154:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788695926.900159:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x795 [1] + 224 00000100:00000001:1.0:1788695926.900160:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695926.900163:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695926.900170:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1788695926.900171:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f121889 x1875583274346496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788695926.900175:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695926.900177:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695926.900182:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695926.900187:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695926.900191:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cbb350d4 x1875583274346368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695926.900197:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274346496:192.168.201.118@tcp:400: 00000100:00000040:0.0:1788695926.900201:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbb350d4 x1875583274346368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695926.900207:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695926.900211:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695926.900215:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f121889 x1875583274346496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695926.900224:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695926.900226:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1788695926.900227:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000010:1.0:1788695926.900230:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0e480f2. 00000800:00000001:0.0:1788695926.900231:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695926.900235:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788695926.900236:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695926.900240:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695926.900242:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695926.900244:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695926.900247:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000014613afe. 02000000:00000001:1.0:1788695926.900250:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695926.900252:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695926.900254:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f121889. 00000100:00000001:1.0:1788695926.900257:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695926.900259:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695926.900261:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695926.900268:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695926.900269:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695926.900273:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695926.900275:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695926.900275:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695926.900280:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695926.900285:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695926.900287:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695926.900289:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000e2edc2. 00000400:00000200:3.0:1788695926.900293:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd31d23 00000400:00000010:3.0:1788695926.900295:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000edd31d23. 00000100:00000001:3.0:1788695926.900298:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695926.900302:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cbb350d4 x1875583274346368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695926.900311:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cbb350d4 x1875583274346368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788695926.900366:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1788695926.900373:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000001:2.0:1788695926.900375:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695926.900377:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcd0a87a. 00000400:00000200:2.0:1788695926.900383:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce843621 00000400:00000010:2.0:1788695926.900384:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ce843621. 00000100:00000001:3.0:1788695926.900389:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695926.900390:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788695926.900394:0:201302:0:(client.c:1593:after_reply()) Process entered 00000100:00000200:2.0:1788695926.900396:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004ba1d0c9 x1875583274346240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788695926.900398:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695926.900400:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695926.900403:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695926.900407:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788695926.900414:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004ba1d0c9 x1875583274346240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1788695926.900414:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=127 v=5 (5 5 0 0) 00000100:00001000:3.0:1788695926.900422:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=127 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695926.900430:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695926.900432:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695926.900433:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00010000:00000001:3.0:1788695926.900435:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1788695926.900437:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788695926.900439:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695926.900440:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695926.900445:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695926.900445:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1788695926.900448:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1788695926.900448:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695926.900452:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695926.900452:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695926.900455:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695926.900456:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695926.900461:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=127 v=5 (5 5 0 0) 00000100:00000040:3.0:1788695926.900462:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbb350d4 x1875583274346368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1788695926.900468:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=127 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695926.900474:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695926.900476:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695926.900478:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788695926.900480:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1788695926.900483:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1788695926.900484:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695926.900486:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695926.900488:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695926.900492:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbb350d4 x1875583274346368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695926.900497:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ba1d0c9 x1875583274346240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695926.900510:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274346368:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695926.900517:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695926.900519:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695926.900520:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788695926.900522:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695926.900525:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695926.900525:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbb350d4 x1875583274346368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695926.900533:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ba1d0c9 x1875583274346240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695926.900536:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695926.900538:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695926.900540:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001cc7dcd6. 00000100:00100000:2.0:1788695926.900545:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274346240:192.168.201.118@tcp:400: 02000000:00000001:3.0:1788695926.900546:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695926.900549:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:2.0:1788695926.900552:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695926.900554:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1788695926.900555:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695926.900558:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695926.900560:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005878d45f. 02000000:00000001:3.0:1788695926.900565:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1788695926.900568:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ba1d0c9 x1875583274346240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695942 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788695926.900568:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695926.900570:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbb350d4. 00000100:00000001:3.0:1788695926.900575:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695926.900578:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695926.900582:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695926.900585:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695926.900589:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1788695926.900589:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695926.900593:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695926.900594:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ae5c2a1. 00000100:00000001:3.0:1788695926.900597:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1788695926.900600:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788695926.900601:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695926.900602:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695926.900604:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695926.900606:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695926.900607:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000150a73a8. 02000000:00000001:2.0:1788695926.900609:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695926.900611:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695926.900612:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ba1d0c9. 00000100:00000001:2.0:1788695926.900614:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695926.900615:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695926.900617:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695926.900621:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695926.900623:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695926.900624:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695926.900626:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695927.854066:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695927.854078:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695927.854081:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695927.854083:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695927.854089:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695927.854091:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695927.854093:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695927.854094:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695927.854099:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695927.854100:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695927.854158:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695927.854161:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695927.854163:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695928.173945:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306889969, at 4306889984 00000100:00000010:1.0:1788695928.173960:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1edae85. 00000100:00000040:3.0:1788695928.174006:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306889969, at 4306889984 00000100:00000010:3.0:1788695928.174015:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038593dc8. 00000100:00000040:2.0:1788695928.174020:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306889969, at 4306889984 00000100:00000010:2.0:1788695928.174029:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b91fe9c. 00000100:00000040:0.0:1788695928.174043:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306889969, at 4306889984 00000100:00000010:0.0:1788695928.174048:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000024d1f6c. 00010000:00000001:2.0:1788695928.878106:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695928.878114:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695928.878119:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695928.878120:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695928.880162:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695928.880169:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695928.880174:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695929.901949:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695929.901974:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695929.901980:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695929.901981:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695929.902134:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695929.902138:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695929.902146:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695930.926454:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695930.926461:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695930.926467:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695930.926468:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695930.926527:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695930.926530:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695930.926532:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695931.950064:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695931.950070:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695931.950076:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695931.950078:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695931.950136:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695931.950139:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695931.950141:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695932.014259:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695932.014267:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695932.014273:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6864119. 00000020:00000040:0.0:1788695932.014279:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695932.014283:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695932.014286:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695932.014290:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695932.014297:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000150a73a8. 00000100:00000001:0.0:1788695932.014304:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695932.014312:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000f6864119 x1875583274346624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695932.014331:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695932.014333:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695932.014338:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6864119] to pc [ptlrpcd_00_00+0] req@00000000f6864119 x1875583274346624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695932.014364:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695932.014366:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695932.014383:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695932.014385:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4497fd1. 00000020:00000040:0.0:1788695932.014388:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695932.014390:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695932.014392:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695932.014394:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695932.014397:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005878d45f. 00000100:00000001:0.0:1788695932.014400:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695932.014404:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000e4497fd1 x1875583274346752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695932.014411:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695932.014412:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695932.014415:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4497fd1] to pc [ptlrpcd_00_01+1] req@00000000e4497fd1 x1875583274346752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695932.014422:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695932.014423:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695932.014425:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695932.014427:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005800c766. 00000020:00000040:0.0:1788695932.014428:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695932.014430:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695932.014431:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695932.014432:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695932.014433:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000014613afe. 00000100:00000001:0.0:1788695932.014435:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695932.014437:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000005800c766 x1875583274346880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695932.014441:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695932.014442:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695932.014445:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005800c766] to pc [ptlrpcd_00_02+2] req@000000005800c766 x1875583274346880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695932.014473:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695932.014475:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788695932.014479:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788695932.014483:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12231) 00000100:00000001:0.0:1788695932.014493:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695932.014496:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695932.014498:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695932.014501:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005800c766 x1875583274346880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695932.014506:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695932.014508:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695932.014511:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695932.014512:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695932.014514:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695932.014516:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274346880:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695932.014519:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695932.014524:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695932.014526:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695932.014527:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695932.014530:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094ed52e3. 02000000:00000001:0.0:1788695932.014531:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695932.014536:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057e23c16. 00000400:00000010:0.0:1788695932.014541:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a96337. 00000100:00000200:0.0:1788695932.014547:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274346880, portal 10 00000100:00000001:0.0:1788695932.014549:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695932.014550:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882441600 : -113296827110016 : ffff98f506ddad80) 00000100:00000040:0.0:1788695932.014555:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005800c766 x1875583274346880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695932.014559:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695932.014561:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695932.014567:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045dbadd4. 00000100:00000200:0.0:1788695932.014569:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274346880, offset 0 00000400:00000200:0.0:1788695932.014572:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695932.014584:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695932.014588:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695932.014591:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695932.014593:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695932.014605:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695932.014608:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [216:216:256:4294967295] 192.168.201.118@tcp LPNI seq info [216:216:8:4294967295] 00000400:00000200:0.0:1788695932.014617:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695932.014621:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695932.014624:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024382ee1. 00000800:00000200:0.0:1788695932.014629:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695932.014646:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695932.014649:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024382ee1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695932.014656:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695932.014659:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 53178 usecs (54 jiffies) 00000100:00000001:0.0:1788695932.014661:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306893878 00000100:00000010:0.0:1788695932.014664:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078e80244. 00000100:00000001:0.0:1788695932.014669:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788695932.014673:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306893878 00000100:00000010:0.0:1788695932.014675:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001cecc859. 00000100:00000001:0.0:1788695932.014677:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788695932.014682:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306893878 00000100:00000010:0.0:1788695932.014684:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be89e8de. 00000100:00000001:0.0:1788695932.014686:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788695932.014689:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306893878 00000100:00000010:0.0:1788695932.014691:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2ee9250. 00000100:00000001:0.0:1788695932.014692:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788695932.014700:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695932.014702:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695932.014704:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695932.014705:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695932.014712:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695932.014714:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695932.014715:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695932.014716:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695932.014717:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695932.014718:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695932.014765:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695932.014768:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695932.014769:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695932.014772:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4497fd1 x1875583274346752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695932.014776:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695932.014777:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695932.014778:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695932.014779:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695932.014780:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695932.014782:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274346752:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695932.014784:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695932.014786:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695932.014787:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695932.014788:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695932.014790:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e943f6de. 02000000:00000001:3.0:1788695932.014791:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695932.014793:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eaa9b8e. 00000400:00000010:3.0:1788695932.014796:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000118b729b. 00000100:00000200:3.0:1788695932.014798:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274346752, portal 10 00000100:00000001:3.0:1788695932.014803:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695932.014804:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882434432 : -113296827117184 : ffff98f506dd9180) 00000100:00000040:3.0:1788695932.014807:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4497fd1 x1875583274346752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695932.014811:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695932.014813:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695932.014814:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000864cac17. 00000100:00000200:3.0:1788695932.014815:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274346752, offset 0 00000400:00000200:3.0:1788695932.014818:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695932.014821:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695932.014823:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695932.014825:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695932.014826:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695932.014828:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695932.014829:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [217:217:255:4294967295] 192.168.201.118@tcp LPNI seq info [217:217:7:4294967295] 00000400:00000200:3.0:1788695932.014834:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695932.014837:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695932.014839:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a5d0889. 00000800:00000200:3.0:1788695932.014841:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695932.014871:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695932.014873:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a5d0889 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695932.014876:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695932.014879:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 51400 usecs (52 jiffies) 00000100:00000001:3.0:1788695932.014881:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306893877 00000100:00000001:3.0:1788695932.014883:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306893878 00000100:00000001:3.0:1788695932.014885:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306893877 00000100:00000001:3.0:1788695932.014886:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306893878 00000100:00000001:3.0:1788695932.014888:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306893877 00000100:00000001:3.0:1788695932.014890:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306893878 00000100:00000001:3.0:1788695932.014912:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306893877 00000100:00000001:3.0:1788695932.014915:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306893878 00000100:00000001:3.0:1788695932.014916:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695932.014918:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695932.014920:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695932.014921:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695932.014926:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695932.014927:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695932.014929:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695932.014930:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695932.014931:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695932.014933:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788695932.014934:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695932.014936:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695932.014937:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695932.014938:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695932.014940:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695932.014941:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695932.014944:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6864119 x1875583274346624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695932.014951:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695932.014952:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695932.014954:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695932.014956:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695932.014957:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695932.014960:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274346624:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695932.014963:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695932.014965:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695932.014966:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695932.014968:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695932.014971:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f248045. 02000000:00000001:3.0:1788695932.014972:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695932.014976:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a5c2908. 00000400:00000010:3.0:1788695932.014979:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c46f78e5. 00000100:00000200:3.0:1788695932.014987:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274346624, portal 25 00000100:00000001:3.0:1788695932.014989:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695932.014990:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882445184 : -113296827106432 : ffff98f506ddbb80) 00000100:00000040:3.0:1788695932.014994:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f6864119 x1875583274346624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695932.015000:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695932.015001:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695932.015003:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e112c151. 00000100:00000200:3.0:1788695932.015005:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274346624, offset 0 00000400:00000200:3.0:1788695932.015008:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695932.015013:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695932.015015:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695932.015017:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695932.015019:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695932.015021:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695932.015024:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [218:218:254:4294967295] 192.168.201.118@tcp LPNI seq info [218:218:6:4294967295] 00000400:00000200:3.0:1788695932.015030:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695932.015034:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695932.015036:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a492135. 00000800:00000200:3.0:1788695932.015040:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695932.015043:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695932.015045:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009a492135 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695932.015047:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695932.015049:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306895090 00000100:00000001:3.0:1788695932.015053:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306893878 00000100:00000001:3.0:1788695932.015056:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306895090 00000100:00000001:3.0:1788695932.015058:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306893878 00000100:00000001:3.0:1788695932.015060:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306895090 00000100:00000001:3.0:1788695932.015062:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306893878 00000100:00000001:3.0:1788695932.015069:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306895090 00000100:00000001:3.0:1788695932.015072:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306893878 00000100:00000001:3.0:1788695932.015074:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695932.015075:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695932.015077:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695932.015079:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695932.015232:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695932.015235:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695932.015428:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695932.015431:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695932.015466:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695932.015468:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024382ee1. 00000400:00000200:1.0:1788695932.015473:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695932.015477:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695932.015481:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045dbadd4 00000400:00000010:1.0:1788695932.015483:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000045dbadd4. 00000100:00000001:1.0:1788695932.015487:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695932.015491:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000005800c766 x1875583274346880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695932.015500:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695932.015503:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005800c766 x1875583274346880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695948 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695932.015509:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695932.015510:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695932.015522:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695932.015524:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a5d0889. 00000400:00000200:1.0:1788695932.015527:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695932.015530:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695932.015532:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864cac17 00000400:00000010:1.0:1788695932.015533:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000864cac17. 00000100:00000001:1.0:1788695932.015536:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695932.015538:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e4497fd1 x1875583274346752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695932.015543:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695932.015545:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4497fd1 x1875583274346752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695948 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695932.015556:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695932.015558:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695932.015623:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695932.015625:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a492135. 00000400:00000200:1.0:1788695932.015627:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695932.015630:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695932.015632:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e112c151 00000400:00000010:1.0:1788695932.015633:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e112c151. 00000100:00000001:1.0:1788695932.015634:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695932.015637:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000f6864119 x1875583274346624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695948 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695932.015641:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695932.015643:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6864119 x1875583274346624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695948 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695932.015646:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695932.015647:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788695932.017656:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695932.017671:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695932.017676:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695932.017678:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695932.017689:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695932.017705:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06900 00000400:00000200:2.0:1788695932.017713:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x7ad [1] + 224 00000800:00000001:2.0:1788695932.017720:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695932.017727:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695932.017731:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695932.017734:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695932.017741:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695932.017747:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e4497fd1 x1875583274346752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695932.017758:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4497fd1 x1875583274346752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695932.017809:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695932.017813:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695932.017832:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695932.017841:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695932.017874:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788695932.021324:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695932.021331:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695932.021334:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eaa9b8e. 00000400:00000200:3.0:1788695932.021343:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000118b729b 00000400:00000010:3.0:1788695932.021344:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000118b729b. 00000100:00000001:3.0:1788695932.021349:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695932.021360:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e4497fd1 x1875583274346752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695932.021370:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e4497fd1 x1875583274346752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695932.021377:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695932.021379:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695932.021381:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695932.021384:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695932.021386:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695932.021388:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695932.021391:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695932.021400:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=133 v=5 (5 5 0 0) 00000100:00001000:3.0:1788695932.021403:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=133 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695932.021406:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695932.021407:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695932.021410:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695932.021413:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695932.021417:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695932.021419:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695932.021421:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695932.021440:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695932.021445:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4497fd1 x1875583274346752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695932.021452:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695932.021455:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695932.021457:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695932.021460:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4497fd1 x1875583274346752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695932.021467:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274346752:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695932.021471:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695932.021474:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695932.021477:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4497fd1 x1875583274346752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695932.021483:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695932.021486:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695932.021489:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e943f6de. 02000000:00000001:3.0:1788695932.021492:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695932.021494:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695932.021496:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695932.021498:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695932.021500:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005878d45f. 02000000:00000001:3.0:1788695932.021504:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695932.021506:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695932.021507:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4497fd1. 00000100:00000001:3.0:1788695932.021511:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695932.021512:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695932.021515:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695932.021517:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695932.021518:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1788695932.021968:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695932.021981:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695932.021984:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695932.021997:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695932.022004:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695932.022018:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06980 00000400:00000200:1.0:1788695932.022025:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x7a5 [1] + 224 00000800:00000001:1.0:1788695932.022030:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695932.022033:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695932.022035:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695932.022038:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695932.022045:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695932.022048:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000005800c766 x1875583274346880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695932.022056:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005800c766 x1875583274346880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695932.022081:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695932.022091:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695932.022094:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695932.022096:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695932.022098:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695932.022102:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695932.022109:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d06880 00000400:00000200:1.0:1788695932.022114:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x7b5 [1] + 224 00000800:00000001:1.0:1788695932.022117:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695932.022123:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695932.022125:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695932.022128:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695932.022131:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695932.022134:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000f6864119 x1875583274346624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695932.022142:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6864119 x1875583274346624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695932.022149:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695932.022152:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695932.022155:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695932.022206:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695932.022209:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695932.022214:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695932.022216:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695932.022217:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057e23c16. 00000400:00000200:0.0:1788695932.022221:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a96337 00000400:00000010:0.0:1788695932.022222:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059a96337. 00000100:00000001:0.0:1788695932.022235:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695932.022238:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000005800c766 x1875583274346880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695932.022246:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000005800c766 x1875583274346880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695932.022252:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695932.022253:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695932.022255:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695932.022256:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695932.022257:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695932.022259:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695932.022260:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695932.022264:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=132 v=5 (5 5 0 0) 00000100:00001000:0.0:1788695932.022267:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=119 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695932.022269:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695932.022271:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695932.022272:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788695932.022275:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005800c766 x1875583274346880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695932.022293:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695932.022296:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695932.022297:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695932.022299:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695932.022300:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695932.022304:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005800c766 x1875583274346880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695932.022310:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695932.022312:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695932.022313:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695932.022316:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005800c766 x1875583274346880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695932.022322:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274346880:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695932.022326:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695932.022328:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695932.022330:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005800c766 x1875583274346880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695932.022336:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695932.022338:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695932.022340:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094ed52e3. 02000000:00000001:0.0:1788695932.022343:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695932.022344:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695932.022345:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695932.022347:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695932.022349:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000014613afe. 02000000:00000001:0.0:1788695932.022351:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695932.022353:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695932.022354:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005800c766. 00000100:00000001:0.0:1788695932.022357:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695932.022358:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695932.022365:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695932.022372:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695932.022374:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695932.022376:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695932.022378:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788695932.022627:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695932.022630:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695932.022637:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a5c2908. 00000400:00000200:2.0:1788695932.022641:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c46f78e5 00000400:00000010:2.0:1788695932.022643:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c46f78e5. 00000100:00000001:2.0:1788695932.022645:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695932.022649:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000f6864119 x1875583274346624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695932.022657:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000f6864119 x1875583274346624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695932.022663:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695932.022664:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695932.022666:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695932.022667:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695932.022669:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695932.022670:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695932.022671:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695932.022673:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=133 v=5 (5 5 0 0) 00000100:00001000:2.0:1788695932.022676:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=133 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695932.022678:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695932.022679:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695932.022681:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695932.022682:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695932.022684:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695932.022687:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6864119 x1875583274346624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695932.022692:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695932.022694:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695932.022695:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695932.022698:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6864119 x1875583274346624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695932.022704:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274346624:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695932.022707:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695932.022709:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695932.022711:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6864119 x1875583274346624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695948 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695932.022722:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695932.022724:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695932.022725:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f248045. 02000000:00000001:2.0:1788695932.022728:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695932.022729:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695932.022730:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695932.022732:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695932.022733:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000150a73a8. 02000000:00000001:2.0:1788695932.022735:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695932.022737:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695932.022738:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6864119. 00000100:00000001:2.0:1788695932.022740:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695932.022741:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695932.022743:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695932.022747:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695932.022748:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695932.022749:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695932.022751:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695932.973966:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695932.973973:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695932.973979:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695932.973982:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695932.973992:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695932.973995:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695932.974005:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695932.974008:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695932.974010:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695932.974012:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695932.974074:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695932.974078:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695932.974080:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695933.293960:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306895090, at 4306895104 00000100:00000040:1.0:1788695933.293960:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306895090, at 4306895104 00000100:00000040:2.0:1788695933.293960:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306895090, at 4306895104 00000100:00000010:1.0:1788695933.293976:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001cecc859. 00000100:00000010:0.0:1788695933.293978:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078e80244. 00000100:00000010:2.0:1788695933.293978:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be89e8de. 00000100:00000040:3.0:1788695933.294134:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306895090, at 4306895104 00000100:00000010:3.0:1788695933.294140:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2ee9250. 00010000:00000001:2.0:1788695933.997960:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695933.997968:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695933.997983:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695933.997984:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695933.998030:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695933.998033:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695933.998034:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695935.021967:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695935.021975:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695935.022160:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695935.022162:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695935.022290:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695935.022294:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695935.022297:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695936.045963:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695936.045971:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695936.045976:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695936.045977:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695936.046070:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695936.046074:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695936.046076:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695937.069962:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695937.069969:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695937.069975:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695937.069977:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695937.070058:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695937.070062:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695937.070064:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695937.133987:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695937.134013:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695937.134019:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 00000020:00000040:3.0:1788695937.134025:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788695937.134030:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695937.134033:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695937.134038:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695937.134044:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dac42727. 00000100:00000001:3.0:1788695937.134051:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695937.134060:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000006439c2df x1875583274347008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695937.134071:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695937.134073:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695937.134079:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_03+3] req@000000006439c2df x1875583274347008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695937.134113:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695937.134116:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695937.134120:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695937.134123:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000020:00000040:3.0:1788695937.134125:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695937.134127:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695937.134128:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695937.134130:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695937.134135:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009a492135. 00000100:00000001:3.0:1788695937.134138:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695937.134142:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000003e3fb870 x1875583274347136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695937.134145:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695937.134151:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695937.134152:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695937.134154:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788695937.134155:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695937.134163:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274347008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695937.134163:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3fb870] to pc [ptlrpcd_00_00+0] req@000000003e3fb870 x1875583274347136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695937.134193:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695937.134196:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695937.134200:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695937.134203:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695937.134207:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695937.134207:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695937.134211:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788695937.134212:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274347008:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695937.134218:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695937.134218:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695937.134219:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788695937.134225:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1788695937.134227:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1788695937.134229:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 02000000:00000001:2.0:1788695937.134230:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788695937.134234:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:2.0:1788695937.134235:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788695937.134239:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695937.134239:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1788695937.134243:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec5690bb. 02000000:00000001:3.0:1788695937.134243:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1788695937.134244:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1788695937.134245:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695937.134248:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1788695937.134248:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695937.134252:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a5d0889. 00000100:00000040:0.0:1788695937.134256:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274347136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1788695937.134257:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcd0a87a. 00000100:00000001:3.0:1788695937.134258:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695937.134267:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce843621. 00000100:00000040:3.0:1788695937.134268:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000048524a16 x1875583274347264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695937.134270:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695937.134274:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788695937.134277:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274347008, portal 25 02000000:00000001:0.0:1788695937.134279:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695937.134283:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695937.134283:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695937.134286:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695937.134287:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 02000000:00000001:0.0:1788695937.134288:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695937.134289:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695937.134297:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274347136:192.168.201.118@tcp:400: 00000100:00000040:2.0:1788695937.134299:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274347008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695937.134300:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_01+1] req@0000000048524a16 x1875583274347264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695937.134305:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695937.134309:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695937.134313:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695937.134318:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695937.134324:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ff73535. 02000000:00000001:0.0:1788695937.134327:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695937.134331:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788695937.134331:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695937.134332:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057e23c16. 00000100:00000040:3.0:1788695937.134336:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1788695937.134338:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a96337. 00000100:00000200:0.0:1788695937.134343:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274347136, portal 10 00000100:00000040:2.0:1788695937.134346:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:3.0:1788695937.134346:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1788695937.134347:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695937.134350:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000400:00000010:2.0:1788695937.134353:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d543498b. 00000100:00000040:3.0:1788695937.134355:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12236) 00000100:00000200:2.0:1788695937.134358:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274347008, offset 0 00000100:00000040:0.0:1788695937.134359:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274347136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695937.134367:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1788695937.134370:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:0.0:1788695937.134378:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788695937.134378:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1788695937.134380:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000777097a3. 00000100:00000001:1.0:1788695937.134382:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1788695937.134384:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274347136, offset 0 00000100:00000001:1.0:1788695937.134386:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1788695937.134386:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695937.134392:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:1.0:1788695937.134395:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274347264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788695937.134396:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695937.134403:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695937.134409:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788695937.134412:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1788695937.134414:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:1.0:1788695937.134415:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695937.134420:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [219:219:256:4294967295] 192.168.201.118@tcp LPNI seq info [219:219:8:4294967295] 02000000:00000001:1.0:1788695937.134421:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695937.134424:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695937.134427:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695937.134432:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274347264:192.168.201.118@tcp:400: 00000400:00000200:2.0:1788695937.134439:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:1.0:1788695937.134440:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695937.134444:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695937.134448:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695937.134448:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695937.134450:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:1.0:1788695937.134454:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1788695937.134456:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000394a697c. 00000400:00000200:0.0:1788695937.134457:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1788695937.134460:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d3d18e32. 00000400:00000200:0.0:1788695937.134464:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000001:1.0:1788695937.134464:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695937.134468:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000010:1.0:1788695937.134471:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1cf2743. 00000400:00000200:0.0:1788695937.134472:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695937.134478:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000010:1.0:1788695937.134478:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de91f7a2. 00000800:00000200:2.0:1788695937.134482:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000200:1.0:1788695937.134484:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274347264, portal 10 00000400:00000200:0.0:1788695937.134485:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [220:220:255:4294967295] 192.168.201.118@tcp LPNI seq info [220:220:7:4294967295] 00000800:00000200:2.0:1788695937.134489:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000394a697c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695937.134490:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695937.134493:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000100:00000040:1.0:1788695937.134503:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274347264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788695937.134519:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695937.134530:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788695937.134533:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788695937.134534:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788695937.134535:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014613afe. 00000100:00000040:1.0:1788695937.134540:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695937.134542:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306900209 00000800:00000200:0.0:1788695937.134543:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000010:1.0:1788695937.134545:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005f95c5f. 00000100:00000010:2.0:1788695937.134549:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce767292. 00000100:00000200:1.0:1788695937.134551:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274347264, offset 0 00000800:00000200:0.0:1788695937.134553:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695937.134556:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000014613afe type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695937.134558:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788695937.134562:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695937.134566:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 50722 usecs (51 jiffies) 00000400:00000200:1.0:1788695937.134570:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695937.134572:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306898995 00000100:00000001:2.0:1788695937.134573:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306900209 00000800:00000200:3.0:1788695937.134576:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788695937.134578:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306900209 00000400:00000200:1.0:1788695937.134579:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000010:2.0:1788695937.134580:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002736167a. 00000100:00000001:0.0:1788695937.134584:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306898995 00000400:00000200:1.0:1788695937.134587:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788695937.134587:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000800:00000010:3.0:1788695937.134588:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000394a697c. 00000400:00000200:1.0:1788695937.134593:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:0.0:1788695937.134594:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306900209 00000100:00000001:2.0:1788695937.134594:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306900209 00000400:00000200:3.0:1788695937.134596:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695937.134600:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1788695937.134601:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006993d188. 00000100:00000001:0.0:1788695937.134602:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306898995 00000400:00000200:1.0:1788695937.134607:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788695937.134608:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1788695937.134609:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695937.134616:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306900209 00000400:00000200:1.0:1788695937.134616:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [221:221:254:4294967295] 192.168.201.118@tcp LPNI seq info [221:221:6:4294967295] 00000100:00000001:2.0:1788695937.134616:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306900209 00000100:00000010:2.0:1788695937.134622:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077a03d86. 00000100:00000001:0.0:1788695937.134623:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306898995 00000100:00000001:2.0:1788695937.134628:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788695937.134633:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306900209 00000400:00000200:1.0:1788695937.134634:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788695937.134634:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695937.134638:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695937.134643:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695937.134645:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695937.134645:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695937.134645:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d543498b 00000400:00000010:3.0:1788695937.134649:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d543498b. 00000100:00000001:2.0:1788695937.134652:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695937.134653:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788695937.134653:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000372e11cf. 00000100:00000001:2.0:1788695937.134656:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695937.134657:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788695937.134658:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788695937.134662:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000200:3.0:1788695937.134664:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274347008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695937.134666:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695937.134666:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695937.134670:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695937.134671:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695937.134675:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695937.134677:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695937.134677:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788695937.134678:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1788695937.134680:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:0.0:1788695937.134682:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695937.134682:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1788695937.134682:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274347008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695953 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788695937.134685:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000372e11cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695937.134686:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695937.134688:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695937.134693:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695937.134694:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695937.134700:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 52455 usecs (53 jiffies) 00000100:00000001:1.0:1788695937.134706:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306898997 00000100:00000001:1.0:1788695937.134712:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306900209 00000100:00000001:3.0:1788695937.134713:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695937.134715:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306898997 00000100:00000001:3.0:1788695937.134717:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788695937.134719:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306900209 00000100:00000001:1.0:1788695937.134722:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306898997 00000100:00000001:1.0:1788695937.134723:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306900209 00000100:00000001:1.0:1788695937.134725:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306898997 00000100:00000001:1.0:1788695937.134727:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306900209 00000100:00000001:1.0:1788695937.134729:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695937.134732:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695937.134734:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695937.134735:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788695937.134737:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1788695937.134739:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014613afe. 00000100:00000001:1.0:1788695937.134743:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1788695937.134744:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695937.134748:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695937.134752:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1788695937.134752:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000777097a3 00000400:00000010:3.0:1788695937.134755:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000777097a3. 00000100:00000001:1.0:1788695937.134758:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695937.134758:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1788695937.134761:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1788695937.134763:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274347136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695937.134765:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695937.134770:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695937.134772:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695937.134775:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274347136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695953 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695937.134779:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695937.134781:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695937.134843:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695937.134874:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000372e11cf. 00000400:00000200:3.0:1788695937.134877:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695937.134882:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695937.134885:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005f95c5f 00000400:00000010:3.0:1788695937.134886:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000005f95c5f. 00000100:00000001:3.0:1788695937.134889:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695937.134893:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274347264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695953 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695937.134900:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695937.134901:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274347264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695953 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695937.134906:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695937.134908:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788695937.137891:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695937.137906:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695937.137911:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695937.137914:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695937.137939:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695937.137955:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d06a00 00000400:00000200:2.0:1788695937.137963:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x7bd [1] + 224 00000800:00000001:2.0:1788695937.137969:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695937.137974:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695937.137976:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695937.137980:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695937.137987:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695937.137993:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274347008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695937.138000:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274347008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695937.138015:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695937.138021:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695937.138023:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695937.138025:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695937.138027:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695937.138030:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695937.138037:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06a80 00000400:00000200:2.0:1788695937.138042:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x7c1 [1] + 224 00000100:00000001:1.0:1788695937.138047:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695937.138051:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1788695937.138061:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1788695937.138065:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1788695937.138066:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788695937.138069:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1788695937.138070:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1788695937.138074:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcd0a87a. 00000400:00000200:2.0:1788695937.138077:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695937.138088:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce843621 00000400:00000010:1.0:1788695937.138091:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ce843621. 00000100:00000001:1.0:1788695937.138094:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788695937.138096:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695937.138100:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274347008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695937.138103:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274347136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695937.138134:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274347008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695937.138136:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e3fb870 x1875583274347136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695937.138150:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695937.138152:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695937.138156:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695937.138159:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695937.138161:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695937.138163:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695937.138165:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695937.138169:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00001000:1.0:1788695937.138171:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=138 v=5 (5 5 0 0) 00000800:00000001:2.0:1788695937.138176:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1788695937.138177:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=138 v=5 (1 1 0 0) 00000100:00000001:1.0:1788695937.138182:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1788695937.138182:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695937.138185:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788695937.138186:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1788695937.138189:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1788695937.138191:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788695937.138193:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695937.138198:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695937.138198:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000040:1.0:1788695937.138205:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274347008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788695937.138209:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06b00 00000100:00000001:1.0:1788695937.138219:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788695937.138219:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x7cd [1] + 224 00000100:00000001:1.0:1788695937.138225:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1788695937.138227:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788695937.138228:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695937.138235:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695937.138239:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695937.138242:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695937.138245:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695937.138248:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274347264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695937.138253:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274347008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695937.138267:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274347264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695937.138272:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274347008:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695937.138282:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695937.138285:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695937.138289:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274347008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695937.138293:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695937.138299:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788695937.138300:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1788695937.138303:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788695937.138304:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695937.138310:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec5690bb. 02000000:00000001:1.0:1788695937.138314:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695937.138317:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695937.138319:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695937.138322:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788695937.138323:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1788695937.138325:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dac42727. 00000100:00000001:3.0:1788695937.138328:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1788695937.138330:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695937.138333:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695937.138334:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000001:1.0:1788695937.138338:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000400:00000001:3.0:1788695937.138340:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1788695937.138341:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788695937.138344:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1788695937.138345:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1788695937.138347:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1cf2743. 00000100:00000001:1.0:1788695937.138353:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1788695937.138353:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de91f7a2 00000400:00000010:3.0:1788695937.138355:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000de91f7a2. 00000100:00000001:1.0:1788695937.138357:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695937.138359:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788695937.138361:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695937.138364:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788695937.138367:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274347264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695937.138377:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274347264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695937.138382:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695937.138384:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695937.138385:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695937.138387:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695937.138388:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695937.138390:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695937.138391:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695937.138397:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=137 v=5 (5 5 0 0) 00000100:00001000:3.0:1788695937.138399:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=124 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695937.138402:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695937.138403:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695937.138404:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788695937.138407:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000048524a16 x1875583274347264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788695937.138414:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695937.138417:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695937.138418:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695937.138420:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695937.138421:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695937.138423:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274347264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695937.138427:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695937.138429:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695937.138434:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695937.138436:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274347264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695937.138444:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274347264:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695937.138447:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695937.138449:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695937.138451:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274347264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695937.138457:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695937.138458:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695937.138460:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d3d18e32. 02000000:00000001:3.0:1788695937.138464:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695937.138465:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695937.138466:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695937.138468:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695937.138469:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a5d0889. 02000000:00000001:3.0:1788695937.138471:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695937.138472:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695937.138473:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000100:00000001:3.0:1788695937.138476:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695937.138477:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695937.138479:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695937.138482:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695937.138483:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695937.138485:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695937.138497:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695937.138817:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695937.138821:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695937.138824:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695937.138826:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695937.138828:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057e23c16. 00000400:00000200:0.0:1788695937.138831:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a96337 00000400:00000010:0.0:1788695937.138833:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059a96337. 00000100:00000001:0.0:1788695937.138836:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695937.138840:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274347136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695937.138871:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274347136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695937.138878:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695937.138880:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695937.138882:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695937.138884:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695937.138885:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695937.138887:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695937.138889:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695937.138894:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=138 v=5 (5 5 0 0) 00000100:00001000:0.0:1788695937.138897:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=138 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695937.138900:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695937.138901:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695937.138902:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695937.138905:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695937.138907:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695937.138908:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695937.138910:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695937.138918:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695937.138922:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274347136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695937.138927:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695937.138929:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695937.138930:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695937.138933:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274347136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695937.138940:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274347136:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695937.138944:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695937.138946:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695937.138948:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274347136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695953 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695937.138954:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695937.138956:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695937.138957:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ff73535. 02000000:00000001:0.0:1788695937.138960:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695937.138961:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695937.138962:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695937.138964:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695937.138966:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009a492135. 02000000:00000001:0.0:1788695937.138968:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695937.138969:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695937.138998:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000001:0.0:1788695937.139002:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695937.139003:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695937.139005:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695937.139008:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695937.139009:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695937.139011:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695937.139013:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695938.093955:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695938.093964:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695938.093993:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695938.093996:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695938.094001:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695938.094003:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695938.094005:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695938.094007:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695938.094011:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695938.094012:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695938.094191:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695938.094195:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695938.094197:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695938.413968:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306900209, at 4306900224 00000100:00000010:0.0:1788695938.413985:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce767292. 00000100:00000040:1.0:1788695938.413997:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306900209, at 4306900224 00000100:00000010:1.0:1788695938.414005:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002736167a. 00000100:00000040:3.0:1788695938.414825:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306900209, at 4306900224 00000100:00000010:3.0:1788695938.414832:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077a03d86. 00000100:00000040:2.0:1788695938.415644:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306900209, at 4306900225 00000100:00000010:2.0:1788695938.415653:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006993d188. 00010000:00000001:2.0:1788695939.118048:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695939.118053:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695939.118057:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695939.118058:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695939.118144:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695939.118147:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695939.118149:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695940.143672:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695940.143679:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695940.143684:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695940.143685:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695940.144488:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695940.144508:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695940.144511:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695941.165959:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695941.165966:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695941.165971:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695941.165973:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695941.166048:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695941.166052:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695941.166055:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695942.189993:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695942.190003:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695942.190012:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695942.190014:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695942.190083:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695942.190088:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695942.190092:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695942.254051:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695942.254064:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695942.254077:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf3524a4. 00000020:00000040:2.0:1788695942.254084:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695942.254090:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695942.254093:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695942.254099:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695942.254107:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000334bf9d4. 00000100:00000001:2.0:1788695942.254117:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695942.254132:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000bf3524a4 x1875583274347392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695942.254163:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695942.254166:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695942.254172:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf3524a4] to pc [ptlrpcd_00_02+2] req@00000000bf3524a4 x1875583274347392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695942.254246:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695942.254252:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695942.254255:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695942.254261:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf3524a4 x1875583274347392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695942.254265:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695942.254268:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695942.254269:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695942.254271:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695942.254271:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695942.254275:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041e51bf1. 00000100:00000001:3.0:1788695942.254275:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788695942.254276:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1788695942.254278:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 02000000:00000001:0.0:1788695942.254280:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695942.254283:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695942.254284:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695942.254286:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695942.254287:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695942.254289:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695942.254290:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274347392:192.168.201.118@tcp:400: 02000000:00000010:2.0:1788695942.254297:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a559f720. 00000100:00000001:0.0:1788695942.254299:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788695942.254301:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695942.254306:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1788695942.254306:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000041e51bf1 x1875583274347520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1788695942.254309:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695942.254313:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788695942.254314:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695942.254315:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695942.254318:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e51bf1] to pc [ptlrpcd_00_03+3] req@0000000041e51bf1 x1875583274347520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788695942.254319:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000439eefd4. 02000000:00000001:0.0:1788695942.254322:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695942.254330:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057e23c16. 00000100:00000001:2.0:1788695942.254337:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695942.254340:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a96337. 00000100:00000040:2.0:1788695942.254340:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695942.254343:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695942.254346:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eaa3be4a. 00000100:00000200:0.0:1788695942.254348:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274347392, portal 25 00000020:00000040:2.0:1788695942.254348:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695942.254351:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695942.254351:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1788695942.254353:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611084544 : -113296098467072 : ffff98f5324be300) 02000000:00000001:2.0:1788695942.254353:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695942.254354:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695942.254357:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a3e8ab7. 00000100:00000040:0.0:1788695942.254358:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bf3524a4 x1875583274347392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695942.254365:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788695942.254366:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695942.254368:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788695942.254372:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:2.0:1788695942.254372:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000eaa3be4a x1875583274347648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695942.254375:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1788695942.254376:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050d9c735. 00000100:00000200:0.0:1788695942.254382:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274347392, offset 0 00000100:00000001:3.0:1788695942.254384:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788695942.254386:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695942.254389:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695942.254391:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:2.0:1788695942.254394:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa3be4a] to pc [ptlrpcd_00_00+0] req@00000000eaa3be4a x1875583274347648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695942.254401:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000041e51bf1 x1875583274347520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788695942.254410:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788695942.254433:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695942.254441:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1788695942.254443:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695942.254452:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000040:2.0:1788695942.254455:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1788695942.254462:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1788695942.254467:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12241) 00000100:00000001:3.0:1788695942.254470:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695942.254477:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695942.254478:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788695942.254480:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788695942.254483:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:3.0:1788695942.254485:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788695942.254486:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695942.254487:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [222:222:256:4294967295] 192.168.201.118@tcp LPNI seq info [222:222:8:4294967295] 02000000:00000001:3.0:1788695942.254493:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695942.254498:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1788695942.254500:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695942.254502:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695942.254509:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788695942.254510:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788695942.254511:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695942.254514:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1788695942.254515:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000041e51bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274347520:192.168.201.118@tcp:400: 00000100:00000040:2.0:1788695942.254524:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eaa3be4a x1875583274347648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788695942.254525:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695942.254530:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:0.0:1788695942.254534:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074f8e491. 00000100:00000001:2.0:1788695942.254536:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695942.254538:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695942.254539:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695942.254542:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1788695942.254543:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 02000000:00000001:2.0:1788695942.254545:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695942.254545:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695942.254555:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 02000000:00000001:2.0:1788695942.254555:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695942.254557:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000eaa3be4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274347648:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695942.254562:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695942.254564:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1788695942.254568:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695942.254572:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695942.254573:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f208964f. 02000000:00000001:2.0:1788695942.254575:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1788695942.254578:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695942.254584:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eaa9b8e. 02000000:00000010:2.0:1788695942.254588:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f248045. 02000000:00000001:2.0:1788695942.254593:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695942.254595:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000118b729b. 00000400:00000010:2.0:1788695942.254598:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065b3f1eb. 00000100:00000200:3.0:1788695942.254605:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274347520, portal 10 00000400:00000010:2.0:1788695942.254607:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e33804d1. 00000100:00000001:3.0:1788695942.254611:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1788695942.254613:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274347648, portal 10 00000100:00000001:3.0:1788695942.254615:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611079168 : -113296098472448 : ffff98f5324bce00) 00000100:00000001:2.0:1788695942.254618:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695942.254622:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611090816 : -113296098460800 : ffff98f5324bfb80) 00000100:00000040:3.0:1788695942.254628:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000041e51bf1 x1875583274347520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788695942.254629:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000074f8e491 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1788695942.254634:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eaa3be4a x1875583274347648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695942.254649:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695942.254657:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306905329 00000100:00000010:0.0:1788695942.254667:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b89cdb3. 00000100:00000001:0.0:1788695942.254679:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788695942.254684:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788695942.254687:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306905329 00000100:00000040:2.0:1788695942.254692:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695942.254692:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1788695942.254693:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aeee93bd. 00000400:00000010:2.0:1788695942.254694:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da7961a1. 00000100:00000200:2.0:1788695942.254699:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274347648, offset 0 00000100:00000001:0.0:1788695942.254700:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788695942.254706:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306905329 00000100:00000040:3.0:1788695942.254707:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000010:0.0:1788695942.254712:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035146d2b. 00000400:00000200:2.0:1788695942.254715:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695942.254720:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000400:00000010:3.0:1788695942.254723:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c74f0a0. 00000100:00000001:0.0:1788695942.254725:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306905329 00000400:00000200:2.0:1788695942.254725:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695942.254733:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1788695942.254734:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000969a2001. 00000100:00000200:3.0:1788695942.254735:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274347520, offset 0 00000100:00000001:0.0:1788695942.254737:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1788695942.254737:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:0.0:1788695942.254742:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788695942.254742:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695942.254746:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:0.0:1788695942.254751:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695942.254755:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695942.254755:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [223:223:255:4294967295] 192.168.201.118@tcp LPNI seq info [223:223:7:4294967295] 00000100:00000001:0.0:1788695942.254759:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695942.254760:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695942.254764:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1788695942.254768:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695942.254773:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695942.254776:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1788695942.254777:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009619aef4. 00000100:00000001:0.0:1788695942.254780:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695942.254785:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1788695942.254785:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:3.0:1788695942.254785:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:0.0:1788695942.254792:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695942.254796:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695942.254801:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:3.0:1788695942.254803:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1788695942.254806:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009619aef4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788695942.254812:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695942.254815:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788695942.254818:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788695942.254820:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:0.0:1788695942.254823:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695942.254830:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [224:224:254:4294967295] 192.168.201.118@tcp LPNI seq info [224:224:6:4294967295] 00000400:00000200:3.0:1788695942.254843:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695942.254890:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695942.254894:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a5d0889. 00000800:00000200:3.0:1788695942.254901:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695942.254908:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695942.254911:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a5d0889 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695942.254916:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695942.254920:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 50022 usecs (51 jiffies) 00000100:00000001:3.0:1788695942.254924:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306904116 00000100:00000001:3.0:1788695942.254927:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306905329 00000100:00000001:3.0:1788695942.254929:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306904116 00000100:00000001:3.0:1788695942.254931:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306905329 00000100:00000001:3.0:1788695942.254932:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306904116 00000100:00000001:3.0:1788695942.254934:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306905329 00000100:00000001:3.0:1788695942.254936:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306904116 00000100:00000001:3.0:1788695942.254937:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306905329 00000100:00000001:3.0:1788695942.254939:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695942.254942:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695942.254944:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695942.254946:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695942.254953:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695942.254954:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695942.254956:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695942.254957:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695942.254958:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695942.254960:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695942.255252:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695942.255258:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074f8e491. 00000400:00000200:1.0:1788695942.255267:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695942.255274:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695942.255280:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d9c735 00000400:00000010:1.0:1788695942.255283:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000050d9c735. 00000100:00000001:1.0:1788695942.255289:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695942.255293:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000bf3524a4 x1875583274347392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695942.255305:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695942.255308:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf3524a4 x1875583274347392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695958 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695942.255315:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695942.255317:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695942.255423:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695942.255426:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a5d0889. 00000400:00000200:1.0:1788695942.255430:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695942.255437:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695942.255439:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695942.255441:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c74f0a0 00000100:00000040:2.0:1788695942.255443:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 51677 usecs (52 jiffies) 00000400:00000010:1.0:1788695942.255445:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003c74f0a0. 00000100:00000001:2.0:1788695942.255448:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306904117 00000100:00000001:2.0:1788695942.255451:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306905329 00000100:00000001:2.0:1788695942.255453:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306904117 00000100:00000001:1.0:1788695942.255457:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1788695942.255462:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306905329 00000100:00000200:1.0:1788695942.255464:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000041e51bf1 x1875583274347520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695942.255465:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306904117 00000100:00000001:2.0:1788695942.255469:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306905329 00000100:00000001:2.0:1788695942.255472:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306904117 00000100:00000001:2.0:1788695942.255475:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306905329 00000100:00000001:2.0:1788695942.255478:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695942.255481:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695942.255486:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695942.255488:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788695942.255489:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695942.255495:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000041e51bf1 x1875583274347520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695958 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695942.255514:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695942.255516:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695942.255529:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695942.255531:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009619aef4. 00000400:00000200:1.0:1788695942.255534:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695942.255537:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695942.255540:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da7961a1 00000400:00000010:1.0:1788695942.255542:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000da7961a1. 00000100:00000001:1.0:1788695942.255544:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695942.255547:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000eaa3be4a x1875583274347648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695942.255554:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695942.255556:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eaa3be4a x1875583274347648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695958 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695942.255562:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695942.255563:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788695942.257102:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695942.257116:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695942.257119:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695942.257121:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695942.257131:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695942.257189:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d06b80 00000400:00000200:3.0:1788695942.257196:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x7d5 [1] + 224 00000800:00000001:3.0:1788695942.257203:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695942.257207:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695942.257209:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695942.257213:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695942.257219:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695942.257225:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000bf3524a4 x1875583274347392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695942.257235:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf3524a4 x1875583274347392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695942.257255:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695942.257262:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695942.257266:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695942.257267:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695942.257269:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695942.257273:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695942.257278:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06c00 00000400:00000200:3.0:1788695942.257283:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x7dd [1] + 224 00000800:00000001:3.0:1788695942.257286:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695942.257290:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695942.257292:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695942.257295:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695942.257297:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695942.257300:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000041e51bf1 x1875583274347520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695942.257308:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000041e51bf1 x1875583274347520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695942.257328:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695942.257344:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695942.257352:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695942.257401:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695942.257407:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695942.257423:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695942.257425:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695942.257428:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eaa9b8e. 00000400:00000200:1.0:1788695942.257435:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000118b729b 00000400:00000010:1.0:1788695942.257436:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000118b729b. 00000100:00000001:1.0:1788695942.257439:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695942.257446:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000041e51bf1 x1875583274347520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695942.257456:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000041e51bf1 x1875583274347520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695942.257461:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695942.257462:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695942.257465:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695942.257468:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695942.257481:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695942.257482:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695942.257485:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695942.257496:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=143 v=5 (5 5 0 0) 00000100:00001000:1.0:1788695942.257499:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=143 v=5 (1 1 0 0) 00000100:00000001:1.0:1788695942.257501:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695942.257503:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695942.257505:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695942.257509:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695942.257513:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695942.257515:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695942.257517:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695942.257518:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695942.257521:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000041e51bf1 x1875583274347520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695942.257526:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695942.257528:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695942.257530:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695942.257532:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041e51bf1 x1875583274347520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695942.257537:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000041e51bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274347520:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695942.257540:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695942.257543:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695942.257545:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000041e51bf1 x1875583274347520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695942.257549:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695942.257552:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695942.257555:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f208964f. 02000000:00000001:1.0:1788695942.257558:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695942.257560:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695942.257561:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695942.257564:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695942.257566:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a559f720. 02000000:00000001:1.0:1788695942.257572:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695942.257574:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695942.257576:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041e51bf1. 00000100:00000001:0.0:1788695942.257578:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695942.257583:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695942.257584:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695942.257586:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695942.257592:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788695942.257593:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695942.257597:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695942.257599:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057e23c16. 00000100:00000001:1.0:1788695942.257601:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695942.257605:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695942.257608:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a96337 00000100:00000001:1.0:1788695942.257611:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1788695942.257613:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059a96337. 00000100:00000001:1.0:1788695942.257616:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695942.257619:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695942.257626:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000bf3524a4 x1875583274347392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695942.257637:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000bf3524a4 x1875583274347392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695942.257644:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695942.257647:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695942.257649:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695942.257652:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695942.257655:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695942.257657:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695942.257659:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695942.257665:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=143 v=5 (5 5 0 0) 00000100:00001000:0.0:1788695942.257669:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=143 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695942.257671:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695942.257673:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695942.257675:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695942.257677:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695942.257680:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695942.257683:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf3524a4 x1875583274347392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695942.257690:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695942.257692:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695942.257694:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695942.257697:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf3524a4 x1875583274347392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695942.257718:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274347392:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695942.257722:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695942.257725:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695942.257727:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf3524a4 x1875583274347392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695942.257734:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695942.257736:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695942.257740:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000439eefd4. 02000000:00000001:0.0:1788695942.257743:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695942.257745:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695942.257747:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788695942.257749:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695942.257751:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000334bf9d4. 02000000:00000001:0.0:1788695942.257755:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695942.257757:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695942.257759:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf3524a4. 00000100:00000001:0.0:1788695942.257763:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695942.257765:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695942.257767:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695942.257773:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695942.257775:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695942.257777:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695942.257778:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788695942.260946:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695942.260961:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695942.260966:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695942.260975:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695942.260988:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695942.261005:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06c80 00000400:00000200:2.0:1788695942.261018:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x7e1 [1] + 224 00000800:00000001:2.0:1788695942.261025:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695942.261032:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695942.261034:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695942.261039:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695942.261056:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695942.261062:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000eaa3be4a x1875583274347648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695942.261071:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eaa3be4a x1875583274347648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695942.261083:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695942.261091:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695942.261093:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695942.261114:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695942.261119:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695942.261126:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695942.261128:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695942.261130:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065b3f1eb. 00000400:00000200:3.0:1788695942.261136:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e33804d1 00000400:00000010:3.0:1788695942.261139:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e33804d1. 00000100:00000001:3.0:1788695942.261142:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695942.261146:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000eaa3be4a x1875583274347648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695942.261155:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000eaa3be4a x1875583274347648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695942.261162:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695942.261163:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695942.261166:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695942.261169:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695942.261171:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695942.261173:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695942.261175:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695942.261184:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=142 v=5 (5 5 0 0) 00000100:00001000:3.0:1788695942.261188:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=129 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695942.261190:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695942.261192:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695942.261194:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788695942.261198:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eaa3be4a x1875583274347648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788695942.261205:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695942.261209:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695942.261211:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695942.261213:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695942.261214:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695942.261218:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eaa3be4a x1875583274347648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695942.261251:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695942.261255:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695942.261257:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695942.261260:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eaa3be4a x1875583274347648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695942.261268:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000eaa3be4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274347648:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695942.261273:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695942.261276:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695942.261278:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eaa3be4a x1875583274347648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695958 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695942.261285:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695942.261287:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695942.261290:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f248045. 02000000:00000001:3.0:1788695942.261293:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695942.261295:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695942.261297:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695942.261299:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695942.261301:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a3e8ab7. 02000000:00000001:3.0:1788695942.261304:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695942.261306:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695942.261307:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eaa3be4a. 00000100:00000001:3.0:1788695942.261311:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695942.261312:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695942.261314:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695942.261321:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695942.261323:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695942.261325:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695942.261327:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695943.214573:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695943.214581:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695943.214606:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695943.214620:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695943.214623:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695943.214625:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695943.214628:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695943.214630:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695943.214632:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695943.214634:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695943.215415:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695943.215419:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695943.215421:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695943.533967:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306905329, at 4306905344 00000100:00000040:1.0:1788695943.533967:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306905329, at 4306905344 00000100:00000040:2.0:1788695943.533967:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306905329, at 4306905344 00000100:00000040:3.0:1788695943.533974:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306905329, at 4306905344 00000100:00000010:1.0:1788695943.533983:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aeee93bd. 00000100:00000010:2.0:1788695943.533984:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035146d2b. 00000100:00000010:3.0:1788695943.533986:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000969a2001. 00000100:00000010:0.0:1788695943.533991:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b89cdb3. 00010000:00000001:2.0:1788695944.237976:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695944.237983:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695944.237988:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695944.237990:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695944.238090:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695944.238103:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695944.238105:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695945.261971:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695945.261979:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695945.261985:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695945.261986:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695945.262171:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695945.262175:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695945.262178:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695946.286043:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695946.286049:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695946.286054:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695946.286055:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695946.286330:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695946.286333:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695946.286336:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695947.310063:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695947.310070:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695947.310076:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695947.310077:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695947.310123:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695947.310127:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695947.310130:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695947.374230:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695947.374238:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695947.374251:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005800c766. 00000020:00000040:0.0:1788695947.374257:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695947.374261:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695947.374264:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695947.374269:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695947.374277:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009146b66a. 00000100:00000001:0.0:1788695947.374285:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695947.374296:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000005800c766 x1875583274347776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695947.374307:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695947.374309:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695947.374314:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005800c766] to pc [ptlrpcd_00_01+1] req@000000005800c766 x1875583274347776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695947.374374:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695947.374377:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695947.374380:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695947.374383:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043af1395. 00000020:00000040:0.0:1788695947.374385:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695947.374387:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695947.374388:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695947.374390:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695947.374393:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000dfd73c1. 00000100:00000001:0.0:1788695947.374395:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695947.374399:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000043af1395 x1875583274347904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695947.374405:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695947.374406:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695947.374409:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043af1395] to pc [ptlrpcd_00_02+2] req@0000000043af1395 x1875583274347904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695947.374425:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695947.374427:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695947.374435:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695947.374437:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000607de2c8. 00000020:00000040:0.0:1788695947.374440:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695947.374442:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695947.374443:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695947.374445:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695947.374448:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ee81603. 00000100:00000001:0.0:1788695947.374452:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695947.374455:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000607de2c8 x1875583274348032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695947.374462:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695947.374463:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695947.374467:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000607de2c8] to pc [ptlrpcd_00_03+3] req@00000000607de2c8 x1875583274348032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695947.374474:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695947.374476:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788695947.374479:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788695947.374484:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12246) 00000100:00000001:0.0:1788695947.374493:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788695947.374496:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788695947.374498:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695947.374504:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695947.374506:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695947.374508:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695947.374509:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695947.374511:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695947.374515:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005800c766 x1875583274347776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695947.374523:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695947.374525:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695947.374528:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695947.374536:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695947.374539:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695947.374542:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274347776:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695947.374547:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695947.374552:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695947.374554:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695947.374556:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695947.374560:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2f7131f. 02000000:00000001:0.0:1788695947.374562:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695947.374567:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057e23c16. 00000400:00000010:0.0:1788695947.374575:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a96337. 00000100:00000200:0.0:1788695947.374581:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274347776, portal 25 00000100:00000001:0.0:1788695947.374584:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695947.374585:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882441600 : -113296827110016 : ffff98f506ddad80) 00000100:00000040:0.0:1788695947.374590:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005800c766 x1875583274347776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695947.374597:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695947.374600:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695947.374602:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003657e232. 00000100:00000200:0.0:1788695947.374604:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274347776, offset 0 00000400:00000200:0.0:1788695947.374610:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695947.374623:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695947.374628:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695947.374632:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695947.374635:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695947.374637:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695947.374640:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [225:225:256:4294967295] 192.168.201.118@tcp LPNI seq info [225:225:8:4294967295] 00000400:00000200:0.0:1788695947.374652:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695947.374658:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695947.374662:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057945d15. 00000800:00000200:0.0:1788695947.374668:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695947.374675:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695947.374685:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000057945d15 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695947.374703:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695947.374707:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695947.374709:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695947.374713:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000607de2c8 x1875583274348032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695947.374722:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695947.374724:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695947.374726:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695947.374728:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695947.374730:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695947.374733:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274348032:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695947.374736:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695947.374737:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695947.374740:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695947.374741:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695947.374745:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695947.374752:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695947.374755:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9764a6b. 02000000:00000001:1.0:1788695947.374757:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695947.374760:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034f210bf. 00000400:00000010:1.0:1788695947.374765:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f37ab13. 00000100:00000001:3.0:1788695947.374766:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1788695947.374769:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274348032, portal 10 00000100:00000001:3.0:1788695947.374770:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695947.374773:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695947.374774:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788695947.374776:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882432640 : -113296827118976 : ffff98f506dd8a80) 00000100:00000040:3.0:1788695947.374782:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043af1395 x1875583274347904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695947.374785:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000607de2c8 x1875583274348032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695947.374811:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788695947.374812:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1788695947.374816:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695947.374816:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695947.374819:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000144fb93. 02000000:00000001:3.0:1788695947.374821:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1788695947.374823:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274348032, offset 0 02000000:00000001:3.0:1788695947.374825:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695947.374829:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695947.374831:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00100000:3.0:1788695947.374835:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274347904:192.168.201.118@tcp:400: 00000400:00000200:1.0:1788695947.374840:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:3.0:1788695947.374842:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1788695947.374865:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695947.374869:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695947.374873:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1788695947.374873:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695947.374876:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695947.374878:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000001:3.0:1788695947.374880:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1788695947.374883:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [226:226:255:4294967295] 192.168.201.118@tcp LPNI seq info [226:226:7:4294967295] 02000000:00000010:3.0:1788695947.374886:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000073332711. 02000000:00000001:3.0:1788695947.374890:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695947.374896:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000010:3.0:1788695947.374896:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f37fd409. 00000400:00000010:3.0:1788695947.374903:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008adcd611. 00000800:00000200:1.0:1788695947.374905:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000200:3.0:1788695947.374909:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274347904, portal 10 00000800:00000010:1.0:1788695947.374911:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000155bbcce. 00000100:00000001:3.0:1788695947.374915:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1788695947.374919:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788695947.374919:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882436224 : -113296827115392 : ffff98f506dd9880) 00000800:00000200:1.0:1788695947.374926:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695947.374930:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000155bbcce type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1788695947.374931:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000043af1395 x1875583274347904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695947.374940:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695947.374942:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695947.374979:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695947.374984:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306910450 00000100:00000010:0.0:1788695947.374989:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b89cdb3. 00000100:00000001:0.0:1788695947.374994:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788695947.374999:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306910450 00000100:00000010:0.0:1788695947.375002:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4964a0e. 00000100:00000001:0.0:1788695947.375005:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788695947.375007:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306910450 00000100:00000010:0.0:1788695947.375009:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db1d4de9. 00000100:00000001:0.0:1788695947.375012:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788695947.375014:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306910450 00000100:00000010:0.0:1788695947.375017:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009bba77ba. 00000100:00000001:0.0:1788695947.375019:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788695947.375021:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695947.375024:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695947.375027:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695947.375029:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695947.375062:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b386267. 00000100:00000200:3.0:1788695947.375065:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274347904, offset 0 00000400:00000200:3.0:1788695947.375070:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695947.375075:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695947.375078:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695947.375080:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695947.375088:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695947.375091:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695947.375100:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [227:227:254:4294967295] 192.168.201.118@tcp LPNI seq info [227:227:6:4294967295] 00000400:00000200:3.0:1788695947.375107:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695947.375112:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695947.375115:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d33dd5fd. 00000800:00000200:3.0:1788695947.375119:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695947.375123:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695947.375125:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d33dd5fd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695947.375392:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695947.375396:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 50981 usecs (51 jiffies) 00000100:00000001:1.0:1788695947.375399:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306909236 00000100:00000001:1.0:1788695947.375402:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306910450 00000100:00000001:1.0:1788695947.375409:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306909236 00000100:00000001:1.0:1788695947.375411:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306910450 00000100:00000001:1.0:1788695947.375412:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306909236 00000100:00000001:1.0:1788695947.375414:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306910450 00000100:00000001:1.0:1788695947.375416:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306909236 00000100:00000001:1.0:1788695947.375418:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306910450 00000100:00000001:1.0:1788695947.375420:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695947.375422:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695947.375423:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695947.375425:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695947.375429:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695947.375431:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695947.375433:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695947.375434:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695947.375435:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695947.375437:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695947.378491:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695947.378499:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057945d15. 00000400:00000200:0.0:1788695947.378508:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695947.378517:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695947.378524:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003657e232 00000400:00000010:0.0:1788695947.378526:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003657e232. 00000100:00000001:0.0:1788695947.378532:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695947.378537:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000005800c766 x1875583274347776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695947.378548:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695947.378551:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005800c766 x1875583274347776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695947.378557:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695947.378572:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788695947.378643:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695947.378645:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000155bbcce. 00000400:00000200:0.0:1788695947.378649:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695947.378653:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695947.378656:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000144fb93 00000400:00000010:0.0:1788695947.378658:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000144fb93. 00000100:00000001:0.0:1788695947.378661:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695947.378664:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000607de2c8 x1875583274348032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695947.378671:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695947.378673:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000607de2c8 x1875583274348032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695947.378679:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695947.378681:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788695947.380357:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695947.380366:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 49312 usecs (50 jiffies) 00000100:00000001:3.0:1788695947.380371:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306909240 00000100:00000001:3.0:1788695947.380375:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306910450 00000100:00000001:3.0:1788695947.380377:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306909240 00000100:00000001:3.0:1788695947.380379:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306910450 00000100:00000001:3.0:1788695947.380381:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306909240 00000100:00000001:3.0:1788695947.380382:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306910450 00000100:00000001:3.0:1788695947.380384:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306909240 00000100:00000001:3.0:1788695947.380386:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306910450 00000100:00000001:3.0:1788695947.380388:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695947.380392:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695947.380396:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695947.380399:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695947.380407:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695947.380409:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:2.0:1788695947.380411:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788695947.380412:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695947.380417:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695947.380418:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695947.380421:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788695947.380427:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695947.380430:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695947.380435:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695947.380445:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695947.380460:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06e00 00000400:00000200:2.0:1788695947.380468:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x7f5 [1] + 224 00000800:00000001:2.0:1788695947.380475:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695947.380479:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695947.380481:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695947.380493:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695947.380498:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695947.380503:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000607de2c8 x1875583274348032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695947.380512:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000607de2c8 x1875583274348032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695947.380533:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:2.0:1788695947.380582:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695947.380585:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d33dd5fd. 00000400:00000200:2.0:1788695947.380589:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695947.380592:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695947.380595:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b386267 00000400:00000010:2.0:1788695947.380597:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000007b386267. 00000100:00000001:2.0:1788695947.380600:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695947.380603:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000043af1395 x1875583274347904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695947.380611:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695947.380614:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043af1395 x1875583274347904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695963 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695947.380620:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695947.380622:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788695947.380626:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695947.380629:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695947.380631:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695947.380633:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695947.380637:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695947.380642:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d06d00 00000400:00000200:2.0:1788695947.380652:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x7ed [1] + 224 00000800:00000001:2.0:1788695947.380656:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695947.380661:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695947.380663:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695947.380666:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695947.380673:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695947.380677:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000005800c766 x1875583274347776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695947.380685:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005800c766 x1875583274347776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695947.380694:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695947.380698:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695947.380701:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000001:0.0:1788695947.380704:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695947.380707:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695947.380720:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034f210bf. 00000400:00000200:0.0:1788695947.380724:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f37ab13 00000400:00000010:0.0:1788695947.380726:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003f37ab13. 00000100:00000001:0.0:1788695947.380729:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695947.380733:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000607de2c8 x1875583274348032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695947.380743:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000607de2c8 x1875583274348032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695947.380749:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695947.380750:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695947.380752:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695947.380752:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695947.380754:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695947.380757:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695947.380759:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695947.380761:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695947.380764:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695947.380771:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=147 v=5 (5 5 0 0) 00000100:00001000:0.0:1788695947.380781:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=134 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695947.380784:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695947.380786:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695947.380788:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788695947.380793:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000607de2c8 x1875583274348032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695947.380800:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695947.380803:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695947.380805:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695947.380807:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695947.380809:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695947.380812:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000607de2c8 x1875583274348032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695947.380818:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695947.380821:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695947.380823:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695947.380826:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000607de2c8 x1875583274348032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695947.380832:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274348032:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695947.380837:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695947.380839:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695947.380841:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000607de2c8 x1875583274348032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695947.380865:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695947.380868:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695947.380871:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9764a6b. 02000000:00000001:0.0:1788695947.380875:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695947.380877:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695947.380879:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695947.380881:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695947.380883:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ee81603. 02000000:00000001:0.0:1788695947.380893:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695947.380894:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695947.380896:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000607de2c8. 00000100:00000001:0.0:1788695947.380899:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695947.380900:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695947.380901:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695947.380905:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695947.380906:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695947.380908:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695947.380910:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788695947.380963:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695947.380967:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788695947.382288:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695947.382293:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695947.382295:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057e23c16. 00000400:00000200:3.0:1788695947.382298:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a96337 00000400:00000010:3.0:1788695947.382299:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059a96337. 00000100:00000001:3.0:1788695947.382303:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695947.382308:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000005800c766 x1875583274347776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695947.382318:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000005800c766 x1875583274347776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695947.382394:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695947.382396:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695947.382399:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695947.382402:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695947.382403:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695947.382405:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695947.382407:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695947.382411:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=148 v=5 (5 5 0 0) 00000100:00001000:3.0:1788695947.382415:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=148 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695947.382417:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695947.382419:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695947.382421:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695947.382423:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695947.382425:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695947.382429:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005800c766 x1875583274347776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695947.382435:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695947.382438:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695947.382440:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695947.382443:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005800c766 x1875583274347776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695947.382451:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274347776:192.168.201.118@tcp:400: 00000800:00000001:1.0:1788695947.382464:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788695947.382465:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695947.382469:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1788695947.382473:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695947.382473:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005800c766 x1875583274347776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788695947.382476:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695947.382479:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695947.382487:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:3.0:1788695947.382492:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695947.382495:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695947.382497:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2f7131f. 00000400:00000200:1.0:1788695947.382501:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06d80 02000000:00000001:3.0:1788695947.382502:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695947.382505:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000400:00000200:1.0:1788695947.382508:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x7fd [1] + 224 00000020:00000040:3.0:1788695947.382508:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695947.382513:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695947.382515:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009146b66a. 00000800:00000001:1.0:1788695947.382516:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1788695947.382519:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695947.382521:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1788695947.382523:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788695947.382523:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005800c766. 00000100:00000001:3.0:1788695947.382526:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1788695947.382527:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788695947.382529:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695947.382533:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695947.382534:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695947.382538:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788695947.382540:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695947.382542:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788695947.382545:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000043af1395 x1875583274347904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695947.382545:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695947.382548:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695947.382558:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000043af1395 x1875583274347904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695947.382620:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695947.382623:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695947.382639:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695947.382646:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695947.382649:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788695947.382832:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695947.382834:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695947.382836:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f37fd409. 00000400:00000200:3.0:1788695947.382840:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008adcd611 00000400:00000010:3.0:1788695947.382841:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008adcd611. 00000100:00000001:3.0:1788695947.382844:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695947.382866:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000043af1395 x1875583274347904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695947.382874:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000043af1395 x1875583274347904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695947.382881:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695947.382889:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695947.382891:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695947.382892:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695947.382894:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695947.382895:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695947.382897:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695947.382903:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=148 v=5 (5 5 0 0) 00000100:00001000:3.0:1788695947.382906:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=148 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695947.382908:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695947.382909:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695947.382911:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695947.382913:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695947.382916:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695947.382917:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695947.382919:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695947.382920:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695947.382923:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043af1395 x1875583274347904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695947.382929:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695947.382931:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695947.382932:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695947.382935:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043af1395 x1875583274347904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695947.382942:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274347904:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695947.382946:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695947.382948:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695947.382949:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043af1395 x1875583274347904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695963 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695947.382954:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695947.382956:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695947.382957:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000073332711. 02000000:00000001:3.0:1788695947.382960:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695947.382962:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695947.382968:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695947.383152:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695947.383154:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000dfd73c1. 02000000:00000001:3.0:1788695947.383157:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695947.383159:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695947.383160:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043af1395. 00000100:00000001:3.0:1788695947.383162:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695947.383163:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695947.383165:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695947.383169:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695947.383170:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695947.383172:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695947.383173:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695948.334098:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695948.334106:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695948.334109:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695948.334112:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695948.334116:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695948.334119:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695948.334121:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695948.334123:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695948.334136:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695948.334137:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695948.334361:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695948.334365:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695948.334368:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695948.653964:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306910450, at 4306910464 00000100:00000040:3.0:1788695948.653964:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306910450, at 4306910464 00000100:00000040:2.0:1788695948.653969:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306910450, at 4306910464 00000100:00000010:3.0:1788695948.653982:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bba77ba. 00000100:00000010:2.0:1788695948.653986:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db1d4de9. 00000100:00000010:0.0:1788695948.653996:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b89cdb3. 00000100:00000040:1.0:1788695948.654107:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306910450, at 4306910464 00000100:00000010:1.0:1788695948.654115:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4964a0e. 00010000:00000001:2.0:1788695949.357950:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695949.357958:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695949.357963:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695949.357965:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695949.358031:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695949.358035:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695949.358038:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695950.382057:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695950.382064:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695950.382070:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695950.382071:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695950.382123:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695950.382127:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695950.382130:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695951.406043:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695951.406049:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695951.406055:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695951.406056:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695951.406297:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695951.406300:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695951.406303:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695952.431650:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695952.431657:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695952.431663:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695952.431680:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695952.431829:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695952.431833:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695952.431836:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695952.493931:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695952.493940:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695952.493946:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000607de2c8. 00000020:00000040:0.0:1788695952.493952:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695952.493956:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695952.493959:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695952.493963:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695952.493971:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ee81603. 00000100:00000001:0.0:1788695952.493977:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695952.493987:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000607de2c8 x1875583274348160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695952.493997:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695952.494000:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695952.494005:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000607de2c8] to pc [ptlrpcd_00_00+0] req@00000000607de2c8 x1875583274348160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695952.494036:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695952.494038:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695952.494041:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695952.494058:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a318a749. 00000020:00000040:0.0:1788695952.494061:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695952.494063:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695952.494064:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695952.494066:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695952.494069:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000057945d15. 00000100:00000001:0.0:1788695952.494072:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695952.494076:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000a318a749 x1875583274348288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695952.494083:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695952.494084:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695952.494087:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a318a749] to pc [ptlrpcd_00_01+1] req@00000000a318a749 x1875583274348288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695952.494094:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695952.494096:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695952.494099:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695952.494101:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e0fb45f. 00000020:00000040:0.0:1788695952.494103:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695952.494105:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695952.494106:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695952.494107:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695952.494110:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024f67866. 00000100:00000001:0.0:1788695952.494112:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695952.494115:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000002e0fb45f x1875583274348416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695952.494121:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695952.494122:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695952.494124:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e0fb45f] to pc [ptlrpcd_00_02+2] req@000000002e0fb45f x1875583274348416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695952.494149:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695952.494151:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788695952.494159:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788695952.494164:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12252) 00000100:00000001:0.0:1788695952.494174:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788695952.494177:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1788695952.494178:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695952.494180:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695952.494183:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695952.494188:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695952.494191:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695952.494194:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695952.494196:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695952.494198:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695952.494202:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e0fb45f x1875583274348416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695952.494210:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695952.494212:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695952.494215:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695952.494217:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695952.494220:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695952.494222:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274348416:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695952.494226:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695952.494230:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695952.494233:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695952.494245:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695952.494249:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000028ef6fe. 02000000:00000001:0.0:1788695952.494250:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695952.494256:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2f0e72d. 00000400:00000010:0.0:1788695952.494263:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003657e232. 00000100:00000200:0.0:1788695952.494269:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274348416, portal 10 00000100:00000001:0.0:1788695952.494272:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695952.494273:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882435328 : -113296827116288 : ffff98f506dd9500) 00000100:00000040:0.0:1788695952.494280:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002e0fb45f x1875583274348416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695952.494288:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695952.494296:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695952.494298:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e92bbd72. 00000100:00000200:0.0:1788695952.494301:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274348416, offset 0 00000400:00000200:0.0:1788695952.494306:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695952.494318:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695952.494324:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695952.494329:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695952.494333:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695952.494336:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695952.494339:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [228:228:256:4294967295] 192.168.201.118@tcp LPNI seq info [228:228:8:4294967295] 00000400:00000200:0.0:1788695952.494351:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695952.494356:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695952.494360:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000dfd73c1. 00000800:00000200:0.0:1788695952.494366:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695952.494374:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695952.494378:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000dfd73c1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695952.494396:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695952.494400:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 50296 usecs (51 jiffies) 00000100:00000001:0.0:1788695952.494403:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306914355 00000100:00000010:0.0:1788695952.494407:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b799af0. 00000100:00000001:0.0:1788695952.494414:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788695952.494419:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306914355 00000100:00000010:0.0:1788695952.494421:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047e9a98. 00000100:00000001:0.0:1788695952.494424:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788695952.494430:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306914355 00000100:00000010:0.0:1788695952.494433:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b89cdb3. 00000100:00000001:0.0:1788695952.494436:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788695952.494440:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306914355 00000100:00000010:0.0:1788695952.494443:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038ecd934. 00000100:00000001:0.0:1788695952.494450:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788695952.494457:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695952.494460:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695952.494463:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695952.494465:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695952.494531:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695952.494534:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695952.494536:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695952.494540:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000607de2c8 x1875583274348160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695952.494547:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695952.494548:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695952.494550:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695952.494552:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695952.494554:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695952.494556:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274348160:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695952.494559:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695952.494561:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695952.494563:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695952.494565:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695952.494568:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000301eb57e. 00000800:00000200:1.0:1788695952.494570:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1788695952.494571:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788695952.494576:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000dfd73c1. 00000400:00000010:3.0:1788695952.494578:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f37fd409. 00000400:00000200:1.0:1788695952.494583:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1788695952.494584:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008adcd611. 00000100:00000200:3.0:1788695952.494590:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274348160, portal 25 00000400:00000200:1.0:1788695952.494593:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695952.494599:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1788695952.494601:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e92bbd72 00000100:00000001:3.0:1788695952.494601:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882432640 : -113296827118976 : ffff98f506dd8a80) 00000400:00000010:1.0:1788695952.494605:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e92bbd72. 00000100:00000040:3.0:1788695952.494609:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000607de2c8 x1875583274348160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695952.494611:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695952.494618:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002e0fb45f x1875583274348416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695952.494620:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695952.494628:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695952.494632:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b386267. 00000100:00000001:1.0:1788695952.494636:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1788695952.494636:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274348160, offset 0 00000100:00000040:1.0:1788695952.494642:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e0fb45f x1875583274348416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788695952.494645:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695952.494653:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:1.0:1788695952.494655:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695952.494656:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695952.494659:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695952.494662:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788695952.494666:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1788695952.494667:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695952.494671:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [229:229:255:4294967295] 192.168.201.118@tcp LPNI seq info [229:229:7:4294967295] 00000400:00000200:3.0:1788695952.494679:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695952.494683:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695952.494687:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f59c383. 00000800:00000200:3.0:1788695952.494692:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695952.494696:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695952.494699:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f59c383 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695952.494708:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695952.494711:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695952.494712:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788695952.494716:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695952.494720:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a318a749 x1875583274348288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695952.494721:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306915569 00000100:00000001:3.0:1788695952.494727:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306914355 00000100:00000001:3.0:1788695952.494732:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306915569 00000100:00000001:1.0:1788695952.494733:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695952.494737:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695952.494738:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306914355 02000000:00000001:1.0:1788695952.494742:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788695952.494743:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306915569 02000000:00000001:1.0:1788695952.494746:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695952.494748:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306914355 02000000:00000001:1.0:1788695952.494752:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695952.494753:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306915569 00000100:00100000:1.0:1788695952.494757:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274348288:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695952.494763:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306914355 00000100:00000001:1.0:1788695952.494764:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788695952.494769:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695952.494770:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788695952.494772:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695952.494773:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695952.494777:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695952.494778:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788695952.494783:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1788695952.494784:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002955bc70. 00000100:00000001:3.0:1788695952.494787:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1788695952.494788:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695952.494790:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1788695952.494793:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfe26299. 00000100:00000001:3.0:1788695952.494794:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695952.494797:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1788695952.494800:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c401c26b. 00000100:00000001:3.0:1788695952.494801:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695952.494806:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788695952.494807:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274348288, portal 10 00000100:00000001:1.0:1788695952.494810:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695952.494812:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882440704 : -113296827110912 : ffff98f506ddaa00) 00000100:00000040:1.0:1788695952.494818:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a318a749 x1875583274348288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695952.494826:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695952.494829:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695952.494831:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012b41b2b. 00000100:00000200:1.0:1788695952.494833:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274348288, offset 0 00000400:00000200:1.0:1788695952.494838:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695952.494869:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695952.494872:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695952.494875:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695952.494883:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695952.494886:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695952.494890:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [230:230:255:4294967295] 192.168.201.118@tcp LPNI seq info [230:230:7:4294967295] 00000400:00000200:1.0:1788695952.494898:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695952.494899:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1788695952.494903:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695952.494905:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f59c383. 00000800:00000010:1.0:1788695952.494907:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000155bbcce. 00000400:00000200:2.0:1788695952.494911:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1788695952.494914:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695952.494920:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:2.0:1788695952.494921:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000800:00000200:1.0:1788695952.494925:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000155bbcce type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788695952.494928:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b386267 00000100:00000001:1.0:1788695952.494929:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695952.494931:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000007b386267. 00000100:00000040:1.0:1788695952.494933:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 48726 usecs (49 jiffies) 00000100:00000001:2.0:1788695952.494936:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1788695952.494937:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306914354 00000100:00000001:1.0:1788695952.494941:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306915569 00000100:00000200:2.0:1788695952.494943:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000607de2c8 x1875583274348160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695952.494944:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306914354 00000100:00000001:1.0:1788695952.494947:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306915569 00000100:00000001:1.0:1788695952.494951:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306914354 00000100:00000001:1.0:1788695952.494953:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306915569 00000100:00000001:1.0:1788695952.494956:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306914354 00000100:00000001:1.0:1788695952.494959:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306915569 00000100:00000001:1.0:1788695952.494962:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695952.494966:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695952.494967:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788695952.494969:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695952.494972:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695952.494972:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000607de2c8 x1875583274348160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695952.494977:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695952.494979:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695952.494982:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695952.494984:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695952.494985:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695952.494989:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695952.494989:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695952.494992:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788695952.495020:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695952.495023:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000155bbcce. 00000400:00000200:2.0:1788695952.495026:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695952.495029:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695952.495032:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012b41b2b 00000400:00000010:2.0:1788695952.495033:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000012b41b2b. 00000100:00000001:2.0:1788695952.495036:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695952.495038:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a318a749 x1875583274348288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695952.495045:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695952.495047:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a318a749 x1875583274348288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695968 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695952.495052:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695952.495053:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788695952.501137:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695952.501153:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695952.501156:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695952.501158:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695952.501168:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695952.501183:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06f80 00000400:00000200:1.0:1788695952.501191:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x805 [1] + 224 00000800:00000001:1.0:1788695952.501198:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695952.501200:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695952.501203:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695952.501207:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695952.501214:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695952.501220:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002e0fb45f x1875583274348416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695952.501231:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002e0fb45f x1875583274348416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695952.501262:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695952.501268:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695952.501271:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695952.501273:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695952.501274:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695952.501278:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695952.501283:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d06e80 00000400:00000200:1.0:1788695952.501288:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x80d [1] + 224 00000800:00000001:1.0:1788695952.501291:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695952.501294:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695952.501295:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695952.501298:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695952.501300:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695952.501303:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000607de2c8 x1875583274348160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695952.501319:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000607de2c8 x1875583274348160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695952.501345:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695952.501349:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695952.501352:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695952.501353:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695952.501355:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695952.501359:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695952.501363:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d06f00 00000400:00000200:1.0:1788695952.501368:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x815 [1] + 224 00000800:00000001:1.0:1788695952.501371:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695952.501376:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695952.501377:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695952.501380:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695952.501382:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695952.501385:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a318a749 x1875583274348288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695952.501392:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a318a749 x1875583274348288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695952.501412:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695952.501414:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695952.501416:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695952.501564:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695952.501568:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695952.501575:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695952.501577:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695952.501579:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfe26299. 00000400:00000200:2.0:1788695952.501590:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c401c26b 00000400:00000010:2.0:1788695952.501592:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c401c26b. 00000100:00000001:2.0:1788695952.501596:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695952.501600:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a318a749 x1875583274348288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695952.501609:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a318a749 x1875583274348288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695952.501615:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695952.501617:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695952.501620:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695952.501623:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695952.501625:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695952.501627:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695952.501630:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695952.501638:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=153 v=5 (5 5 0 0) 00000100:00001000:2.0:1788695952.501642:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=153 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695952.501644:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695952.501646:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695952.501648:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695952.501652:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695952.501656:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695952.501657:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695952.501659:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695952.501660:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695952.501664:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a318a749 x1875583274348288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695952.501670:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695952.501673:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695952.501675:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695952.501682:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a318a749 x1875583274348288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695952.501691:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274348288:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695952.501704:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695952.501706:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695952.501709:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a318a749 x1875583274348288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695952.501716:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695952.501718:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695952.501722:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002955bc70. 02000000:00000001:2.0:1788695952.501730:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788695952.501732:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1788695952.501733:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695952.501736:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695952.501737:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1788695952.501741:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 00000400:00000001:3.0:1788695952.501743:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695952.501746:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:2.0:1788695952.501748:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000057945d15. 00000400:00000010:3.0:1788695952.501749:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f37fd409. 02000000:00000001:2.0:1788695952.501755:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1788695952.501756:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008adcd611 02000000:00000001:2.0:1788695952.501759:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1788695952.501760:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008adcd611. 00000100:00000010:2.0:1788695952.501762:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a318a749. 00000100:00000001:3.0:1788695952.501764:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788695952.501768:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1788695952.501771:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000607de2c8 x1875583274348160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695952.501772:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695952.501777:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788695952.501786:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000607de2c8 x1875583274348160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695952.501787:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695952.501791:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695952.501795:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695952.501797:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695952.501798:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695952.501799:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695952.501804:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695952.501805:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695952.501806:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695952.501808:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695952.501810:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695952.501813:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=153 v=5 (5 5 0 0) 00000100:00001000:3.0:1788695952.501816:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=153 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695952.501818:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695952.501819:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695952.501821:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695952.501822:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695952.501829:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695952.501832:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000607de2c8 x1875583274348160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695952.501839:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695952.501841:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695952.501843:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695952.501885:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695952.501888:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695952.501891:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695952.501893:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695952.501894:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2f0e72d. 00000400:00000200:0.0:1788695952.501897:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003657e232 00000400:00000010:0.0:1788695952.501899:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003657e232. 00000100:00000001:0.0:1788695952.501902:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695952.501906:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002e0fb45f x1875583274348416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695952.501914:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002e0fb45f x1875583274348416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695952.501920:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695952.501921:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695952.501923:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695952.501924:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695952.501926:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695952.501927:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695952.501929:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695952.501932:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=152 v=5 (5 5 0 0) 00000100:00001000:0.0:1788695952.501935:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=139 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695952.501937:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695952.501938:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695952.501939:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788695952.501942:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000002e0fb45f x1875583274348416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695952.501949:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695952.501951:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695952.501952:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695952.501960:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695952.501961:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695952.501964:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e0fb45f x1875583274348416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695952.501971:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695952.501972:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695952.501973:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695952.501976:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e0fb45f x1875583274348416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695952.501983:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274348416:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695952.501987:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695952.501989:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695952.501991:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e0fb45f x1875583274348416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695952.501997:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695952.501999:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695952.502001:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000028ef6fe. 02000000:00000001:0.0:1788695952.502004:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695952.502005:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695952.502006:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695952.502008:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695952.502009:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024f67866. 02000000:00000001:0.0:1788695952.502011:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695952.502012:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695952.502013:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e0fb45f. 00000100:00000001:0.0:1788695952.502015:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695952.502016:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695952.502018:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695952.502022:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695952.502023:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695952.502024:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695952.502026:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695952.502148:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000607de2c8 x1875583274348160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695952.502157:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274348160:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695952.502161:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695952.502163:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695952.502165:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000607de2c8 x1875583274348160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695968 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695952.502171:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695952.502172:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695952.502174:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000301eb57e. 02000000:00000001:3.0:1788695952.502176:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695952.502178:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695952.502179:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695952.502180:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695952.502182:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ee81603. 02000000:00000001:3.0:1788695952.502184:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695952.502185:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695952.502186:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000607de2c8. 00000100:00000001:3.0:1788695952.502189:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695952.502190:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695952.502191:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695952.502194:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695952.502195:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695952.502197:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695952.502199:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695953.454126:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695953.454133:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695953.454138:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695953.454141:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695953.454143:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695953.454146:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695953.454150:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695953.454152:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695953.454154:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695953.454166:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695953.454386:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695953.454411:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695953.454413:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695953.773960:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306915569, at 4306915584 00000100:00000010:1.0:1788695953.773976:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047e9a98. 00000100:00000040:2.0:1788695953.774066:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306915569, at 4306915584 00000100:00000010:2.0:1788695953.774073:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b89cdb3. 00000100:00000040:0.0:1788695953.774135:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306915569, at 4306915584 00000100:00000010:0.0:1788695953.774141:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b799af0. 00000100:00000040:3.0:1788695953.774207:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306915569, at 4306915584 00000100:00000010:3.0:1788695953.774244:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038ecd934. 00010000:00000001:2.0:1788695954.477944:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695954.477965:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695954.477969:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695954.477970:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695954.478082:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695954.478085:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695954.478087:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695955.502065:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695955.502072:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695955.502077:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695955.502078:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695955.502132:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695955.502136:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695955.502139:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695956.526003:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695956.526012:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695956.526020:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695956.526021:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695956.526177:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695956.526180:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695956.526182:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695957.549921:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695957.549930:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695957.549933:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695957.549936:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695957.549940:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695957.549943:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695957.549945:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695957.549947:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695957.549951:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695957.549952:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695957.550049:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695957.550053:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695957.550056:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695957.615554:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695957.615565:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695957.615571:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d639e9. 00000020:00000040:2.0:1788695957.615577:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695957.615582:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695957.615585:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695957.615589:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695957.615596:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e680c3a9. 00000100:00000001:2.0:1788695957.615602:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695957.615612:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000092d639e9 x1875583274348544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695957.615622:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695957.615625:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695957.615630:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092d639e9] to pc [ptlrpcd_00_03+3] req@0000000092d639e9 x1875583274348544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695957.615674:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695957.615677:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695957.615681:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695957.615683:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064b693a9. 00000020:00000040:2.0:1788695957.615685:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695957.615688:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695957.615689:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695957.615692:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695957.615695:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a3e8ab7. 00000100:00000001:2.0:1788695957.615698:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695957.615702:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000064b693a9 x1875583274348672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695957.615708:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695957.615709:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695957.615712:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b693a9] to pc [ptlrpcd_00_00+0] req@0000000064b693a9 x1875583274348672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695957.615727:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695957.615729:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695957.615732:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695957.615734:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aca9919f. 00000020:00000040:2.0:1788695957.615736:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695957.615738:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695957.615739:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695957.615741:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695957.615744:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000334bf9d4. 00000100:00000001:2.0:1788695957.615747:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695957.615750:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000aca9919f x1875583274348800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695957.615757:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695957.615759:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695957.615764:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695957.615765:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695957.615769:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695957.615772:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca9919f] to pc [ptlrpcd_00_01+1] req@00000000aca9919f x1875583274348800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695957.615777:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092d639e9 x1875583274348544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695957.615790:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695957.615794:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695957.615794:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695957.615798:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695957.615800:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1788695957.615803:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1788695957.615806:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12257) 02000000:00000001:3.0:1788695957.615807:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695957.615811:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695957.615814:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000092d639e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274348544:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695957.615819:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788695957.615821:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695957.615825:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695957.615825:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695957.615829:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695957.615833:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1788695957.615834:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695957.615839:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a78beaf9. 02000000:00000001:3.0:1788695957.615841:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695957.615866:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f37fd409. 00000400:00000010:3.0:1788695957.615875:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008adcd611. 00000100:00000200:3.0:1788695957.615881:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274348544, portal 25 00000100:00000001:3.0:1788695957.615884:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695957.615886:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611089920 : -113296098461696 : ffff98f5324bf800) 00000100:00000001:2.0:1788695957.615891:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1788695957.615892:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000092d639e9 x1875583274348544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695957.615894:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695957.615901:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064b693a9 x1875583274348672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695957.615905:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695957.615912:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695957.615916:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000118b729b. 00000100:00000001:2.0:1788695957.615917:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695957.615920:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788695957.615922:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274348544, offset 0 02000000:00000001:2.0:1788695957.615924:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695957.615927:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695957.615930:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695957.615932:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00100000:2.0:1788695957.615936:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000064b693a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274348672:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695957.615940:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695957.615943:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695957.615944:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695957.615946:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1788695957.615949:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000010:2.0:1788695957.615951:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b508084c. 02000000:00000001:2.0:1788695957.615955:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695957.615957:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1788695957.615959:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c24e619c. 00000400:00000200:3.0:1788695957.615963:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000010:2.0:1788695957.615965:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b782d6c0. 00000400:00000200:3.0:1788695957.615969:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1788695957.615970:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274348672, portal 10 00000100:00000001:2.0:1788695957.615973:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695957.615974:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611080064 : -113296098471552 : ffff98f5324bd180) 00000400:00000200:3.0:1788695957.615981:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695957.615985:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [231:231:256:4294967295] 192.168.201.118@tcp LPNI seq info [231:231:8:4294967295] 00000400:00000200:3.0:1788695957.615996:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695957.616002:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695957.616008:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074f68a3b. 00000100:00000040:2.0:1788695957.616016:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064b693a9 x1875583274348672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788695957.616017:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695957.616026:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695957.616031:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000074f68a3b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695957.616036:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695957.616041:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695957.616044:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6fc490a. 00000100:00000200:2.0:1788695957.616047:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274348672, offset 0 00000400:00000200:2.0:1788695957.616053:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695957.616053:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695957.616060:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306920690 00000400:00000200:2.0:1788695957.616063:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695957.616067:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1788695957.616067:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000400:00000200:2.0:1788695957.616073:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695957.616076:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788695957.616077:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1788695957.616081:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788695957.616084:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306920690 00000100:00000010:3.0:1788695957.616088:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000100:00000001:3.0:1788695957.616091:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788695957.616094:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306920690 00000400:00000200:2.0:1788695957.616099:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [232:232:255:4294967295] 192.168.201.118@tcp LPNI seq info [232:232:7:4294967295] 00000100:00000010:3.0:1788695957.616100:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81c9ce7. 00000100:00000001:3.0:1788695957.616106:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788695957.616110:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306920690 00000400:00000200:2.0:1788695957.616115:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000010:3.0:1788695957.616116:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000100:00000001:3.0:1788695957.616122:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1788695957.616123:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695957.616128:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1788695957.616129:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a559f720. 00000100:00000001:3.0:1788695957.616132:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695957.616137:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788695957.616137:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695957.616142:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788695957.616157:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695957.616160:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a559f720 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695957.616162:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695957.616164:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695957.616165:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1788695957.616169:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 48138 usecs (49 jiffies) 00000100:00000001:3.0:1788695957.616170:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695957.616173:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695957.616175:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306919474 00000100:00000001:3.0:1788695957.616176:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695957.616181:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306920690 00000100:00000001:3.0:1788695957.616181:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695957.616185:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306919474 00000100:00000001:2.0:1788695957.616187:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306920690 00000100:00000001:2.0:1788695957.616191:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306919474 00000100:00000001:2.0:1788695957.616194:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306920690 00000100:00000001:2.0:1788695957.616195:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306919474 00000100:00000001:2.0:1788695957.616197:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306920690 00000100:00000001:2.0:1788695957.616205:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695957.616207:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695957.616209:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695957.616211:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695957.616214:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695957.616216:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695957.616217:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695957.616220:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695957.616224:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aca9919f x1875583274348800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695957.616227:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695957.616233:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695957.616236:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695957.616239:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695957.616240:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695957.616243:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695957.616244:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695957.616247:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695957.616250:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695957.616253:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695957.616256:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000aca9919f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274348800:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695957.616260:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695957.616263:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695957.616265:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695957.616267:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695957.616270:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a59011e9. 02000000:00000001:3.0:1788695957.616272:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695957.616275:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057989d25. 00000400:00000010:3.0:1788695957.616279:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c74f0a0. 00000100:00000200:3.0:1788695957.616281:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274348800, portal 10 00000100:00000001:3.0:1788695957.616283:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695957.616284:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611085440 : -113296098466176 : ffff98f5324be680) 00000100:00000040:3.0:1788695957.616290:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000aca9919f x1875583274348800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695957.616296:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695957.616299:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695957.616301:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c46f78e5. 00000100:00000200:3.0:1788695957.616303:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274348800, offset 0 00000400:00000200:3.0:1788695957.616307:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695957.616312:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695957.616315:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695957.616317:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695957.616319:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695957.616327:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695957.616329:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [233:233:254:4294967295] 192.168.201.118@tcp LPNI seq info [233:233:6:4294967295] 00000400:00000200:3.0:1788695957.616336:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695957.616340:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695957.616343:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000842c2c60. 00000800:00000200:3.0:1788695957.616347:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695957.616350:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695957.616353:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000842c2c60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695957.616355:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695957.616358:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 49662 usecs (50 jiffies) 00000100:00000001:3.0:1788695957.616360:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306919475 00000100:00000001:3.0:1788695957.616362:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306920690 00000100:00000001:3.0:1788695957.616364:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306919475 00000100:00000001:3.0:1788695957.616365:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306920690 00000100:00000001:3.0:1788695957.616367:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306919475 00000100:00000001:3.0:1788695957.616368:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306920690 00000100:00000001:3.0:1788695957.616370:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306919475 00000100:00000001:3.0:1788695957.616371:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306920690 00000100:00000001:3.0:1788695957.616373:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695957.616375:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695957.616376:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695957.616378:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695957.616381:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695957.616382:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695957.616384:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695957.616385:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695957.616386:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695957.616388:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695957.616433:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695957.616443:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074f68a3b. 00000400:00000200:3.0:1788695957.616447:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695957.616452:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695957.616457:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000118b729b 00000400:00000010:3.0:1788695957.616459:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000118b729b. 00000100:00000001:3.0:1788695957.616464:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695957.616468:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000092d639e9 x1875583274348544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695957.616477:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695957.616480:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092d639e9 x1875583274348544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695957.616487:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695957.616488:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695957.616501:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695957.616503:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a559f720. 00000400:00000200:3.0:1788695957.616506:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695957.616509:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695957.616511:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6fc490a 00000400:00000010:3.0:1788695957.616512:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c6fc490a. 00000100:00000001:3.0:1788695957.616515:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695957.616518:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000064b693a9 x1875583274348672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695957.616525:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695957.616527:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064b693a9 x1875583274348672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695957.616533:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695957.616535:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695957.616582:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695957.616585:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000842c2c60. 00000400:00000200:3.0:1788695957.616588:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695957.616592:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695957.616594:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c46f78e5 00000400:00000010:3.0:1788695957.616595:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c46f78e5. 00000100:00000001:3.0:1788695957.616603:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695957.616607:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000aca9919f x1875583274348800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695957.616614:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695957.616616:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aca9919f x1875583274348800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695973 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695957.616621:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695957.616622:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788695957.619528:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695957.619541:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695957.619545:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695957.619548:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695957.619557:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695957.619571:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d07100 00000400:00000200:2.0:1788695957.619578:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x82d [1] + 224 00000800:00000001:2.0:1788695957.619584:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695957.619588:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695957.619589:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695957.619592:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695957.619597:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695957.619601:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000aca9919f x1875583274348800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695957.619608:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aca9919f x1875583274348800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695957.619650:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695957.619653:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695957.619712:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695957.619720:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695957.619723:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695957.619724:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695957.619725:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695957.619728:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695957.619733:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d07080 00000400:00000200:2.0:1788695957.619743:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x825 [1] + 224 00000800:00000001:2.0:1788695957.619746:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695957.619750:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695957.619751:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695957.619753:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695957.619756:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695957.619758:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000064b693a9 x1875583274348672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695957.619763:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064b693a9 x1875583274348672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695957.619774:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695957.619776:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695957.619778:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695957.619785:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695957.619787:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695957.619791:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695957.619793:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695957.619794:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c24e619c. 00000400:00000200:2.0:1788695957.619798:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b782d6c0 00000400:00000010:2.0:1788695957.619800:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b782d6c0. 00000100:00000001:2.0:1788695957.619801:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695957.619803:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000064b693a9 x1875583274348672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695957.619807:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000064b693a9 x1875583274348672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695957.619810:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695957.619811:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695957.619813:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695957.619815:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695957.619817:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695957.619819:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695957.619820:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695957.619828:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=8 v=5 (5 5 5 0) 00000100:00001000:2.0:1788695957.619834:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=8 v=5 (1 1 1 0) 00000100:00000001:2.0:1788695957.619836:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695957.619837:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695957.619838:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695957.619842:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695957.619862:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695957.619864:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695957.619866:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695957.619867:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695957.619871:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064b693a9 x1875583274348672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695957.619878:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695957.619881:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695957.619883:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695957.619886:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064b693a9 x1875583274348672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695957.619934:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000064b693a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274348672:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695957.619938:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695957.619940:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695957.619942:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064b693a9 x1875583274348672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695957.619946:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695957.619953:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695957.619955:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b508084c. 02000000:00000001:2.0:1788695957.619961:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695957.619963:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695957.619964:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695957.619966:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695957.619967:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a3e8ab7. 02000000:00000001:2.0:1788695957.619975:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695957.619977:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695957.619978:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064b693a9. 00000100:00000001:2.0:1788695957.619989:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695957.620007:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695957.620009:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695957.620023:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695957.620025:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695957.620027:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695957.620028:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788695957.620181:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1788695957.620183:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1788695957.620183:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695957.620185:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057989d25. 00000800:00000001:2.0:1788695957.620188:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695957.620189:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c74f0a0 00000800:00000001:2.0:1788695957.620190:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1788695957.620190:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003c74f0a0. 00000800:00000001:2.0:1788695957.620192:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695957.620196:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695957.620203:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d07000 00000100:00000001:3.0:1788695957.620206:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:2.0:1788695957.620209:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x81d [1] + 224 00000100:00000200:3.0:1788695957.620209:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000aca9919f x1875583274348800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788695957.620213:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695957.620217:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788695957.620217:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000aca9919f x1875583274348800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788695957.620219:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695957.620222:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695957.620225:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695957.620227:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000092d639e9 x1875583274348544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695957.620235:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000092d639e9 x1875583274348544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695957.620247:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695957.620258:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695957.620259:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695957.620261:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695957.620262:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1788695957.620263:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788695957.620264:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695957.620265:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788695957.620266:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788695957.620267:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695957.620271:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=7 v=5 (5 5 5 0) 00000100:00000001:2.0:1788695957.620274:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1788695957.620274:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=144 v=5 (1 1 0 0) 00000100:00000001:2.0:1788695957.620275:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695957.620276:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695957.620277:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788695957.620278:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1788695957.620279:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000400:00000001:2.0:1788695957.620280:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695957.620281:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f37fd409. 00010000:00080000:3.0:1788695957.620282:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000aca9919f x1875583274348800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788695957.620284:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008adcd611 00000400:00000010:2.0:1788695957.620285:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008adcd611. 00000100:00000001:2.0:1788695957.620287:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695957.620290:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000092d639e9 x1875583274348544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788695957.620300:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695957.620302:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695957.620304:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695957.620305:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1788695957.620306:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000092d639e9 x1875583274348544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695957.620307:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695957.620309:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aca9919f x1875583274348800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695957.620312:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695957.620314:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695957.620316:0:201303:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:3.0:1788695957.620316:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695957.620317:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695957.620318:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695957.620318:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695957.620319:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695957.620320:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788695957.620321:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695957.620322:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aca9919f x1875583274348800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1788695957.620324:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=8 v=5 (5 5 5 0) 00000100:00001000:2.0:1788695957.620326:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=8 v=5 (1 1 1 0) 00000100:00000001:2.0:1788695957.620329:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1788695957.620329:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000aca9919f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274348800:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695957.620330:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695957.620331:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695957.620333:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695957.620333:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695957.620334:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695957.620335:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695957.620337:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092d639e9 x1875583274348544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695957.620337:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aca9919f x1875583274348800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695957.620343:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695957.620343:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1788695957.620345:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1788695957.620345:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1788695957.620346:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695957.620348:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d639e9 x1875583274348544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695957.620354:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000092d639e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274348544:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695957.620357:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1788695957.620357:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a59011e9. 00000100:00000001:2.0:1788695957.620359:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1788695957.620359:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1788695957.620360:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092d639e9 x1875583274348544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695973 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1788695957.620360:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695957.620361:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695957.620363:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695957.620365:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000334bf9d4. 02000000:00000001:3.0:1788695957.620367:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695957.620368:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695957.620369:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aca9919f. 00000100:00000001:3.0:1788695957.620372:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695957.620373:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695957.620379:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695957.620383:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695957.620384:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695957.620385:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695957.620387:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695957.620422:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695957.620424:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695957.620426:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a78beaf9. 02000000:00000001:2.0:1788695957.620433:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695957.620435:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695957.620437:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695957.620439:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695957.620440:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e680c3a9. 02000000:00000001:2.0:1788695957.620443:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695957.620444:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695957.620445:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d639e9. 00000100:00000001:2.0:1788695957.620449:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695957.620450:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695957.620452:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695957.620456:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695957.620457:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695957.620458:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695957.620459:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695958.574739:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695958.574744:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695958.574794:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695958.574796:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695958.574866:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695958.574868:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695958.574870:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695958.894714:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306920690, at 4306920704 00000100:00000040:2.0:1788695958.894714:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306920690, at 4306920704 00000100:00000010:0.0:1788695958.894731:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000100:00000010:2.0:1788695958.894732:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81c9ce7. 00000100:00000040:3.0:1788695958.894842:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306920690, at 4306920704 00000100:00000010:3.0:1788695958.894877:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00000100:00000040:1.0:1788695958.895470:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306920690, at 4306920705 00000100:00000010:1.0:1788695958.895476:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00010000:00000001:2.0:1788695959.598017:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695959.598024:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695959.598030:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695959.598031:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695959.598085:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695959.598088:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695959.598090:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695960.622424:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695960.622433:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695960.622440:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695960.622441:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695960.622499:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695960.622503:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695960.622506:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695961.647334:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695961.647342:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695961.647349:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695961.647350:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695961.649139:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695961.649146:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695961.649150:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695962.669954:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695962.669962:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695962.669968:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695962.669972:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695962.669992:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695962.669995:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695962.669998:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695962.670000:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695962.670002:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695962.670004:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695962.670091:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695962.670094:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695962.670096:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695962.733991:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695962.733999:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695962.734007:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e0fb45f. 00000020:00000040:0.0:1788695962.734013:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695962.734017:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695962.734020:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695962.734025:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695962.734032:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024f67866. 00000100:00000001:0.0:1788695962.734039:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695962.734049:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000002e0fb45f x1875583274348928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695962.734072:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695962.734075:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695962.734081:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e0fb45f] to pc [ptlrpcd_00_02+2] req@000000002e0fb45f x1875583274348928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695962.734113:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695962.734116:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695962.734127:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695962.734129:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0532af4. 00000020:00000040:0.0:1788695962.734131:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695962.734145:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695962.734147:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788695962.734148:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788695962.734150:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695962.734153:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1788695962.734155:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009146b66a. 00000100:00000001:3.0:1788695962.734156:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695962.734158:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788695962.734161:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695962.734162:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695962.734166:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e0fb45f x1875583274348928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695962.734175:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000a0532af4 x1875583274349056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695962.734176:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695962.734179:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695962.734183:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695962.734186:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695962.734189:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1788695962.734189:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695962.734193:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695962.734195:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274348928:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695962.734200:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1788695962.734202:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0532af4] to pc [ptlrpcd_00_03+3] req@00000000a0532af4 x1875583274349056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788695962.734207:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695962.734210:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695962.734215:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788695962.734228:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695962.734232:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1788695962.734232:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b33cdd3c. 02000000:00000001:1.0:1788695962.734238:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695962.734239:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695962.734244:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a489c80. 00000020:00000040:0.0:1788695962.734246:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000400:00000010:1.0:1788695962.734247:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e21ffd2. 00000100:00000001:0.0:1788695962.734250:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695962.734253:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695962.734255:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695962.734257:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053d383cc. 02000000:00000010:0.0:1788695962.734260:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f8e491. 00000100:00000001:3.0:1788695962.734262:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695962.734264:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788695962.734265:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274348928, portal 25 00000100:00000001:3.0:1788695962.734266:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695962.734270:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695962.734270:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695962.734272:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000004a489c80 x1875583274349184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695962.734274:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882435328 : -113296827116288 : ffff98f506dd9500) 00000100:00000040:3.0:1788695962.734279:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0532af4 x1875583274349056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695962.734285:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002e0fb45f x1875583274348928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695962.734294:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695962.734297:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695962.734303:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1788695962.734305:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a489c80] to pc [ptlrpcd_00_00+0] req@000000004a489c80 x1875583274349184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695962.734306:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695962.734309:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695962.734312:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695962.734317:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695962.734322:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1788695962.734323:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274349056:192.168.201.118@tcp:400: 00000100:00000040:1.0:1788695962.734329:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788695962.734331:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1788695962.734333:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c78758bc. 02000000:00000001:3.0:1788695962.734335:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1788695962.734337:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274348928, offset 0 02000000:00000001:3.0:1788695962.734338:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695962.734343:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1788695962.734347:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000010:3.0:1788695962.734347:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000215e2ef7. 02000000:00000001:3.0:1788695962.734352:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695962.734358:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057989d25. 00000400:00000010:3.0:1788695962.734362:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c74f0a0. 00000400:00000200:1.0:1788695962.734365:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000200:3.0:1788695962.734367:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274349056, portal 10 00000400:00000200:1.0:1788695962.734371:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788695962.734371:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695962.734373:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882442496 : -113296827109120 : ffff98f506ddb100) 00000400:00000200:1.0:1788695962.734378:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000040:3.0:1788695962.734382:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a0532af4 x1875583274349056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788695962.734384:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695962.734389:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695962.734395:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [234:234:256:4294967295] 192.168.201.118@tcp LPNI seq info [234:234:8:4294967295] 00000100:00000001:3.0:1788695962.734399:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695962.734410:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695962.734412:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c46f78e5. 00000100:00000200:3.0:1788695962.734415:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274349056, offset 0 00000400:00000200:1.0:1788695962.734421:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000200:3.0:1788695962.734426:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:1.0:1788695962.734433:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695962.734436:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000010:1.0:1788695962.734440:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000372e11cf. 00000400:00000200:3.0:1788695962.734440:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695962.734445:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695962.734448:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695962.734451:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695962.734459:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [235:235:255:4294967295] 192.168.201.118@tcp LPNI seq info [235:235:7:4294967295] 00000800:00000200:1.0:1788695962.734461:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695962.734474:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695962.734480:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000372e11cf type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788695962.734482:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695962.734496:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788695962.734500:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788695962.734501:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000842c2c60. 00000100:00000001:1.0:1788695962.734506:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306925809 00000800:00000200:3.0:1788695962.734509:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788695962.734512:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695962.734512:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051f28e6c. 00000100:00000040:0.0:1788695962.734517:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695962.734519:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1788695962.734525:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1788695962.734526:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306925809 00000100:00000010:1.0:1788695962.734530:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007edff0d3. 00000100:00000040:0.0:1788695962.734531:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12262) 00000100:00000001:1.0:1788695962.734532:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788695962.734539:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306925809 00000100:00000010:1.0:1788695962.734540:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a910904. 00000100:00000001:1.0:1788695962.734542:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788695962.734544:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306925809 00000100:00000001:0.0:1788695962.734546:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1788695962.734547:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000721208b6. 00000100:00100000:0.0:1788695962.734550:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788695962.734552:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695962.734559:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788695962.734563:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695962.734563:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695962.734567:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695962.734568:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695962.734572:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695962.734574:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695962.734575:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1788695962.734575:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:1.0:1788695962.734579:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788695962.734581:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000842c2c60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695962.734585:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695962.734587:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788695962.734587:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695962.734588:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695962.734593:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695962.734595:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1788695962.734595:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 47506 usecs (48 jiffies) 00000100:00000040:0.0:1788695962.734598:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a489c80 x1875583274349184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695962.734599:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695962.734600:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306924592 00000100:00000001:3.0:1788695962.734605:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306925809 00000100:00000001:3.0:1788695962.734610:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306924592 00000100:00000001:3.0:1788695962.734616:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306925809 00000100:00000001:0.0:1788695962.734617:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695962.734617:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695962.734620:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695962.734621:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306924592 02000000:00000001:0.0:1788695962.734626:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788695962.734626:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306925809 02000000:00000001:0.0:1788695962.734629:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695962.734631:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306924592 02000000:00000001:0.0:1788695962.734634:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695962.734636:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306925809 00000100:00100000:0.0:1788695962.734640:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274349184:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695962.734642:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695962.734646:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695962.734647:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788695962.734649:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695962.734650:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695962.734652:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695962.734655:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695962.734660:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788695962.734661:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695962.734664:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000301eb57e. 00000100:00000001:3.0:1788695962.734665:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788695962.734668:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695962.734671:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1788695962.734673:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2f0e72d. 00000100:00000001:3.0:1788695962.734674:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1788695962.734679:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003657e232. 00000100:00000200:0.0:1788695962.734682:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274349184, portal 10 00000100:00000001:0.0:1788695962.734683:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695962.734684:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882430848 : -113296827120768 : ffff98f506dd8380) 00000100:00000001:3.0:1788695962.734688:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695962.734690:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695962.734692:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695962.734696:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695962.734699:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004a489c80 x1875583274349184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695962.734725:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695962.734727:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695962.734730:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003616cb94. 00000100:00000200:0.0:1788695962.734733:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274349184, offset 0 00000400:00000200:0.0:1788695962.734738:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695962.734742:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695962.734745:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695962.734747:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695962.734750:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695962.734752:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695962.734754:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [236:236:254:4294967295] 192.168.201.118@tcp LPNI seq info [236:236:6:4294967295] 00000400:00000200:0.0:1788695962.734763:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695962.734767:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695962.734771:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014613afe. 00000800:00000200:0.0:1788695962.734776:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695962.734780:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695962.734782:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000014613afe type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695962.734785:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695962.734788:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 48985 usecs (49 jiffies) 00000100:00000001:0.0:1788695962.734790:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306924593 00000100:00000001:0.0:1788695962.734793:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306925809 00000100:00000001:0.0:1788695962.734795:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306924593 00000100:00000001:0.0:1788695962.734797:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306925809 00000100:00000001:0.0:1788695962.734799:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306924593 00000100:00000001:0.0:1788695962.734800:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306925809 00000100:00000001:0.0:1788695962.734802:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306924593 00000100:00000001:0.0:1788695962.734809:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306925809 00000100:00000001:0.0:1788695962.734811:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695962.734813:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695962.734815:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695962.734818:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695962.735478:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695962.735483:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000372e11cf. 00000400:00000200:1.0:1788695962.735490:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695962.735494:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695962.735498:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c78758bc 00000400:00000010:1.0:1788695962.735500:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c78758bc. 00000100:00000001:1.0:1788695962.735504:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695962.735507:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002e0fb45f x1875583274348928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695962.735514:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695962.735516:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e0fb45f x1875583274348928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695978 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695962.735520:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695962.735521:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695962.735531:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695962.735532:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000842c2c60. 00000400:00000200:1.0:1788695962.735534:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695962.735536:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695962.735537:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c46f78e5 00000400:00000010:1.0:1788695962.735538:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c46f78e5. 00000100:00000001:1.0:1788695962.735539:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695962.735540:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a0532af4 x1875583274349056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695962.735554:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695962.735556:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0532af4 x1875583274349056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695978 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695962.735561:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695962.735563:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695962.735861:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695962.735863:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014613afe. 00000400:00000200:1.0:1788695962.735866:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695962.735869:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695962.735870:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003616cb94 00000400:00000010:1.0:1788695962.735872:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003616cb94. 00000100:00000001:1.0:1788695962.735874:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695962.735876:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004a489c80 x1875583274349184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695962.735883:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695962.735885:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a489c80 x1875583274349184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695978 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695962.735891:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695962.735892:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788695962.738648:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695962.738661:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695962.738664:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695962.738666:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695962.738676:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695962.738691:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d07180 00000400:00000200:2.0:1788695962.738699:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x835 [1] + 224 00000800:00000001:2.0:1788695962.738705:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695962.738709:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695962.738711:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695962.738715:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695962.738722:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695962.738728:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002e0fb45f x1875583274348928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695962.738738:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002e0fb45f x1875583274348928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695962.738756:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695962.738764:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695962.738767:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695962.738769:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695962.738770:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695962.738774:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695962.738779:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d07200 00000400:00000200:2.0:1788695962.738784:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x83d [1] + 224 00000800:00000001:2.0:1788695962.738787:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695962.738793:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695962.738794:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695962.738811:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695962.738814:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695962.738817:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a0532af4 x1875583274349056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695962.738825:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a0532af4 x1875583274349056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695962.738840:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695962.738869:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695962.738873:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695962.738907:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695962.738912:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695962.738919:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695962.738921:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695962.738923:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057989d25. 00000100:00000001:1.0:1788695962.738926:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788695962.738929:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c74f0a0 00000100:00000001:1.0:1788695962.738930:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1788695962.738933:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003c74f0a0. 00000100:00000001:3.0:1788695962.738938:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:1.0:1788695962.738942:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695962.738945:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1788695962.738946:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a0532af4 x1875583274349056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788695962.738947:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e21ffd2. 00000400:00000200:1.0:1788695962.738953:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053d383cc 00000400:00000010:1.0:1788695962.738957:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000053d383cc. 00000100:00000001:1.0:1788695962.738961:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695962.738965:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a0532af4 x1875583274349056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695962.738966:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002e0fb45f x1875583274348928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695962.738986:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002e0fb45f x1875583274348928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695962.738990:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695962.738997:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695962.739000:0:201302:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:3.0:1788695962.739000:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695962.739004:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788695962.739005:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695962.739007:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695962.739009:0:201303:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1788695962.739010:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695962.739014:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695962.739014:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695962.739018:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695962.739019:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695962.739021:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=13 v=5 (5 5 5 0) 02000000:00000001:3.0:1788695962.739022:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695962.739027:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=13 v=5 (1 1 1 0) 00000100:00000001:1.0:1788695962.739030:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695962.739031:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695962.739032:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=13 v=5 (5 5 5 0) 00010000:00000001:1.0:1788695962.739033:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695962.739036:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695962.739039:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695962.739039:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=13 v=5 (1 1 1 0) 00000100:00000040:1.0:1788695962.739042:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e0fb45f x1875583274348928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695962.739046:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695962.739049:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695962.739063:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788695962.739063:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695962.739067:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695962.739069:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695962.739072:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1788695962.739073:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695962.739076:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000040:1.0:1788695962.739080:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e0fb45f x1875583274348928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695962.739081:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00100000:1.0:1788695962.739090:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274348928:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695962.739092:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695962.739101:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695962.739102:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0532af4 x1875583274349056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695962.739105:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695962.739111:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e0fb45f x1875583274348928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695962.739119:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695962.739123:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695962.739124:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695962.739131:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695962.739134:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1788695962.739134:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0532af4 x1875583274349056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788695962.739139:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b33cdd3c. 02000000:00000001:1.0:1788695962.739144:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695962.739148:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000100:00100000:3.0:1788695962.739149:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274349056:192.168.201.118@tcp:400: 00000020:00000040:1.0:1788695962.739152:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695962.739157:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788695962.739158:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1788695962.739160:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024f67866. 00000100:00000001:3.0:1788695962.739162:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1788695962.739166:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1788695962.739167:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0532af4 x1875583274349056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788695962.739176:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1788695962.739178:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000010:1.0:1788695962.739179:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e0fb45f. 02000000:00000001:3.0:1788695962.739182:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1788695962.739184:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1788695962.739185:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000215e2ef7. 02000000:00000001:3.0:1788695962.739190:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695962.739192:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:1.0:1788695962.739193:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788695962.739193:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788695962.739198:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788695962.739198:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695962.739201:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009146b66a. 02000000:00000001:3.0:1788695962.739205:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695962.739207:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1788695962.739208:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1788695962.739208:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0532af4. 00000100:00000001:3.0:1788695962.739211:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695962.739212:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695962.739214:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695962.739216:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695962.739219:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695962.739220:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695962.739226:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695962.739229:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695962.739231:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695962.739233:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788695962.739829:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695962.739835:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695962.739837:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695962.739838:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695962.739842:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695962.739864:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d07280 00000400:00000200:2.0:1788695962.739868:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x845 [1] + 224 00000800:00000001:2.0:1788695962.739871:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695962.739875:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695962.739877:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695962.739878:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695962.739881:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695962.739883:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004a489c80 x1875583274349184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695962.739889:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a489c80 x1875583274349184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695962.739935:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695962.739937:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695962.739949:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695962.739953:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695962.739955:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788695962.739977:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695962.739978:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695962.739979:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2f0e72d. 00000400:00000200:0.0:1788695962.739982:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003657e232 00000400:00000010:0.0:1788695962.739983:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003657e232. 00000100:00000001:0.0:1788695962.739985:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695962.739987:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004a489c80 x1875583274349184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695962.739992:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004a489c80 x1875583274349184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695962.739995:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695962.739996:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695962.739997:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695962.739998:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695962.739999:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695962.740000:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695962.740001:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695962.740004:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=12 v=5 (5 5 5 0) 00000100:00001000:0.0:1788695962.740006:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=149 v=5 (1 1 0 0) 00000100:00000001:0.0:1788695962.740007:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695962.740008:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695962.740009:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788695962.740011:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004a489c80 x1875583274349184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788695962.740014:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695962.740016:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695962.740017:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695962.740023:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695962.740024:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695962.740026:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a489c80 x1875583274349184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695962.740030:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695962.740031:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695962.740032:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695962.740033:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a489c80 x1875583274349184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695962.740038:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274349184:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695962.740040:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695962.740041:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695962.740042:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a489c80 x1875583274349184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695978 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695962.740046:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695962.740047:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695962.740048:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000301eb57e. 02000000:00000001:0.0:1788695962.740049:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695962.740050:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695962.740051:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695962.740052:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695962.740065:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f8e491. 02000000:00000001:0.0:1788695962.740067:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695962.740068:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695962.740069:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a489c80. 00000100:00000001:0.0:1788695962.740071:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695962.740071:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695962.740072:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695962.740075:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695962.740076:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695962.740077:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695962.740078:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695963.693952:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695963.693957:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695963.693961:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695963.693975:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695963.694086:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695963.694089:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695963.694091:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695964.013971:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306925809, at 4306925824 00000100:00000010:2.0:1788695964.013991:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a910904. 00000100:00000040:3.0:1788695964.014125:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306925809, at 4306925824 00000100:00000010:3.0:1788695964.014132:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000721208b6. 00000100:00000040:0.0:1788695964.014712:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306925809, at 4306925824 00000100:00000010:0.0:1788695964.014723:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051f28e6c. 00000100:00000040:1.0:1788695964.015106:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306925809, at 4306925825 00000100:00000010:1.0:1788695964.015113:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007edff0d3. 00010000:00000001:2.0:1788695964.717960:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695964.717968:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695964.717974:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695964.717976:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695964.718068:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695964.718072:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695964.718074:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695965.741955:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695965.741963:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695965.741969:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695965.741970:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695965.742043:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695965.742046:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695965.742049:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695966.765960:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695966.765966:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695966.765972:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695966.765973:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695966.766089:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695966.766093:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695966.766096:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695967.790327:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695967.790335:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695967.790338:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695967.790340:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695967.790345:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695967.790347:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695967.790349:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695967.790350:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695967.790364:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695967.790366:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695967.790423:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695967.790436:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695967.790439:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695967.854002:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695967.854013:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695967.854023:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788695967.854030:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788695967.854039:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695967.854041:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695967.854046:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695967.854054:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f68a3b. 00000100:00000001:3.0:1788695967.854062:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695967.854072:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000048524a16 x1875583274349312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695967.854083:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695967.854086:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695967.854091:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_01+1] req@0000000048524a16 x1875583274349312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695967.854115:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695967.854118:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695967.854121:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695967.854123:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c1b66ce. 00000020:00000040:3.0:1788695967.854126:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695967.854129:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695967.854130:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695967.854132:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695967.854136:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a4df8fd. 00000100:00000001:3.0:1788695967.854139:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695967.854143:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000000c1b66ce x1875583274349440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695967.854144:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695967.854150:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695967.854153:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695967.854154:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788695967.854157:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695967.854162:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274349312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695967.854163:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1b66ce] to pc [ptlrpcd_00_02+2] req@000000000c1b66ce x1875583274349440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695967.854189:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695967.854191:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695967.854195:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695967.854197:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695967.854199:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695967.854203:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274349312:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695967.854212:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695967.854219:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695967.854222:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695967.854225:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695967.854229:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f77b068. 02000000:00000001:0.0:1788695967.854232:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695967.854237:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2f0e72d. 00000100:00000001:3.0:1788695967.854242:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695967.854244:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003657e232. 00000100:00000040:3.0:1788695967.854246:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695967.854251:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1788695967.854252:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274349312, portal 25 00000100:00000010:3.0:1788695967.854254:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32a5d79. 00000100:00000001:0.0:1788695967.854256:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695967.854259:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000020:00000040:3.0:1788695967.854259:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695967.854261:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695967.854263:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1788695967.854265:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1788695967.854265:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788695967.854267:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1788695967.854267:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695967.854270:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274349312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1788695967.854272:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006beeb4bb. 00000100:00000040:2.0:1788695967.854274:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c1b66ce x1875583274349440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695967.854277:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695967.854283:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a32a5d79 x1875583274349568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695967.854298:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695967.854298:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695967.854299:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788695967.854299:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695967.854300:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695967.854303:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1788695967.854306:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:2.0:1788695967.854306:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788695967.854306:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a32a5d79] to pc [ptlrpcd_00_03+3] req@00000000a32a5d79 x1875583274349568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788695967.854311:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695967.854312:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044b3f705. 00000100:00100000:2.0:1788695967.854314:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274349440:192.168.201.118@tcp:400: 00000100:00000200:0.0:1788695967.854318:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274349312, offset 0 00000100:00000001:3.0:1788695967.854319:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695967.854323:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695967.854324:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695967.854327:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1788695967.854327:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1788695967.854330:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695967.854331:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:2.0:1788695967.854332:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1788695967.854334:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12267) 02000000:00000010:2.0:1788695967.854335:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004178256f. 02000000:00000001:2.0:1788695967.854336:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695967.854340:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c24e619c. 00000400:00000010:2.0:1788695967.854345:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b782d6c0. 00000100:00000001:3.0:1788695967.854347:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1788695967.854348:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274349440, portal 10 00000100:00000001:3.0:1788695967.854349:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695967.854350:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695967.854351:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788695967.854352:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548240896 : -113296161310720 : ffff98f52e8cf800) 00000400:00000200:0.0:1788695967.854354:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695967.854360:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1788695967.854361:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c1b66ce x1875583274349440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695967.854364:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a32a5d79 x1875583274349568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788695967.854368:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:2.0:1788695967.854373:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1788695967.854375:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788695967.854376:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695967.854378:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695967.854379:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695967.854381:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017360176. 02000000:00000001:3.0:1788695967.854381:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1788695967.854382:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000001:3.0:1788695967.854384:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1788695967.854385:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274349440, offset 0 00000400:00000200:0.0:1788695967.854390:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [237:237:256:4294967295] 192.168.201.118@tcp LPNI seq info [237:237:8:4294967295] 00000400:00000200:2.0:1788695967.854393:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:3.0:1788695967.854393:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695967.854398:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274349568:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695967.854402:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695967.854406:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1788695967.854409:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 02000000:00000001:3.0:1788695967.854410:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695967.854414:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695967.854419:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007729331e. 00000800:00000200:0.0:1788695967.854421:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695967.854423:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:3.0:1788695967.854423:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695967.854428:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1788695967.854429:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074f8e491. 00000400:00000200:2.0:1788695967.854432:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695967.854436:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1788695967.854437:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057989d25. 00000800:00000200:0.0:1788695967.854441:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:2.0:1788695967.854442:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000010:3.0:1788695967.854443:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c74f0a0. 00000400:00000200:2.0:1788695967.854447:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [238:238:255:4294967295] 192.168.201.118@tcp LPNI seq info [238:238:7:4294967295] 00000100:00000200:3.0:1788695967.854448:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274349568, portal 10 00000100:00000001:3.0:1788695967.854450:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695967.854451:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548231040 : -113296161320576 : ffff98f52e8cd180) 00000800:00000200:0.0:1788695967.854454:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000040:3.0:1788695967.854459:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a32a5d79 x1875583274349568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788695967.854460:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000074f8e491 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788695967.854461:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:1.0:1788695967.854468:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695967.854469:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1788695967.854472:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788695967.854473:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695967.854474:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695967.854476:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e680c3a9. 00000100:00000001:0.0:1788695967.854478:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695967.854478:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000118b729b. 00000800:00000200:2.0:1788695967.854482:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000200:3.0:1788695967.854482:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274349568, offset 0 00000100:00000001:0.0:1788695967.854485:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306930929 00000800:00000200:2.0:1788695967.854489:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:3.0:1788695967.854489:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000010:0.0:1788695967.854492:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009bba77ba. 00000800:00000200:2.0:1788695967.854492:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e680c3a9 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788695967.854494:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788695967.854498:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695967.854498:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695967.854501:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:0.0:1788695967.854502:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1788695967.854505:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1788695967.854508:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 46905 usecs (47 jiffies) 00000800:00000200:1.0:1788695967.854509:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1788695967.854509:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:0.0:1788695967.854511:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306930929 00000100:00000001:2.0:1788695967.854512:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306929711 00000800:00000010:1.0:1788695967.854515:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074f8e491. 00000100:00000001:2.0:1788695967.854517:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306930929 00000100:00000010:0.0:1788695967.854518:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db1d4de9. 00000400:00000200:3.0:1788695967.854518:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [239:239:254:4294967295] 192.168.201.118@tcp LPNI seq info [239:239:6:4294967295] 00000400:00000200:1.0:1788695967.854521:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788695967.854522:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306929711 00000100:00000001:0.0:1788695967.854525:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788695967.854531:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306930929 00000400:00000200:1.0:1788695967.854531:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695967.854531:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306930929 00000100:00000010:0.0:1788695967.854537:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047e9a98. 00000100:00000001:2.0:1788695967.854538:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306929711 00000400:00000200:3.0:1788695967.854538:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:0.0:1788695967.854543:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1788695967.854546:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044b3f705 00000800:00000200:3.0:1788695967.854546:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695967.854549:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306930929 00000100:00000001:2.0:1788695967.854549:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306930929 00000400:00000010:1.0:1788695967.854550:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000044b3f705. 00000800:00000010:3.0:1788695967.854552:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008513bebc. 00000100:00000001:2.0:1788695967.854553:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306929711 00000100:00000010:0.0:1788695967.854557:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b89cdb3. 00000100:00000001:1.0:1788695967.854558:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:3.0:1788695967.854558:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788695967.854564:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000200:1.0:1788695967.854564:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274349312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788695967.854569:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:0.0:1788695967.854571:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695967.854571:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306930929 00000100:00000001:1.0:1788695967.854576:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788695967.854577:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695967.854578:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1788695967.854578:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008513bebc type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1788695967.854580:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274349312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695983 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695967.854583:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695967.854584:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695967.854584:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695967.854586:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695967.854586:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 48346 usecs (49 jiffies) 00000100:00000001:0.0:1788695967.854589:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695967.854591:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695967.854599:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306929713 00000100:00000001:1.0:1788695967.854600:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695967.854601:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695967.854601:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695967.854603:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306930929 00000100:00000001:2.0:1788695967.854604:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695967.854605:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788695967.854606:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306929713 00000100:00000001:2.0:1788695967.854607:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695967.854610:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306930929 00000100:00000001:0.0:1788695967.854611:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695967.854611:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695967.854612:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695967.854613:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306929713 00000100:00000001:0.0:1788695967.854618:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695967.854618:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695967.854618:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306930929 00000100:00000001:3.0:1788695967.854620:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306929713 00000800:00000200:1.0:1788695967.854621:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788695967.854622:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695967.854624:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306930929 00000100:00000001:0.0:1788695967.854626:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788695967.854627:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e680c3a9. 00000100:00000001:3.0:1788695967.854627:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695967.854633:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695967.854633:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695967.854634:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788695967.854639:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695967.854643:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695967.854644:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695967.854650:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017360176 00000100:00000001:3.0:1788695967.854650:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1788695967.854653:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000017360176. 00000100:00000001:3.0:1788695967.854654:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695967.854656:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1788695967.854658:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1788695967.854660:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000c1b66ce x1875583274349440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695967.854662:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695967.854665:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695967.854670:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695967.854672:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695967.854675:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c1b66ce x1875583274349440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695983 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695967.854679:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695967.854680:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788695967.854730:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695967.854732:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008513bebc. 00000400:00000200:1.0:1788695967.854733:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695967.854735:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695967.854737:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000118b729b 00000400:00000010:1.0:1788695967.854738:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000118b729b. 00000100:00000001:1.0:1788695967.854739:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695967.854741:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a32a5d79 x1875583274349568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695967.854745:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695967.854746:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a32a5d79 x1875583274349568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695983 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695967.854750:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695967.854750:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788695967.857242:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695967.857482:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695967.857487:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695967.857497:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695967.857509:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695967.857523:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d07300 00000400:00000200:2.0:1788695967.857530:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x84d [1] + 224 00000800:00000001:2.0:1788695967.857537:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695967.857540:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695967.857543:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695967.857548:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695967.857561:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695967.857580:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274349312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695967.857593:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274349312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695967.857616:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695967.857625:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695967.857630:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695967.857631:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695967.857633:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695967.857637:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695967.857644:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d07400 00000400:00000200:2.0:1788695967.857648:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x85d [1] + 224 00000800:00000001:2.0:1788695967.857652:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695967.857655:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695967.857657:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695967.857660:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695967.857663:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695967.857665:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a32a5d79 x1875583274349568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695967.857674:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a32a5d79 x1875583274349568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695967.857690:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695967.857693:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695967.857697:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695967.857698:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695967.857700:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695967.857705:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695967.857711:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d07380 00000400:00000200:2.0:1788695967.857716:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x855 [1] + 224 00000800:00000001:2.0:1788695967.857720:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788695967.857722:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695967.857727:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695967.857735:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695967.857737:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695967.857740:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057989d25. 00000800:00000001:2.0:1788695967.857741:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695967.857745:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695967.857746:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c74f0a0 00000400:00000010:3.0:1788695967.857750:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003c74f0a0. 00000400:00000200:2.0:1788695967.857751:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695967.857757:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788695967.857759:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695967.857765:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a32a5d79 x1875583274349568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695967.857766:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000c1b66ce x1875583274349440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695967.857784:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c1b66ce x1875583274349440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695967.857802:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a32a5d79 x1875583274349568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695967.857807:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695967.857813:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695967.857817:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695967.857819:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695967.857823:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695967.857826:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695967.857829:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695967.857832:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695967.857834:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695967.857837:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695967.857881:0:201303:0:(import.c:2195:obd_at_measure()) add 0 to 00000000c1e757c8 time=17 v=5 (5 5 5 0) 00000100:00001000:3.0:1788695967.857887:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=154 v=5 (1 1 0 0) 00000100:00000001:3.0:1788695967.857890:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695967.857893:0:201303:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1788695967.857896:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695967.857897:0:201303:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00000001:0.0:1788695967.857899:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1788695967.857903:0:201303:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffff98f518c6e000 of lustre-MDT0001_UUID@192.168.201.118@tcp abruptly disconnected: reconnecting 00000400:00000001:0.0:1788695967.857905:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:3.0:1788695967.857908:0:201303:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000400:00000001:0.0:1788695967.857909:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695967.857912:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2f0e72d. 00000100:02000400:3.0:1788695967.857915:0:201303:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff98f518c6e000: Connection to lustre-MDT0001 (at 192.168.201.118@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000400:00000200:0.0:1788695967.857917:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003657e232 00000400:00000010:0.0:1788695967.857921:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003657e232. 00000100:00000001:0.0:1788695967.857925:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695967.857930:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274349312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695967.857938:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274349312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695967.857944:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695967.857946:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695967.857949:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695967.857951:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695967.857952:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695967.857953:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695967.857956:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695967.857960:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=18 v=5 (5 5 5 0) 00000100:00001000:0.0:1788695967.857976:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=18 v=5 (1 1 1 0) 00000100:00000001:0.0:1788695967.857979:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695967.857981:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695967.857983:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695967.857985:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695967.857988:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695967.857992:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274349312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695967.857999:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695967.858002:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695967.858004:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695967.858014:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274349312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695983 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695967.858022:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274349312:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695967.858027:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695967.858030:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695967.858032:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274349312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695983 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695967.858038:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695967.858041:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695967.858044:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f77b068. 02000000:00000001:0.0:1788695967.858047:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695967.858049:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695967.858051:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788695967.858053:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695967.858055:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f68a3b. 02000000:00000001:0.0:1788695967.858059:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695967.858061:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695967.858062:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000100:00000001:0.0:1788695967.858066:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695967.858067:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695967.858069:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695967.858075:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695967.858077:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695967.858079:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695967.858081:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695967.860079:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695967.860085:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695967.860100:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695967.860102:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695967.860105:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c24e619c. 00000400:00000200:1.0:1788695967.860113:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b782d6c0 00000400:00000010:1.0:1788695967.860115:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b782d6c0. 00000100:00000001:1.0:1788695967.860118:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695967.860127:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000c1b66ce x1875583274349440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695983 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695967.860137:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000c1b66ce x1875583274349440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695983 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695967.860145:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695967.860146:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695967.860154:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695967.860156:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695967.860158:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695967.860160:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695967.860162:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695967.860168:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=18 v=5 (5 5 5 0) 00000100:00001000:1.0:1788695967.860171:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=18 v=5 (1 1 1 0) 00000100:00000001:1.0:1788695967.860174:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695967.860175:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695967.860177:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695967.860181:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695967.860184:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695967.860186:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695967.860188:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695967.860190:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695967.860194:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c1b66ce x1875583274349440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695983 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695967.860201:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695967.860204:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695967.860206:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695967.860209:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c1b66ce x1875583274349440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695983 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695967.860229:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274349440:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695967.860234:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695967.860236:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695967.860238:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c1b66ce x1875583274349440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695983 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695967.860245:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695967.860247:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695967.860249:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004178256f. 02000000:00000001:1.0:1788695967.860252:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695967.860254:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695967.860255:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695967.860257:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695967.860259:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a4df8fd. 02000000:00000001:1.0:1788695967.860261:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695967.860263:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695967.860264:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c1b66ce. 00000100:00000001:1.0:1788695967.860267:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695967.860268:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695967.860270:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695967.860275:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695967.860276:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695967.860278:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695967.860280:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695967.863360:0:201303:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788695967.863367:0:201303:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788695967.863370:0:201303:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695967.863373:0:201303:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788695967.863376:0:201303:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788695967.863378:0:201303:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788695967.863384:0:201303:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1788695967.863391:0:201303:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: connect to NID 192.168.201.118@tcp last attempt 11958 00000400:00000200:3.0:1788695967.863401:0:201303:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.201.118@tcp is discovered: rc = 1 00000100:00000040:3.0:1788695967.863406:0:201303:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:3.0:1788695967.863408:0:201303:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788695967.863411:0:201303:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:3.0:1788695967.863413:0:201303:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000001:3.0:1788695967.863416:0:201303:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788695967.863418:0:201303:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18b1 00000020:00000001:3.0:1788695967.863421:0:201303:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695967.863439:0:201303:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d44de2da refcount=5 00000020:00000001:3.0:1788695967.863442:0:201303:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000020:00000001:3.0:1788695967.863444:0:201303:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000100:00000040:3.0:1788695967.863447:0:201303:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:3.0:1788695967.863449:0:201303:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788695967.863451:0:201303:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:3.0:1788695967.863452:0:201303:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000040:3.0:1788695967.863455:0:201303:0:(genops.c:879:class_export_put()) PUTting export 00000000d44de2da : new refcount 4 00000100:00080000:3.0:1788695967.863458:0:201303:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: import 00000000ad055e41 using connection 192.168.201.118@tcp/192.168.201.118@tcp 00000100:00000001:3.0:1788695967.863460:0:201303:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695967.863463:0:201303:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788695967.863470:0:201303:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695967.863473:0:201303:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695967.863476:0:201303:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788695967.863478:0:201303:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788695967.863481:0:201303:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695967.863483:0:201303:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788695967.863489:0:201303:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c1b66ce. 00000020:00000040:3.0:1788695967.863491:0:201303:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=5 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:3.0:1788695967.863495:0:201303:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788695967.863496:0:201303:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695967.863499:0:201303:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695967.863501:0:201303:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695967.863504:0:201303:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695967.863511:0:201303:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000005b49f819. 00000100:00000001:3.0:1788695967.863517:0:201303:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695967.863523:0:201303:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000c1b66ce x1875583274349696/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695967.863532:0:201303:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695967.863534:0:201303:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695967.863538:0:201303:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1b66ce] to pc [ptlrpcd_rcv+-1] req@000000000c1b66ce x1875583274349696/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695967.863622:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695967.863626:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695967.863628:0:201299:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695967.863633:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c1b66ce x1875583274349696/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695967.863641:0:201299:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695967.863643:0:201299:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695967.863646:0:201299:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695967.863648:0:201299:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695967.863650:0:201299:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695967.863652:0:201299:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274349696:192.168.201.118@tcp:38: 00000100:00000001:2.0:1788695967.863656:0:201299:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695967.863659:0:201299:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695967.863662:0:201299:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695967.863664:0:201299:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695967.863668:0:201299:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000812cd657. 02000000:00000001:2.0:1788695967.863670:0:201299:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695967.863675:0:201299:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d29b5fe. 00000400:00000010:2.0:1788695967.863681:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e484deba. 00000100:00000200:2.0:1788695967.863688:0:201299:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274349696, portal 10 00000100:00000001:2.0:1788695967.863690:0:201299:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695967.863691:0:201299:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548240896 : -113296161310720 : ffff98f52e8cf800) 00000100:00000040:2.0:1788695967.863703:0:201299:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c1b66ce x1875583274349696/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695967.863709:0:201299:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695967.863712:0:201299:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695967.863714:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6ffd42f. 00000100:00000200:2.0:1788695967.863717:0:201299:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875583274349696, offset 0 00000400:00000200:2.0:1788695967.863724:0:201299:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695967.863734:0:201299:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695967.863738:0:201299:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695967.863742:0:201299:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695967.863745:0:201299:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695967.863747:0:201299:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695967.863750:0:201299:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [240:240:256:4294967295] 192.168.201.118@tcp LPNI seq info [240:240:8:4294967295] 00000400:00000200:2.0:1788695967.863758:0:201299:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695967.863762:0:201299:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695967.863765:0:201299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a3e8ab7. 00000800:00000200:2.0:1788695967.863770:0:201299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695967.863775:0:201299:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695967.863778:0:201299:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a3e8ab7 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788695967.863791:0:201299:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695967.863794:0:201299:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 47690 usecs (48 jiffies) 00000100:00000001:2.0:1788695967.863797:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306929721 00000100:00000001:2.0:1788695967.863799:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306930929 00000100:00000001:2.0:1788695967.863800:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306929721 00000100:00000001:2.0:1788695967.863802:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306930929 00000100:00000001:2.0:1788695967.863803:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306929721 00000100:00000001:2.0:1788695967.863805:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306930929 00000100:00000001:2.0:1788695967.863805:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306929721 00000100:00000001:2.0:1788695967.863811:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306930929 00000100:00000001:2.0:1788695967.863812:0:201299:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695967.863814:0:201299:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695967.863816:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695967.863818:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695967.863834:0:201303:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695967.863836:0:201303:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1788695967.863837:0:201303:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1788695967.863842:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a32a5d79 x1875583274349568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695983 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695967.863875:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1788695967.863878:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695967.863880:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695967.863884:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a32a5d79 x1875583274349568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695983 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695967.863893:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274349568:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695967.863898:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695967.863900:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695967.863903:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a32a5d79 x1875583274349568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695983 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695967.863907:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695967.863910:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695967.863912:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007729331e. 02000000:00000001:3.0:1788695967.863916:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695967.863917:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695967.863919:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000800:00000200:1.0:1788695967.863920:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1788695967.863922:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000800:00000010:1.0:1788695967.863926:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a3e8ab7. 02000000:00000010:3.0:1788695967.863926:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006beeb4bb. 02000000:00000001:3.0:1788695967.863932:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1788695967.863933:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1788695967.863934:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695967.863938:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32a5d79. 00000400:00000200:1.0:1788695967.863943:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695967.863944:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695967.863947:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695967.863949:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6ffd42f 00000100:00000001:3.0:1788695967.863950:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1788695967.863953:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d6ffd42f. 00000100:00000001:1.0:1788695967.863959:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1788695967.863960:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1788695967.863975:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000c1b66ce x1875583274349696/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695967.863981:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695967.863985:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695967.863989:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788695967.863989:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695967.864000:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c1b66ce x1875583274349696/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695977 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695967.864008:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695967.864010:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788695967.864111:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695967.864114:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788695967.864116:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695967.864118:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695967.864119:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695967.864121:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695967.870291:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695967.870306:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695967.870311:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695967.870313:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695967.870324:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695967.870338:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d07480 00000400:00000200:1.0:1788695967.870345:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x865 [1] + 0 00000800:00000001:1.0:1788695967.870362:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695967.870368:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695967.870372:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695967.870376:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695967.870383:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695967.870390:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000c1b66ce x1875583274349696/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695967.870400:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000000c1b66ce x1875583274349696/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695967.870419:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695967.870426:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695967.870429:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695967.870559:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695967.870564:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695967.870571:0:201299:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695967.870573:0:201299:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695967.870575:0:201299:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d29b5fe. 00000400:00000200:2.0:1788695967.870581:0:201299:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e484deba 00000400:00000010:2.0:1788695967.870584:0:201299:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e484deba. 00000100:00000001:2.0:1788695967.870587:0:201299:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695967.870599:0:201299:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000c1b66ce x1875583274349696/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695967.870608:0:201299:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000c1b66ce x1875583274349696/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695967.870614:0:201299:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695967.870616:0:201299:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695967.870618:0:201299:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695967.870621:0:201299:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695967.870623:0:201299:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695967.870625:0:201299:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695967.870628:0:201299:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695967.870636:0:201299:0:(import.c:2195:obd_at_measure()) add 0 to 00000000c1e757c8 time=17 v=5 (5 5 5 0) 00000100:00001000:2.0:1788695967.870639:0:201299:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=4 v=5 (1 1 1 0) 00000100:00000001:2.0:1788695967.870642:0:201299:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695967.870644:0:201299:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1788695967.870646:0:201299:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1788695967.870666:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c1b66ce x1875583274349696/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788695977 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695967.870672:0:201299:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1788695967.870676:0:201299:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695967.870677:0:201299:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695967.870679:0:201299:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1788695967.870681:0:201299:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1788695967.870684:0:201299:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788695967.870687:0:201299:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.118@tcp failed (-19) 00000100:00000001:2.0:1788695967.870690:0:201299:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1788695967.870692:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c1b66ce x1875583274349696/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788695977 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695967.870698:0:201299:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274349696:192.168.201.118@tcp:38: 00000100:00000001:2.0:1788695967.870703:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695967.870705:0:201299:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695967.870708:0:201299:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c1b66ce x1875583274349696/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788695977 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695967.870715:0:201299:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695967.870717:0:201299:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695967.870720:0:201299:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000812cd657. 02000000:00000001:2.0:1788695967.870724:0:201299:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695967.870726:0:201299:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695967.870728:0:201299:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695967.870730:0:201299:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695967.870732:0:201299:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000005b49f819. 02000000:00000001:2.0:1788695967.870736:0:201299:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695967.870738:0:201299:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695967.870739:0:201299:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c1b66ce. 00000100:00000001:2.0:1788695967.870743:0:201299:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695967.870744:0:201299:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695967.870752:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695967.870759:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695967.870760:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695967.870762:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695967.870764:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695968.813991:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695968.813999:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695968.814006:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695968.814007:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695968.814147:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695968.814150:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695968.814153:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695969.133971:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306930929, at 4306930944 00000100:00000010:1.0:1788695969.133991:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db1d4de9. 00000100:00000040:2.0:1788695969.133995:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306930929, at 4306930944 00000100:00000010:2.0:1788695969.134004:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047e9a98. 00000100:00000040:3.0:1788695969.134072:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306930929, at 4306930944 00000100:00000010:3.0:1788695969.134078:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b89cdb3. 00000100:00000040:0.0:1788695969.136055:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306930929, at 4306930946 00000100:00000010:0.0:1788695969.136069:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bba77ba. 00010000:00000001:2.0:1788695969.838081:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695969.838089:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695969.838094:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695969.838095:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695969.838226:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695969.838238:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695969.838241:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695970.862752:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695970.862759:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695970.862763:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695970.862764:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695970.862842:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695970.862875:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695970.862880:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695971.886014:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695971.886022:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695971.886027:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695971.886028:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695971.886097:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695971.886101:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695971.886105:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695972.910834:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695972.910841:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695972.910861:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695972.910865:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695972.910867:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695972.910870:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695972.910873:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695972.910885:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695972.910888:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695972.910889:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695972.910958:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695972.910987:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695972.910990:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695972.974170:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695972.974179:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695972.974185:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32a5d79. 00000020:00000040:3.0:1788695972.974192:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788695972.974197:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695972.974200:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695972.974205:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695972.974212:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006beeb4bb. 00000100:00000001:3.0:1788695972.974220:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695972.974231:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000a32a5d79 x1875583274349824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695972.974242:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695972.974245:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695972.974252:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a32a5d79] to pc [ptlrpcd_00_00+0] req@00000000a32a5d79 x1875583274349824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695972.974291:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695972.974294:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695972.974298:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695972.974301:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788695972.974303:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695972.974306:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695972.974307:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695972.974308:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695972.974311:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a4df8fd. 00000100:00000001:3.0:1788695972.974315:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695972.974318:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000048524a16 x1875583274349952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695972.974338:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695972.974340:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695972.974344:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_01+1] req@0000000048524a16 x1875583274349952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695972.974352:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788695972.974353:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788695972.974356:0:204459:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1788695972.974358:0:204459:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788695972.974360:0:204459:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788695972.974364:0:204459:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1788695972.974366:0:204459:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: connect to NID 192.168.201.118@tcp last attempt 12262 00000400:00000200:3.0:1788695972.974373:0:204459:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.201.118@tcp is discovered: rc = 1 00000100:00001000:3.0:1788695972.974377:0:204459:0:(import.c:2195:obd_at_measure()) add 10 to 00000000a187fc95 time=9 v=5 (1 1 1 0) 00000100:00001000:3.0:1788695972.974379:0:204459:0:(import.c:2261:obd_at_measure()) AT 00000000a187fc95 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 0 00000100:00080000:3.0:1788695972.974381:0:204459:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: tried all connections, increasing latency to 5s 00000100:00000040:3.0:1788695972.974384:0:204459:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:3.0:1788695972.974386:0:204459:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788695972.974388:0:204459:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:3.0:1788695972.974390:0:204459:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000001:3.0:1788695972.974392:0:204459:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788695972.974394:0:204459:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18b1 00000020:00000001:3.0:1788695972.974397:0:204459:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695972.974399:0:204459:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d44de2da refcount=5 00000020:00000001:3.0:1788695972.974401:0:204459:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000020:00000001:3.0:1788695972.974403:0:204459:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000100:00000040:3.0:1788695972.974406:0:204459:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:3.0:1788695972.974407:0:204459:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788695972.974408:0:204459:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:3.0:1788695972.974415:0:204459:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000040:3.0:1788695972.974418:0:204459:0:(genops.c:879:class_export_put()) PUTting export 00000000d44de2da : new refcount 4 00000100:00080000:3.0:1788695972.974420:0:204459:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: import 00000000ad055e41 using connection 192.168.201.118@tcp/192.168.201.118@tcp 00000100:00000001:3.0:1788695972.974423:0:204459:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695972.974425:0:204459:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788695972.974430:0:204459:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695972.974433:0:204459:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695972.974435:0:204459:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788695972.974439:0:204459:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788695972.974441:0:204459:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695972.974443:0:204459:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788695972.974446:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000020:00000040:3.0:1788695972.974448:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:3.0:1788695972.974451:0:204459:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788695972.974452:0:204459:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695972.974454:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695972.974456:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695972.974457:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695972.974461:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000004644faf7. 00000100:00000001:3.0:1788695972.974464:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695972.974469:0:204459:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003e3fb870 x1875583274350080/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695972.974476:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695972.974477:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695972.974480:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3fb870] to pc [ptlrpcd_rcv+-1] req@000000003e3fb870 x1875583274350080/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695972.974500:0:204459:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695972.974503:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788695972.974506:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788695972.974510:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12272) 00000100:00000001:0.0:1788695972.974573:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695972.974582:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695972.974585:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695972.974590:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274349952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695972.974592:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695972.974598:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695972.974601:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695972.974602:0:201299:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788695972.974606:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695972.974610:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274350080/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788695972.974612:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695972.974615:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695972.974618:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695972.974624:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274349952:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695972.974629:0:201299:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695972.974630:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788695972.974634:0:201299:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695972.974636:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695972.974638:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695972.974638:0:201299:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695972.974643:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1788695972.974643:0:201299:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1788695972.974648:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f77b068. 02000000:00000001:1.0:1788695972.974648:0:201299:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695972.974653:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695972.974655:0:201299:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274350080:192.168.201.118@tcp:38: 00000400:00000010:0.0:1788695972.974659:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2f0e72d. 00000100:00000001:1.0:1788695972.974661:0:201299:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695972.974665:0:201299:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695972.974668:0:201299:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695972.974669:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003657e232. 02000000:00000001:1.0:1788695972.974670:0:201299:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695972.974676:0:201299:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000048c3a6dc. 00000100:00000200:0.0:1788695972.974678:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274349952, portal 10 02000000:00000001:1.0:1788695972.974679:0:201299:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695972.974683:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695972.974686:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000400:00000010:1.0:1788695972.974686:0:201299:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e21ffd2. 00000400:00000010:1.0:1788695972.974691:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053d383cc. 00000100:00000200:1.0:1788695972.974695:0:201299:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274350080, portal 10 00000100:00000040:0.0:1788695972.974697:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274349952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695972.974698:0:201299:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695972.974700:0:201299:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000100:00000040:1.0:1788695972.974708:0:201299:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274350080/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695972.974714:0:201299:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695972.974716:0:201299:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695972.974718:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c78758bc. 00000100:00000200:1.0:1788695972.974719:0:201299:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875583274350080, offset 0 00000100:00000001:0.0:1788695972.974723:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1788695972.974727:0:201299:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:0.0:1788695972.974732:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695972.974735:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001921424c. 00000100:00000200:0.0:1788695972.974738:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274349952, offset 0 00000400:00000200:1.0:1788695972.974740:0:201299:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695972.974747:0:201299:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695972.974749:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695972.974757:0:201299:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695972.974759:0:201299:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695972.974761:0:201299:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695972.974763:0:201299:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [241:241:256:4294967295] 192.168.201.118@tcp LPNI seq info [241:241:8:4294967295] 00000400:00000200:1.0:1788695972.974771:0:201299:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695972.974775:0:201299:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695972.974779:0:201299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000372e11cf. 00000800:00000200:1.0:1788695972.974784:0:201299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695972.974789:0:201299:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:2.0:1788695972.974790:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1788695972.974792:0:201299:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000372e11cf type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788695972.974795:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695972.974798:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695972.974803:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a32a5d79 x1875583274349824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695972.974810:0:201299:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695972.974814:0:201299:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 47118 usecs (48 jiffies) 00000100:00000001:1.0:1788695972.974817:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306934832 00000100:00000010:1.0:1788695972.974822:0:201299:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091b67439. 00000100:00000001:1.0:1788695972.974829:0:201299:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788695972.974829:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695972.974832:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695972.974837:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695972.974839:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695972.974841:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695972.974843:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274349824:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695972.974889:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306934832 00000100:00000010:1.0:1788695972.974895:0:201299:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005dd2cbdf. 00000100:00000001:2.0:1788695972.974897:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788695972.974902:0:201299:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 02000000:00000001:2.0:1788695972.974902:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695972.974904:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695972.974908:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788695972.974909:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306934833 02000000:00000010:2.0:1788695972.974911:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac3cf9df. 00000100:00000010:1.0:1788695972.974914:0:201299:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d80e0650. 02000000:00000001:2.0:1788695972.974915:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695972.974920:0:201299:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000400:00000010:2.0:1788695972.974923:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d29b5fe. 00000100:00000001:1.0:1788695972.974924:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306934833 00000400:00000010:2.0:1788695972.974929:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e484deba. 00000100:00000010:1.0:1788695972.974930:0:201299:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007edff0d3. 00000100:00000001:1.0:1788695972.974935:0:201299:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000200:2.0:1788695972.974936:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274349824, portal 25 00000100:00000001:2.0:1788695972.974940:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695972.974941:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548231040 : -113296161320576 : ffff98f52e8cd180) 00000100:00000001:1.0:1788695972.974943:0:201299:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788695972.974946:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a32a5d79 x1875583274349824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695972.974948:0:201299:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695972.974953:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695972.974958:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695972.974961:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695972.974964:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695972.974967:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8fd35c7. 00000100:00000001:1.0:1788695972.974968:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1788695972.974969:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274349824, offset 0 00000400:00000200:2.0:1788695972.974974:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788695972.974978:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788695972.974983:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695972.974984:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695972.974985:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695972.974987:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695972.975092:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695972.975096:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000372e11cf. 00000400:00000200:3.0:1788695972.975099:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695972.975105:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695972.975601:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695972.975605:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695972.975608:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695972.975611:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695972.975613:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695972.975622:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [242:242:255:4294967295] 192.168.201.118@tcp LPNI seq info [242:242:7:4294967295] 00000400:00000200:0.0:1788695972.975630:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695972.975634:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695972.975638:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000150a73a8. 00000800:00000200:0.0:1788695972.975642:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695972.975647:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695972.975649:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000150a73a8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695972.975652:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695972.975654:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 46341 usecs (47 jiffies) 00000100:00000001:0.0:1788695972.975657:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306934832 00000100:00000001:0.0:1788695972.975659:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306934832 00000100:00000001:0.0:1788695972.975660:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306934832 00000100:00000001:0.0:1788695972.975662:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306934832 00000100:00000001:0.0:1788695972.975664:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306934832 00000100:00000001:0.0:1788695972.975665:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306934833 00000100:00000001:0.0:1788695972.975667:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306934832 00000100:00000001:0.0:1788695972.975669:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306934833 00000100:00000001:0.0:1788695972.975670:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695972.975672:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695972.975675:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695972.975676:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695972.975680:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695972.975681:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695972.975683:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695972.975684:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695972.975685:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695972.975687:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695972.975800:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695972.975803:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695972.975804:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695972.975806:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695972.975809:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695972.975812:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [243:243:254:4294967295] 192.168.201.118@tcp LPNI seq info [243:243:6:4294967295] 00000400:00000200:2.0:1788695972.975818:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695972.975829:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695972.975832:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009619aef4. 00000800:00000200:2.0:1788695972.975836:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695972.975840:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695972.975842:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009619aef4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695972.975940:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695972.975944:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306936051 00000100:00000001:2.0:1788695972.975949:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306934832 00000100:00000001:2.0:1788695972.975954:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306936051 00000100:00000001:2.0:1788695972.975958:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306934832 00000100:00000001:2.0:1788695972.975961:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306936051 00000100:00000001:2.0:1788695972.975965:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306934833 00000100:00000001:2.0:1788695972.975968:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306936051 00000100:00000001:2.0:1788695972.975971:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306934833 00000100:00000001:2.0:1788695972.975973:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695972.975975:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695972.975977:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695972.975979:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695972.975983:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695972.975984:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695972.975985:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695972.975987:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695972.975988:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695972.975990:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695972.976037:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c78758bc 00000400:00000010:3.0:1788695972.976040:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c78758bc. 00000100:00000001:3.0:1788695972.976046:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695972.976050:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274350080/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695972.976058:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695972.976061:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274350080/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695987 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695972.976067:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695972.976069:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695972.976086:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695972.976089:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000150a73a8. 00000400:00000200:3.0:1788695972.976092:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695972.976095:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695972.976097:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001921424c 00000400:00000010:3.0:1788695972.976099:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001921424c. 00000100:00000001:3.0:1788695972.976101:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695972.976103:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274349952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695972.976110:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695972.976112:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274349952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695988 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695972.976118:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695972.976119:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788695972.976151:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695972.976153:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009619aef4. 00000400:00000200:3.0:1788695972.976156:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695972.976160:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695972.976162:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8fd35c7 00000400:00000010:3.0:1788695972.976168:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8fd35c7. 00000100:00000001:3.0:1788695972.976172:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695972.976174:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a32a5d79 x1875583274349824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695972.976182:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695972.976184:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a32a5d79 x1875583274349824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695988 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695972.976190:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695972.976191:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788695972.978705:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695972.978719:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695972.978723:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695972.978725:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695972.978735:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695972.978749:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d07500 00000400:00000200:1.0:1788695972.978766:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x87d [1] + 224 00000800:00000001:1.0:1788695972.978773:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695972.978776:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695972.978777:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695972.978780:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695972.978784:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695972.978788:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a32a5d79 x1875583274349824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695972.978796:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a32a5d79 x1875583274349824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695972.978807:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695972.978812:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695972.978814:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695972.978815:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695972.978816:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695972.978819:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695972.978822:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d07580 00000400:00000200:1.0:1788695972.978826:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x86d [1] + 224 00000800:00000001:1.0:1788695972.978828:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695972.978832:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695972.978833:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695972.978835:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695972.978886:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695972.978891:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274349952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695972.978894:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695972.978899:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1788695972.978904:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274349952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788695972.978907:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695972.978911:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695972.978915:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d29b5fe. 00000400:00000200:2.0:1788695972.978923:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e484deba 00000100:00000001:1.0:1788695972.978924:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000010:2.0:1788695972.978927:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e484deba. 00000100:00000001:2.0:1788695972.978932:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000800:00000001:1.0:1788695972.978938:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695972.978943:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788695972.978950:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a32a5d79 x1875583274349824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695972.978961:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a32a5d79 x1875583274349824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695972.978967:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695972.978969:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695972.978971:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695972.978974:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695972.978977:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695972.978981:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000001:0.0:1788695972.978982:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695972.978985:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1788695972.978985:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1788695972.978990:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2f0e72d. 00000100:00000001:2.0:1788695972.978990:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695972.978995:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695972.978996:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003657e232 00000400:00000010:0.0:1788695972.979000:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003657e232. 00000100:00001000:2.0:1788695972.979002:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=23 v=5 (5 5 5 0) 00000100:00000001:0.0:1788695972.979003:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00001000:2.0:1788695972.979009:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=23 v=5 (1 1 1 0) 00000100:00000200:0.0:1788695972.979010:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274349952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695972.979015:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695972.979017:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695972.979020:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695972.979022:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695972.979027:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695972.979036:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a32a5d79 x1875583274349824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695972.979040:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274349952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695972.979059:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695972.979062:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695972.979064:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695972.979065:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695972.979068:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695972.979069:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695972.979073:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695972.979075:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1788695972.979077:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a32a5d79 x1875583274349824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695988 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695972.979078:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695972.979082:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695972.979088:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=23 v=5 (5 5 5 0) 00000100:00100000:2.0:1788695972.979092:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274349824:192.168.201.118@tcp:400: 00000100:00001000:0.0:1788695972.979094:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=23 v=5 (1 1 1 0) 00000100:00000001:0.0:1788695972.979100:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695972.979101:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695972.979102:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695972.979107:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1788695972.979107:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1788695972.979110:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695972.979113:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a32a5d79 x1875583274349824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695988 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695972.979116:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788695972.979119:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788695972.979124:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788695972.979127:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695972.979128:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695972.979132:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1788695972.979134:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274349952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1788695972.979143:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac3cf9df. 00000100:00000001:0.0:1788695972.979144:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695972.979149:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1788695972.979150:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695972.979153:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695972.979156:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695972.979159:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695972.979161:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006beeb4bb. 02000000:00000001:2.0:1788695972.979164:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695972.979166:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695972.979167:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32a5d79. 00000100:00000001:0.0:1788695972.979169:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695972.979171:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695972.979173:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695972.979176:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274349952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695988 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695972.979177:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695972.979185:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695972.979187:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695972.979189:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695972.979192:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695972.979203:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274349952:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695972.979209:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695972.979211:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695972.979213:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274349952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695988 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695972.979219:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695972.979221:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695972.979223:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f77b068. 02000000:00000001:0.0:1788695972.979226:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695972.979227:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695972.979228:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695972.979230:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695972.979231:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a4df8fd. 02000000:00000001:0.0:1788695972.979233:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695972.979234:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695972.979236:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000100:00000001:0.0:1788695972.979239:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695972.979240:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695972.979241:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695972.979245:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695972.979246:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695972.979248:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695972.979249:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695972.980243:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695972.980251:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695972.980254:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695972.980256:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695972.980262:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695972.980270:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d07600 00000400:00000200:1.0:1788695972.980275:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x871 [1] + 0 00000800:00000001:1.0:1788695972.980280:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695972.980285:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695972.980287:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695972.980289:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695972.980292:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695972.980295:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274350080/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695987 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695972.980301:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000003e3fb870 x1875583274350080/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695972.980314:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695972.980317:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695972.980319:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695972.980362:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695972.980365:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695972.980369:0:201299:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695972.980371:0:201299:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695972.980373:0:201299:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e21ffd2. 00000400:00000200:2.0:1788695972.980376:0:201299:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053d383cc 00000400:00000010:2.0:1788695972.980378:0:201299:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000053d383cc. 00000100:00000001:2.0:1788695972.980381:0:201299:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695972.980385:0:201299:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274350080/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695972.980393:0:201299:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274350080/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695987 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695972.980401:0:201299:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695972.980402:0:201299:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695972.980404:0:201299:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695972.980406:0:201299:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695972.980408:0:201299:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695972.980409:0:201299:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695972.980411:0:201299:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695972.980416:0:201299:0:(import.c:2195:obd_at_measure()) add 0 to 00000000c1e757c8 time=22 v=5 (5 5 5 0) 00000100:00001000:2.0:1788695972.980419:0:201299:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=9 v=10 (10 1 1 0) 00000100:00000001:2.0:1788695972.980427:0:201299:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695972.980430:0:201299:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1788695972.980432:0:201299:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1788695972.980435:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274350080/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788695987 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695972.980442:0:201299:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1788695972.980445:0:201299:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695972.980446:0:201299:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695972.980449:0:201299:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1788695972.980451:0:201299:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1788695972.980454:0:201299:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788695972.980459:0:201299:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.118@tcp failed (-19) 00000100:00000001:2.0:1788695972.980461:0:201299:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1788695972.980464:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274350080/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788695987 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695972.980472:0:201299:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274350080:192.168.201.118@tcp:38: 00000100:00000001:2.0:1788695972.980476:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695972.980478:0:201299:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695972.980480:0:201299:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274350080/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788695987 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695972.980487:0:201299:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695972.980488:0:201299:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695972.980490:0:201299:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000048c3a6dc. 02000000:00000001:2.0:1788695972.980493:0:201299:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695972.980495:0:201299:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695972.980496:0:201299:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695972.980498:0:201299:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695972.980500:0:201299:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000004644faf7. 02000000:00000001:2.0:1788695972.980502:0:201299:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695972.980504:0:201299:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695972.980509:0:201299:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000001:2.0:1788695972.980512:0:201299:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695972.980513:0:201299:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695972.980515:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695972.980519:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695972.980530:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695972.980532:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695972.980534:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695973.935207:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695973.935213:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695973.935218:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695973.935219:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695973.935696:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695973.935700:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695973.935703:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695974.253965:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306936051, at 4306936064 00000100:00000040:3.0:1788695974.253966:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306936051, at 4306936064 00000100:00000040:2.0:1788695974.253967:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306936051, at 4306936064 00000100:00000010:2.0:1788695974.253984:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d80e0650. 00000100:00000010:3.0:1788695974.253985:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007edff0d3. 00000100:00000010:1.0:1788695974.253995:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005dd2cbdf. 00000100:00000040:0.0:1788695974.254103:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306936051, at 4306936064 00000100:00000010:0.0:1788695974.254109:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091b67439. 00010000:00000001:2.0:1788695974.957935:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695974.957941:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695974.957946:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695974.957947:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695974.958008:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695974.958011:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695974.958013:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695975.981980:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695975.981988:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695975.982040:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695975.982042:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695975.982130:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695975.982134:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695975.982137:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695977.006009:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695977.006072:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695977.006079:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695977.006080:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695977.006163:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695977.006167:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695977.006169:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695978.029962:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695978.029972:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695978.029975:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695978.029978:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695978.029982:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695978.029984:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695978.029986:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695978.029989:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695978.029993:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695978.029994:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695978.030054:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695978.030058:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695978.030060:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695978.093998:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695978.094025:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695978.094033:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a489c80. 00000020:00000040:0.0:1788695978.094040:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695978.094045:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695978.094048:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695978.094054:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695978.094062:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005878d45f. 00000100:00000001:0.0:1788695978.094068:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695978.094079:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000004a489c80 x1875583274350208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695978.094090:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695978.094092:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695978.094097:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a489c80] to pc [ptlrpcd_00_02+2] req@000000004a489c80 x1875583274350208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695978.094167:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788695978.094171:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1788695978.094173:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695978.094189:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695978.094192:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695978.094195:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695978.094198:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001676e642. 00000020:00000040:0.0:1788695978.094200:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695978.094202:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695978.094204:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695978.094205:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695978.094208:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024382ee1. 00000100:00000001:0.0:1788695978.094211:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695978.094215:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000001676e642 x1875583274350336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695978.094222:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695978.094223:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695978.094225:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001676e642] to pc [ptlrpcd_00_03+3] req@000000001676e642 x1875583274350336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695978.094263:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788695978.094266:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1788695978.094267:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695978.094274:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695978.094276:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695978.094277:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695978.094279:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695978.094281:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695978.094285:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001676e642 x1875583274350336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695978.094293:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695978.094294:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695978.094297:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695978.094299:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788695978.094301:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695978.094304:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274350336:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695978.094308:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695978.094312:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695978.094315:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695978.094317:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695978.094321:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b436630. 02000000:00000001:1.0:1788695978.094322:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695978.094328:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac292db. 00000400:00000010:1.0:1788695978.094335:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004db18ce7. 00000100:00000200:1.0:1788695978.094341:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274350336, portal 10 00000100:00000001:1.0:1788695978.094343:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695978.094345:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882429952 : -113296827121664 : ffff98f506dd8000) 00000100:00000040:1.0:1788695978.094351:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001676e642 x1875583274350336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695978.094363:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695978.094366:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695978.094368:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcd58cef. 00000100:00000200:1.0:1788695978.094371:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274350336, offset 0 00000400:00000200:1.0:1788695978.094376:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695978.094388:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695978.094393:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695978.094397:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695978.094400:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695978.094402:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695978.094405:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [244:244:256:4294967295] 192.168.201.118@tcp LPNI seq info [244:244:8:4294967295] 00000400:00000200:1.0:1788695978.094416:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695978.094421:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695978.094425:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb85f65. 00000800:00000200:1.0:1788695978.094431:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695978.094438:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695978.094442:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004bb85f65 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788695978.094458:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695978.094462:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 45771 usecs (46 jiffies) 00000100:00000001:1.0:1788695978.094465:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306939950 00000100:00000010:1.0:1788695978.094469:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005dd2cbdf. 00000100:00000001:1.0:1788695978.094476:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788695978.094481:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306939950 00000100:00000010:1.0:1788695978.094484:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082f7dcd5. 00000100:00000001:1.0:1788695978.094487:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788695978.094490:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306939950 00000100:00000010:1.0:1788695978.094492:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000626f377. 00000100:00000001:1.0:1788695978.094494:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788695978.094502:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306939950 00000100:00000010:1.0:1788695978.094504:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d24fff6b. 00000100:00000001:1.0:1788695978.094509:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788695978.094511:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695978.094514:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695978.094518:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695978.094519:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695978.094586:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695978.094596:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb85f65. 00000400:00000200:2.0:1788695978.094600:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695978.094605:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695978.094610:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcd58cef 00000400:00000010:2.0:1788695978.094612:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000dcd58cef. 00000100:00000001:2.0:1788695978.094616:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695978.094620:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001676e642 x1875583274350336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695978.094629:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695978.094631:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001676e642 x1875583274350336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695994 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695978.094638:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695978.094639:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788695978.094677:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695978.094680:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.094682:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695978.094683:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695978.094685:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695978.094690:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a489c80 x1875583274350208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695978.094697:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695978.094698:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695978.094701:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695978.094703:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695978.094705:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695978.094708:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274350208:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695978.094712:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695978.094714:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695978.094716:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695978.094718:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695978.094722:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000010628ae. 02000000:00000001:3.0:1788695978.094724:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695978.094728:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057989d25. 00000400:00000010:3.0:1788695978.094740:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c74f0a0. 00000100:00000200:3.0:1788695978.094743:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274350208, portal 25 00000100:00000001:3.0:1788695978.094745:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695978.094746:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882430848 : -113296827120768 : ffff98f506dd8380) 00000100:00000040:3.0:1788695978.094750:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004a489c80 x1875583274350208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695978.094756:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695978.094758:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695978.094759:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e112c151. 00000100:00000200:3.0:1788695978.094761:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274350208, offset 0 00000400:00000200:3.0:1788695978.094765:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695978.094769:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695978.094772:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695978.094773:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695978.094775:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695978.094777:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695978.094780:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [245:245:256:4294967295] 192.168.201.118@tcp LPNI seq info [245:245:8:4294967295] 00000400:00000200:3.0:1788695978.094799:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695978.094803:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695978.094806:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074f68a3b. 00000800:00000200:3.0:1788695978.094809:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695978.094813:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695978.094815:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000074f68a3b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695978.094827:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695978.094830:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306941169 00000100:00000001:3.0:1788695978.094834:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306939950 00000100:00000001:3.0:1788695978.094836:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306941169 00000100:00000001:3.0:1788695978.094838:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306939950 00000100:00000001:3.0:1788695978.094840:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306941169 00000100:00000001:3.0:1788695978.094842:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306939950 00000100:00000001:3.0:1788695978.094868:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306941170 00000100:00000001:3.0:1788695978.094870:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306939950 00000100:00000001:3.0:1788695978.094872:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695978.094874:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695978.094876:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695978.094878:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695978.094983:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695978.094986:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074f68a3b. 00000400:00000200:1.0:1788695978.094989:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695978.094993:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695978.094996:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e112c151 00000400:00000010:1.0:1788695978.094997:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e112c151. 00000100:00000001:1.0:1788695978.095000:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695978.095003:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004a489c80 x1875583274350208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695978.095011:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695978.095013:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a489c80 x1875583274350208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695994 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695978.095019:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695978.095020:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788695978.095329:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695978.095331:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788695978.095333:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695978.095335:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695978.095342:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695978.095345:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695978.095347:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695978.095350:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695978.095365:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788695978.095374:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788695978.095377:0:204459:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788695978.095379:0:204459:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788695978.095381:0:204459:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788695978.095385:0:204459:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788695978.095389:0:204459:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: connect to NID 192.168.201.118@tcp last attempt 12267 00000400:00000200:0.0:1788695978.095394:0:204459:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.201.118@tcp is discovered: rc = 1 00000100:00001000:0.0:1788695978.095397:0:204459:0:(import.c:2195:obd_at_measure()) add 15 to 00000000a187fc95 time=15 v=10 (10 1 1 0) 00000100:00001000:0.0:1788695978.095400:0:204459:0:(import.c:2261:obd_at_measure()) AT 00000000a187fc95 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 0 00000100:00080000:0.0:1788695978.095403:0:204459:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: tried all connections, increasing latency to 10s 00000100:00000040:0.0:1788695978.095406:0:204459:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:0.0:1788695978.095408:0:204459:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788695978.095411:0:204459:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:0.0:1788695978.095413:0:204459:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000001:0.0:1788695978.095415:0:204459:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788695978.095417:0:204459:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18b1 00000020:00000001:0.0:1788695978.095420:0:204459:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788695978.095422:0:204459:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d44de2da refcount=5 00000020:00000001:0.0:1788695978.095424:0:204459:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000020:00000001:0.0:1788695978.095426:0:204459:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000100:00000040:0.0:1788695978.095429:0:204459:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:0.0:1788695978.095431:0:204459:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788695978.095433:0:204459:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:0.0:1788695978.095434:0:204459:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000040:0.0:1788695978.095437:0:204459:0:(genops.c:879:class_export_put()) PUTting export 00000000d44de2da : new refcount 4 00000100:00080000:0.0:1788695978.095441:0:204459:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: import 00000000ad055e41 using connection 192.168.201.118@tcp/192.168.201.118@tcp 00000100:00000001:0.0:1788695978.095443:0:204459:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695978.095445:0:204459:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788695978.095450:0:204459:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695978.095456:0:204459:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695978.095459:0:204459:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788695978.095462:0:204459:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788695978.095465:0:204459:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695978.095466:0:204459:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788695978.095469:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ace5e01e. 00000020:00000040:0.0:1788695978.095471:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:0.0:1788695978.095475:0:204459:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788695978.095476:0:204459:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695978.095478:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695978.095480:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695978.095482:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695978.095485:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000965a19b6. 00000100:00000001:0.0:1788695978.095488:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695978.095493:0:204459:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ace5e01e x1875583274350464/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695978.095502:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695978.095503:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695978.095506:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ace5e01e] to pc [ptlrpcd_rcv+-1] req@00000000ace5e01e x1875583274350464/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695978.095522:0:204459:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695978.095524:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788695978.095528:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788695978.095532:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12277) 00000100:00000001:2.0:1788695978.095567:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695978.095571:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695978.095573:0:201299:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695978.095578:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ace5e01e x1875583274350464/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695978.095587:0:201299:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695978.095588:0:201299:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695978.095590:0:201299:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695978.095591:0:201299:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695978.095594:0:201299:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695978.095596:0:201299:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ace5e01e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274350464:192.168.201.118@tcp:38: 00000100:00000001:2.0:1788695978.095599:0:201299:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695978.095601:0:201299:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695978.095602:0:201299:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695978.095604:0:201299:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695978.095608:0:201299:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004530431b. 02000000:00000001:2.0:1788695978.095610:0:201299:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695978.095613:0:201299:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d29b5fe. 00000400:00000010:2.0:1788695978.095617:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e484deba. 00000100:00000200:2.0:1788695978.095620:0:201299:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274350464, portal 10 00000100:00000001:2.0:1788695978.095628:0:201299:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695978.095629:0:201299:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882437120 : -113296827114496 : ffff98f506dd9c00) 00000100:00000040:2.0:1788695978.095635:0:201299:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ace5e01e x1875583274350464/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695978.095641:0:201299:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695978.095644:0:201299:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695978.095646:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b15b59b0. 00000100:00000200:2.0:1788695978.095648:0:201299:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875583274350464, offset 0 00000400:00000200:2.0:1788695978.095653:0:201299:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695978.095658:0:201299:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695978.095661:0:201299:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695978.095664:0:201299:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695978.095685:0:201299:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695978.095689:0:201299:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695978.095691:0:201299:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [246:246:256:4294967295] 192.168.201.118@tcp LPNI seq info [246:246:8:4294967295] 00000400:00000200:2.0:1788695978.095699:0:201299:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695978.095704:0:201299:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695978.095708:0:201299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000394a697c. 00000800:00000200:2.0:1788695978.095711:0:201299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695978.095717:0:201299:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695978.095719:0:201299:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000394a697c type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788695978.095731:0:201299:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695978.095734:0:201299:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 46543 usecs (47 jiffies) 00000100:00000001:2.0:1788695978.095737:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306939952 00000100:00000001:2.0:1788695978.095739:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306941169 00000100:00000001:2.0:1788695978.095741:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306939952 00000100:00000001:2.0:1788695978.095743:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306941169 00000100:00000001:2.0:1788695978.095745:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306939952 00000100:00000001:2.0:1788695978.095746:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306941169 00000100:00000001:2.0:1788695978.095752:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306939952 00000100:00000001:2.0:1788695978.095753:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306941170 00000100:00000001:2.0:1788695978.095755:0:201299:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695978.095756:0:201299:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695978.095758:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695978.095760:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695978.095763:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695978.095764:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788695978.095766:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695978.095766:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695978.095767:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695978.095768:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695978.095807:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695978.095811:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000394a697c. 00000400:00000200:1.0:1788695978.095814:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695978.095818:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695978.095821:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b15b59b0 00000400:00000010:1.0:1788695978.095822:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b15b59b0. 00000100:00000001:1.0:1788695978.095825:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695978.095828:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000ace5e01e x1875583274350464/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695978.095863:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695978.095866:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ace5e01e x1875583274350464/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695998 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695978.095873:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695978.095874:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788695978.098225:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695978.098239:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695978.098243:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695978.098245:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695978.098255:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695978.098270:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d07680 00000400:00000200:2.0:1788695978.098278:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x88d [1] + 224 00000800:00000001:2.0:1788695978.098286:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695978.098288:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695978.098291:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695978.098295:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695978.098301:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695978.098306:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004a489c80 x1875583274350208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695978.098316:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a489c80 x1875583274350208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695978.098333:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695978.098339:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695978.098342:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695978.098344:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695978.098356:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695978.098361:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695978.098367:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d07700 00000400:00000200:2.0:1788695978.098374:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x885 [1] + 224 00000800:00000001:2.0:1788695978.098378:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695978.098384:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.098384:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788695978.098389:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788695978.098389:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788695978.098393:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695978.098396:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:3.0:1788695978.098401:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1788695978.098402:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001676e642 x1875583274350336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1788695978.098406:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695978.098410:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057989d25. 00000100:00000040:2.0:1788695978.098417:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001676e642 x1875583274350336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788695978.098422:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c74f0a0 00000400:00000010:3.0:1788695978.098426:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003c74f0a0. 00000100:00000001:3.0:1788695978.098429:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695978.098434:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004a489c80 x1875583274350208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695978.098439:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695978.098445:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695978.098449:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788695978.098452:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004a489c80 x1875583274350208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695978.098461:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695978.098462:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.098465:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695978.098468:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695978.098470:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695978.098477:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695978.098480:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695978.098485:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=29 v=5 (5 5 5 0) 00000100:00001000:3.0:1788695978.098489:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=29 v=5 (1 1 1 0) 00000100:00000001:3.0:1788695978.098492:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695978.098493:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695978.098496:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695978.098499:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695978.098508:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695978.098512:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a489c80 x1875583274350208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695978.098519:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695978.098522:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695978.098524:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695978.098527:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a489c80 x1875583274350208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695994 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695978.098533:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274350208:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695978.098538:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.098541:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695978.098543:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a489c80 x1875583274350208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695994 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695978.098549:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695978.098551:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695978.098554:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000010628ae. 02000000:00000001:3.0:1788695978.098563:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695978.098565:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695978.098567:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695978.098569:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695978.098571:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005878d45f. 02000000:00000001:3.0:1788695978.098575:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695978.098576:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695978.098578:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a489c80. 00000100:00000001:3.0:1788695978.098581:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695978.098582:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.098585:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.098590:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695978.098592:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695978.098594:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695978.098596:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695978.099247:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695978.099251:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695978.099255:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695978.099257:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695978.099259:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac292db. 00000400:00000200:1.0:1788695978.099263:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004db18ce7 00000400:00000010:1.0:1788695978.099264:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004db18ce7. 00000100:00000001:1.0:1788695978.099267:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695978.099271:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001676e642 x1875583274350336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695978.099279:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001676e642 x1875583274350336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695978.099285:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695978.099286:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695978.099288:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695978.099290:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695978.099291:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695978.099292:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695978.099294:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695978.099300:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=29 v=5 (5 5 5 0) 00000100:00001000:1.0:1788695978.099302:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=29 v=5 (1 1 1 0) 00000100:00000001:1.0:1788695978.099305:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695978.099306:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695978.099307:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695978.099311:0:201302:0:(ldlm_request.c:1702:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695978.099314:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695978.099316:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695978.099317:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695978.099326:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695978.099330:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001676e642 x1875583274350336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695978.099336:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695978.099338:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695978.099339:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695978.099342:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001676e642 x1875583274350336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695994 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695978.099349:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274350336:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695978.099353:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695978.099355:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695978.099357:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001676e642 x1875583274350336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695994 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695978.099363:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695978.099365:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695978.099367:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b436630. 02000000:00000001:1.0:1788695978.099369:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695978.099371:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695978.099371:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695978.099373:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695978.099375:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024382ee1. 02000000:00000001:1.0:1788695978.099377:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695978.099378:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695978.099379:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001676e642. 00000100:00000001:1.0:1788695978.099382:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695978.099383:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695978.099384:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695978.099388:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695978.099390:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695978.099392:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695978.099394:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695978.103980:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695978.104010:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695978.104029:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695978.104032:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695978.104042:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695978.104058:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d07780 00000400:00000200:1.0:1788695978.104066:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x895 [1] + 0 00000800:00000001:1.0:1788695978.104072:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695978.104078:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695978.104081:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695978.104085:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695978.104092:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695978.104104:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000ace5e01e x1875583274350464/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695978.104112:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000ace5e01e x1875583274350464/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695978.104128:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695978.104135:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695978.104137:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695978.104436:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695978.104440:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695978.104446:0:201299:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695978.104449:0:201299:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695978.104451:0:201299:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d29b5fe. 00000400:00000200:2.0:1788695978.104457:0:201299:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e484deba 00000400:00000010:2.0:1788695978.104460:0:201299:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e484deba. 00000100:00000001:2.0:1788695978.104463:0:201299:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695978.104466:0:201299:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000ace5e01e x1875583274350464/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695978.104471:0:201299:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000ace5e01e x1875583274350464/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788695998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695978.104475:0:201299:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695978.104477:0:201299:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695978.104478:0:201299:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695978.104481:0:201299:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695978.104482:0:201299:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695978.104489:0:201299:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695978.104491:0:201299:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695978.104499:0:201299:0:(import.c:2195:obd_at_measure()) add 0 to 00000000c1e757c8 time=28 v=5 (5 5 5 0) 00000100:00001000:2.0:1788695978.104501:0:201299:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=15 v=15 (15 1 1 0) 00000100:00000001:2.0:1788695978.104503:0:201299:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695978.104505:0:201299:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1788695978.104506:0:201299:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1788695978.104509:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ace5e01e x1875583274350464/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788695998 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695978.104513:0:201299:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1788695978.104515:0:201299:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695978.104516:0:201299:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695978.104518:0:201299:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1788695978.104519:0:201299:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1788695978.104522:0:201299:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788695978.104524:0:201299:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.118@tcp failed (-19) 00000100:00000001:2.0:1788695978.104525:0:201299:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1788695978.104528:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ace5e01e x1875583274350464/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788695998 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695978.104532:0:201299:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ace5e01e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274350464:192.168.201.118@tcp:38: 00000100:00000001:2.0:1788695978.104535:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695978.104536:0:201299:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695978.104538:0:201299:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ace5e01e x1875583274350464/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788695998 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695978.104542:0:201299:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695978.104544:0:201299:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695978.104547:0:201299:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004530431b. 02000000:00000001:2.0:1788695978.104549:0:201299:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695978.104550:0:201299:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695978.104551:0:201299:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695978.104556:0:201299:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695978.104558:0:201299:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000965a19b6. 02000000:00000001:2.0:1788695978.104560:0:201299:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695978.104561:0:201299:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695978.104563:0:201299:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ace5e01e. 00000100:00000001:2.0:1788695978.104565:0:201299:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695978.104566:0:201299:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695978.104568:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695978.104573:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695978.104574:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695978.104575:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695978.104576:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695978.173417:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695978.173434:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695978.173439:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695978.173441:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695978.173451:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695978.173469:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 328 into portal 15 MB=0x6a9d54371e180 00000400:00000200:1.0:1788695978.173477:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.118@tcp of length 328/328 into md 0xd [2] + 984 00000800:00000001:1.0:1788695978.173484:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695978.173487:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695978.173490:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695978.173494:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695978.173502:0:201295:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1788695978.173505:0:201295:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1788695978.173511:0:201295:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003931a9e5. 00000100:00000040:1.0:1788695978.173515:0:201295:0:(events.c:341:request_in_callback()) incoming req@000000003931a9e5 x1875583284928896 msgsize 328 00000100:00100000:1.0:1788695978.173539:0:201295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.118@tcp (source: 12345-192.168.201.118@tcp) 00000100:00000001:1.0:1788695978.173553:0:201295:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1788695978.173561:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695978.173565:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695978.173567:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695978.173569:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695978.173573:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695978.173579:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 328 into portal 15 MB=0x6a9d54371e200 00000400:00000200:1.0:1788695978.173583:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.118@tcp of length 328/328 into md 0xd [2] + 1312 00000800:00000001:1.0:1788695978.173587:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695978.173594:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695978.173596:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695978.173600:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695978.173602:0:203414:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1788695978.173603:0:201295:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1788695978.173606:0:201295:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00100000:3.0:1788695978.173607:0:203414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875583284928896 00000100:00000010:1.0:1788695978.173610:0:201295:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000146638d8. 02000000:00000001:3.0:1788695978.173612:0:203414:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1788695978.173615:0:201295:0:(events.c:341:request_in_callback()) incoming req@00000000146638d8 x1875583284929024 msgsize 328 00000100:00100000:1.0:1788695978.173623:0:201295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.118@tcp (source: 12345-192.168.201.118@tcp) 00000100:00000001:3.0:1788695978.173623:0:203414:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695978.173628:0:203414:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695978.173634:0:203414:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695978.173639:0:203414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875583284928896 00000020:00000001:3.0:1788695978.173641:0:203414:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788695978.173643:0:203414:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb185d 00000020:00000001:3.0:1788695978.173646:0:203414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:1.0:1788695978.173648:0:201295:0:(events.c:377:request_in_callback()) Process leaving 00000020:00000040:3.0:1788695978.173650:0:203414:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000097e7721e refcount=3 00000800:00000001:1.0:1788695978.173653:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1788695978.173654:0:203414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776934985728 : -113296774565888 : ffff98f509ff7000) 00000020:00000001:3.0:1788695978.173658:0:203414:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776934985728 : -113296774565888 : ffff98f509ff7000) 00000800:00000001:1.0:1788695978.173659:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.173662:0:203414:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788695978.173666:0:203414:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f6b0ea6. 00000100:00000001:3.0:1788695978.173668:0:203414:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788695978.173670:0:203414:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f6b0ea6. 00000020:00000010:3.0:1788695978.173675:0:203414:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000010628ae. 00000020:00000010:3.0:1788695978.173679:0:203414:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4330356. 00000020:00000010:3.0:1788695978.173683:0:203414:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002f0c42c0. 00000100:00000040:3.0:1788695978.173706:0:203414:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788695978.173709:0:203414:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788695978.173710:0:203414:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788695978.173712:0:203414:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695978.173718:0:203414:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695978.173720:0:203414:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.173732:0:203414:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788695978.173734:0:203414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875583284929024 00000020:00000010:0.0:1788695978.173736:0:203413:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000083f94c06. 02000000:00000001:3.0:1788695978.173736:0:203414:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788695978.173738:0:203414:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695978.173741:0:203414:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695978.173744:0:203413:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1788695978.173744:0:203414:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695978.173747:0:203414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875583284929024 00000100:00000001:0.0:1788695978.173748:0:203413:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1788695978.173751:0:203414:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788695978.173755:0:203414:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb185d 00000100:00100000:0.0:1788695978.173756:0:203413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.118@tcp, seq: 3 00000020:00000001:3.0:1788695978.173758:0:203414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000040:0.0:1788695978.173761:0:203413:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 0000000097e7721e : new rpc_count 1 00000020:00000040:3.0:1788695978.173762:0:203414:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000097e7721e refcount=4 00000100:00000001:0.0:1788695978.173766:0:203413:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630776877475456 : -113296832076160 : ffff98f50691e680) 00000020:00000001:3.0:1788695978.173767:0:203414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776934985728 : -113296774565888 : ffff98f509ff7000) 00000100:00000040:0.0:1788695978.173774:0:203413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003931a9e5 x1875583284928896/t0(0) o104->82e207fb-4f8d-4f39-8bd3-a636bfdd6d55@192.168.201.118@tcp:574/0 lens 328/0 e 0 to 0 dl 1788695989 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1788695978.173776:0:203414:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776934985728 : -113296774565888 : ffff98f509ff7000) 00000100:00000001:3.0:1788695978.173778:0:203414:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788695978.173780:0:203414:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f6b0ea6. 00000100:00000001:3.0:1788695978.173805:0:203414:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695978.173806:0:203413:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788695978.173808:0:203414:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f6b0ea6. 00000020:00000010:0.0:1788695978.173811:0:203413:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aeade370. 00000020:00000010:3.0:1788695978.173815:0:203414:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000698750b5. 00000100:00000001:0.0:1788695978.173816:0:203413:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788695978.173821:0:203413:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aeade370. 00000020:00000010:3.0:1788695978.173822:0:203414:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000090300c20. 00000100:00100000:0.0:1788695978.173827:0:203413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000003931a9e5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55+4:358305:x1875583284928896:12345-192.168.201.118@tcp:104: 00000020:00000010:3.0:1788695978.173828:0:203414:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000055c36d15. 00000100:00000200:0.0:1788695978.173836:0:203413:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875583284928896 00000100:00000001:3.0:1788695978.173837:0:203414:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1788695978.173839:0:203413:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00000100:00000001:3.0:1788695978.173840:0:203414:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788695978.173843:0:203414:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695978.173883:0:203414:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695978.173885:0:203414:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788695978.173921:0:203413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788695978.173965:0:203413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788695978.173967:0:203413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000008365d8b2 refcount=2 00000020:00000001:0.0:1788695978.173969:0:203413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558308864 : -113296151242752 : ffff98f52f269800) 00010000:00000001:0.0:1788695978.173971:0:203413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558308864 : -113296151242752 : ffff98f52f269800) 00010000:00000001:0.0:1788695978.173974:0:203413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788695978.173976:0:203413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695978.173979:0:203413:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.118@tcp lock: 000000008365d8b2/0x6acb2b64cadb18e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x602192bd911ffccb expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788695978.173986:0:203413:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788695978.173988:0:203413:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788695978.173991:0:203413:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000083794c. 02000000:00000001:0.0:1788695978.173993:0:203413:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695978.173995:0:203413:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695978.173998:0:203413:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788695978.174011:0:203413:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695978.174014:0:203413:0:(import.c:2195:obd_at_measure()) add 1 to 000000008b8e04b9 time=317 v=5 (1 0 0 0) 00000100:00000001:0.0:1788695978.174017:0:203413:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788695978.174019:0:203413:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 13 to 192.168.201.118@tcp 00000100:00000001:0.0:1788695978.174021:0:203413:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 02000000:00000001:0.0:1788695978.174022:0:203413:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788695978.174023:0:203413:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695978.174026:0:203413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695978.174032:0:203413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695978.174034:0:203413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003657e232. 00000100:00000200:0.0:1788695978.174038:0:203413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875583284928896, offset 224 00000400:00000200:0.0:1788695978.174042:0:203413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695978.174049:0:203413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.201.18@tcp to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695978.174053:0:203413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [247:247:256:4294967295] 192.168.201.118@tcp LPNI seq info [247:247:8:4294967295] 00000400:00000200:0.0:1788695978.174063:0:203413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:192.168.201.18@tcp) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695978.174068:0:203413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695978.174073:0:203413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024382ee1. 00000800:00000200:0.0:1788695978.174079:0:203413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695978.174085:0:203413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695978.174088:0:203413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024382ee1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695978.174106:0:203413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695978.174109:0:203413:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00010000:00000001:0.0:1788695978.174112:0:203413:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788695978.174116:0:203413:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000001e7652e9. 00010000:00000001:0.0:1788695978.174119:0:203413:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788695978.174323:0:203413:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000020:00000001:1.0:1788695978.174325:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1788695978.174326:0:203413:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695978.174327:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1788695978.174329:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695978.174331:0:203413:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788695978.174333:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024382ee1. 00010000:00010000:1.0:1788695978.174334:0:203701:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788695978.174336:0:203413:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695978.174339:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1788695978.174342:0:203701:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:0.0:1788695978.174345:0:203413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003931a9e5 x1875583284928896/t0(0) o104->82e207fb-4f8d-4f39-8bd3-a636bfdd6d55@192.168.201.118@tcp:574/0 lens 328/224 e 0 to 0 dl 1788695989 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1788695978.174346:0:203701:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1788695978.174348:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00010000:00010000:1.0:1788695978.174351:0:203701:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.118@tcp lock: 000000008365d8b2/0x6acb2b64cadb18e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x602192bd911ffccb expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1788695978.174363:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003657e232 00000400:00000010:2.0:1788695978.174368:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003657e232. 00010000:00010000:1.0:1788695978.174370:0:203701:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 000000008365d8b2 already unused, calling callback (00000000649fa4de) 00000100:00100000:0.0:1788695978.174372:0:203413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000003931a9e5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55+4:358305:x1875583284928896:12345-192.168.201.118@tcp:104: Request processed in 562us (851us total) trans 0 rc 0/0 10000000:00000001:1.0:1788695978.174376:0:203701:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1788695978.174376:0:201293:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788695978.174380:0:201293:0:(events.c:402:reply_out_callback()) Process leaving 10000000:00010000:1.0:1788695978.174381:0:203701:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.118@tcp lock: 000000008365d8b2/0x6acb2b64cadb18e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x602192bd911ffccb expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788695978.174387:0:203413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.118@tcp, seq: 3 00000100:00000040:0.0:1788695978.174393:0:203413:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000097e7721e : new rpc_count 0 00000100:00000001:0.0:1788695978.174397:0:203413:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1788695978.174400:0:203413:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1788695978.174406:0:203413:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4330356. 00010000:00000001:1.0:1788695978.174409:0:203701:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788695978.174411:0:203701:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788695978.174412:0:203701:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788695978.174415:0:203701:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000008365d8b2 refcount=3 00000020:00000010:0.0:1788695978.174419:0:203413:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002f0c42c0. 00000020:00000001:1.0:1788695978.174419:0:203701:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558308864 : -113296151242752 : ffff98f52f269800) 00010000:00000001:1.0:1788695978.174425:0:203701:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558308864 : -113296151242752 : ffff98f52f269800) 00000020:00000010:0.0:1788695978.174426:0:203413:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000010628ae. 00010000:00000001:1.0:1788695978.174429:0:203701:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788695978.174432:0:203701:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.118@tcp lock: 000000008365d8b2/0x6acb2b64cadb18e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x602192bd911ffccb expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000040:0.0:1788695978.174433:0:203413:0:(genops.c:879:class_export_put()) PUTting export 0000000097e7721e : new refcount 3 00000100:00000001:0.0:1788695978.174439:0:203413:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695978.174448:0:203413:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1788695978.174449:0:203413:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1788695978.174454:0:203413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.118@tcp, seq: 4 00000100:00000040:0.0:1788695978.174456:0:203413:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 0000000097e7721e : new rpc_count 1 00000100:00000001:0.0:1788695978.174457:0:203413:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630776877465600 : -113296832086016 : ffff98f50691c000) 00000100:00000040:0.0:1788695978.174461:0:203413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000146638d8 x1875583284929024/t0(0) o104->82e207fb-4f8d-4f39-8bd3-a636bfdd6d55@192.168.201.118@tcp:574/0 lens 328/0 e 0 to 0 dl 1788695989 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695978.174469:0:203413:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1788695978.174471:0:203413:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aeade370. 00000100:00000001:0.0:1788695978.174473:0:203413:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1788695978.174475:0:203413:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aeade370. 00000100:00100000:0.0:1788695978.174478:0:203413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000146638d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55+3:358305:x1875583284929024:12345-192.168.201.118@tcp:104: 00000100:00000200:0.0:1788695978.174481:0:203413:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875583284929024 00010000:00000001:0.0:1788695978.174482:0:203413:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1788695978.174485:0:203413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788695978.174487:0:203413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788695978.174489:0:203413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 0000000096042e0b refcount=2 00000020:00000001:0.0:1788695978.174490:0:203413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777557915136 : -113296151636480 : ffff98f52f209600) 00010000:00000001:0.0:1788695978.174493:0:203413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777557915136 : -113296151636480 : ffff98f52f209600) 00010000:00000001:0.0:1788695978.174495:0:203413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788695978.174497:0:203413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695978.174499:0:203413:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.118@tcp lock: 0000000096042e0b/0x6acb2b64cadb18d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x602192bd911ffcc4 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788695978.174506:0:203413:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1788695978.174507:0:203413:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1788695978.174509:0:203413:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000087aafc18. 02000000:00000001:0.0:1788695978.174514:0:203413:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695978.174516:0:203413:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695978.174517:0:203413:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1788695978.174518:0:203413:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695978.174520:0:203413:0:(import.c:2195:obd_at_measure()) add 1 to 000000008b8e04b9 time=17 v=5 (1 0 1 0) 00000100:00000001:0.0:1788695978.174522:0:203413:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788695978.174523:0:203413:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 13 to 192.168.201.118@tcp 00000100:00000001:0.0:1788695978.174524:0:203413:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 02000000:00000001:0.0:1788695978.174526:0:203413:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1788695978.174527:0:203413:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695978.174528:0:203413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695978.174529:0:203413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695978.174531:0:203413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f8962fe. 00000100:00000200:0.0:1788695978.174532:0:203413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875583284929024, offset 224 00000400:00000200:0.0:1788695978.174535:0:203413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695978.174540:0:203413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.201.18@tcp to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695978.174544:0:203413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [248:248:256:4294967295] 192.168.201.118@tcp LPNI seq info [248:248:8:4294967295] 00000400:00000200:0.0:1788695978.174552:0:203413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:192.168.201.18@tcp) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695978.174556:0:203413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695978.174559:0:203413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005878d45f. 00000800:00000200:0.0:1788695978.174562:0:203413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695978.174566:0:203413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695978.174568:0:203413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005878d45f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695978.174583:0:203413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695978.174586:0:203413:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00010000:00000001:0.0:1788695978.174588:0:203413:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788695978.174591:0:203413:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000001abef630. 00010000:00000001:0.0:1788695978.174593:0:203413:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788695978.174609:0:203413:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1788695978.174611:0:203413:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695978.174616:0:203413:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695978.174618:0:203413:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695978.174619:0:203701:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1788695978.174622:0:203701:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.118@tcp lock: 000000008365d8b2/0x6acb2b64cadb18e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x602192bd911ffccb expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1788695978.174632:0:203413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000146638d8 x1875583284929024/t0(0) o104->82e207fb-4f8d-4f39-8bd3-a636bfdd6d55@192.168.201.118@tcp:574/0 lens 328/224 e 0 to 0 dl 1788695989 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:1.0:1788695978.174633:0:203701:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:1.0:1788695978.174641:0:203701:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1788695978.174644:0:203701:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1788695978.174649:0:203701:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00100000:0.0:1788695978.174653:0:203413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000146638d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55+3:358305:x1875583284929024:12345-192.168.201.118@tcp:104: Request processed in 182us (1035us total) trans 0 rc 0/0 00010000:00000001:1.0:1788695978.174653:0:203701:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788695978.174655:0:203701:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695978.174666:0:203701:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1788695978.174668:0:203701:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00100000:0.0:1788695978.174669:0:203413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.118@tcp, seq: 4 10000000:00000040:1.0:1788695978.174670:0:203701:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000223875fc) refs 2 00000100:00000040:0.0:1788695978.174676:0:203413:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000097e7721e : new rpc_count 0 10000000:00000001:1.0:1788695978.174676:0:203701:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788695978.174677:0:203701:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695978.174681:0:203413:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1788695978.174683:0:203701:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1788695978.174685:0:203413:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1788695978.174687:0:203701:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:0.0:1788695978.174689:0:203413:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000090300c20. 00010000:00000001:1.0:1788695978.174691:0:203701:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:0.0:1788695978.174694:0:203413:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000055c36d15. 00010000:00000001:1.0:1788695978.174695:0:203701:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788695978.174699:0:203701:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1788695978.174701:0:203413:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000698750b5. 00000020:00000040:1.0:1788695978.174703:0:203701:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 000000008365d8b2 with handle 0x6acb2b64cadb18e2 from hash 00000020:00000040:0.0:1788695978.174706:0:203413:0:(genops.c:879:class_export_put()) PUTting export 0000000097e7721e : new refcount 2 00010000:00000001:1.0:1788695978.174708:0:203701:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1788695978.174710:0:203413:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788695978.174712:0:203701:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788695978.174720:0:203701:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788695978.174722:0:203701:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788695978.174724:0:203701:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788695978.174727:0:203701:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788695978.174730:0:203701:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788695978.174733:0:203701:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788695978.174738:0:203701:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b66d9e0. 00000020:00000040:1.0:1788695978.174742:0:203701:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788695978.174745:0:203701:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788695978.174752:0:203701:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788695978.174757:0:203701:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788695978.174762:0:203701:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b436630. 00000100:00000001:1.0:1788695978.174769:0:203701:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695978.174772:0:203701:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788695978.174775:0:203701:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.118@tcp lock: 000000008365d8b2/0x6acb2b64cadb18e2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffccb expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788695978.174775:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788695978.174780:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695978.174797:0:203701:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788695978.174798:0:203418:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788695978.174800:0:203701:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788695978.174802:0:203418:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788695978.174805:0:203418:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1788695978.174806:0:203701:0:(jobid.c:959:lustre_get_jobid()) Process entered 00010000:00010000:3.0:1788695978.174807:0:203418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.118@tcp lock: 0000000096042e0b/0x6acb2b64cadb18d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x602192bd911ffcc4 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788695978.174810:0:203701:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695978.174819:0:203418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 0000000096042e0b already unused, calling callback (00000000649fa4de) 00000100:00000040:1.0:1788695978.174821:0:203701:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b66d9e0] to pc [ptlrpcd_00_00+0] req@000000002b66d9e0 x1875583274350592/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1788695978.174823:0:203418:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788695978.174827:0:203418:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.118@tcp lock: 0000000096042e0b/0x6acb2b64cadb18d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x602192bd911ffcc4 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1788695978.174842:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1788695978.174865:0:203418:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00000800:00000010:2.0:1788695978.174867:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005878d45f. 00010000:00000001:3.0:1788695978.174868:0:203418:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788695978.174871:0:203418:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:2.0:1788695978.174873:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1788695978.174874:0:203418:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 0000000096042e0b refcount=3 00000020:00000001:3.0:1788695978.174879:0:203418:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777557915136 : -113296151636480 : ffff98f52f209600) 00000400:00000200:2.0:1788695978.174882:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00010000:00000001:1.0:1788695978.174884:0:203701:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788695978.174884:0:203418:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777557915136 : -113296151636480 : ffff98f52f209600) 00000400:00000200:2.0:1788695978.174888:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f8962fe 00010000:00000001:3.0:1788695978.174890:0:203418:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00000001:1.0:1788695978.174891:0:203701:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1788695978.174892:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008f8962fe. 00010000:00000001:1.0:1788695978.174895:0:203701:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788695978.174897:0:201294:0:(events.c:390:reply_out_callback()) Process entered 00010000:00000001:1.0:1788695978.174899:0:203701:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695978.174900:0:201294:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00010000:3.0:1788695978.174900:0:203418:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.118@tcp lock: 0000000096042e0b/0x6acb2b64cadb18d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x602192bd911ffcc4 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788695978.174904:0:203701:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788695978.174909:0:203701:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695978.174915:0:203701:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.118@tcp lock: 000000008365d8b2/0x6acb2b64cadb18e2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffccb expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788695978.174916:0:203418:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788695978.174919:0:203418:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.118@tcp lock: 0000000096042e0b/0x6acb2b64cadb18d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x602192bd911ffcc4 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788695978.174926:0:203701:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788695978.174928:0:203701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.118@tcp lock: 000000008365d8b2/0x6acb2b64cadb18e2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffccb expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788695978.174944:0:203418:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1788695978.174951:0:203418:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788695978.174953:0:203418:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1788695978.174959:0:203418:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788695978.174961:0:203418:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788695978.174962:0:203418:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695978.174965:0:203701:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788695978.174968:0:203701:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788695978.174970:0:203701:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000001e7652e9. 00010000:00000001:1.0:1788695978.174974:0:203701:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788695978.174976:0:203418:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000020:00000001:1.0:1788695978.174977:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 10000000:00000001:3.0:1788695978.174979:0:203418:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:1.0:1788695978.174980:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1788695978.174982:0:203418:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000e6ea7a0c) refs 2 00010000:00010000:1.0:1788695978.174986:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1788695978.174987:0:203418:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:1.0:1788695978.174989:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 10000000:00000001:3.0:1788695978.174990:0:203418:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695978.174993:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695978.174995:0:203418:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00010000:1.0:1788695978.174998:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788695978.174999:0:203418:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:1.0:1788695978.175002:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1788695978.175003:0:203418:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788695978.175006:0:203418:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788695978.175008:0:203418:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695978.175011:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788695978.175011:0:203418:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 0000000096042e0b with handle 0x6acb2b64cadb18d4 from hash 00010000:00000001:3.0:1788695978.175013:0:203418:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00010000:1.0:1788695978.175016:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788695978.175017:0:203418:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788695978.175020:0:203418:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788695978.175021:0:203418:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788695978.175022:0:203418:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788695978.175023:0:203418:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:0.0:1788695978.175168:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695978.175171:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695978.175173:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695978.175177:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b66d9e0 x1875583274350592/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695978.175183:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695978.175184:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695978.175186:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695978.175188:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695978.175190:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695978.175191:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002b66d9e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274350592:192.168.201.118@tcp:103: 00000100:00000001:0.0:1788695978.175194:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695978.175198:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695978.175200:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695978.175202:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695978.175206:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9764a6b. 02000000:00000001:0.0:1788695978.175208:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695978.175212:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2f0e72d. 00000400:00000010:0.0:1788695978.175216:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000443e6238. 00000100:00000200:0.0:1788695978.175228:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274350592, portal 18 00000100:00000001:0.0:1788695978.175230:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695978.175231:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877478144 : -113296832073472 : ffff98f50691f100) 00000100:00000040:0.0:1788695978.175237:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002b66d9e0 x1875583274350592/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695978.175243:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695978.175245:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695978.175247:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027814ea5. 00000100:00000200:0.0:1788695978.175249:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875583274350592, offset 0 00000400:00000200:0.0:1788695978.175253:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695978.175258:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695978.175262:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695978.175265:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695978.175268:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695978.175271:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695978.175274:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [249:249:256:4294967295] 192.168.201.118@tcp LPNI seq info [249:249:8:4294967295] 00000400:00000200:0.0:1788695978.175281:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695978.175285:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695978.175288:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000150a73a8. 00000800:00000200:0.0:1788695978.175292:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695978.175296:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695978.175299:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000150a73a8 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788695978.175652:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695978.175657:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306941250 00000100:00000001:0.0:1788695978.175664:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306941169 00000100:00000001:0.0:1788695978.175668:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306941250 00000100:00000001:0.0:1788695978.175715:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306941169 00000100:00000001:0.0:1788695978.175718:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306941250 00000100:00000001:0.0:1788695978.175720:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306941169 00000100:00000001:0.0:1788695978.175726:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306941250 00000100:00000001:0.0:1788695978.175728:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306941170 00000100:00000001:0.0:1788695978.175730:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695978.175732:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695978.175734:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695978.175735:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695978.175739:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695978.175740:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695978.175741:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695978.175742:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695978.175743:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695978.175744:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695978.175752:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695978.175753:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695978.175792:0:203418:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788695978.175794:0:203418:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788695978.175799:0:203418:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 00000020:00000040:3.0:1788695978.175802:0:203418:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788695978.175809:0:203418:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695978.175811:0:203418:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695978.175818:0:203418:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695978.175822:0:203418:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab6dcc18. 00000100:00000001:3.0:1788695978.175826:0:203418:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695978.175829:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1788695978.175829:0:203418:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788695978.175832:0:203418:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.118@tcp lock: 0000000096042e0b/0x6acb2b64cadb18d4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffcc4 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:1.0:1788695978.175834:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000150a73a8. 00000400:00000200:1.0:1788695978.175841:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1788695978.175841:0:203418:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788695978.175859:0:203418:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.175862:0:203418:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695978.175864:0:203418:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695978.175867:0:203418:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_01+1] req@000000006439c2df x1875583274350720/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788695978.175884:0:203418:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788695978.175887:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00010000:00000001:3.0:1788695978.175889:0:203418:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1788695978.175892:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027814ea5 00000400:00000010:1.0:1788695978.175894:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000027814ea5. 00000100:00000001:0.0:1788695978.175902:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695978.175905:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695978.175907:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695978.175911:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274350720/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695978.175919:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695978.175920:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695978.175928:0:203418:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788695978.175929:0:203418:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695978.175931:0:203418:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788695978.175933:0:203418:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695978.175935:0:203418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.118@tcp lock: 0000000096042e0b/0x6acb2b64cadb18d4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffcc4 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788695978.175941:0:203418:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788695978.175942:0:203418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.118@tcp lock: 0000000096042e0b/0x6acb2b64cadb18d4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffcc4 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788695978.175948:0:203418:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: 0000000022afc000 count: 0 00010000:00000001:3.0:1788695978.175956:0:203418:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788695978.175957:0:203418:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788695978.175959:0:203418:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000001abef630. 00010000:00000001:3.0:1788695978.175962:0:203418:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788695978.175964:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788695978.175965:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695978.175967:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788695978.175968:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788695978.175976:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695978.175978:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1788695978.175979:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1788695978.175980:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1788695978.175981:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788695978.175981:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695978.175983:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695978.175983:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788695978.175986:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274350720:192.168.201.118@tcp:103: 00000100:00000001:0.0:1788695978.175989:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788695978.175989:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788695978.175991:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788695978.175991:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695978.175992:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695978.175993:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695978.175994:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788695978.175994:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695978.176000:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d3dfa041. 02000000:00000001:0.0:1788695978.176002:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695978.176005:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000224c5a86. 00000100:00000001:1.0:1788695978.176028:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:0.0:1788695978.176029:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e30f2685. 00000100:00000200:1.0:1788695978.176034:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002b66d9e0 x1875583274350592/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695978.176035:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274350720, portal 18 00000100:00000001:0.0:1788695978.176044:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695978.176046:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 00000100:00000001:1.0:1788695978.176050:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695978.176052:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274350720/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695978.176056:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b66d9e0 x1875583274350592/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695978.176067:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695978.176071:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788695978.176073:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695978.176078:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695978.176081:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543061b9. 00000100:00000200:0.0:1788695978.176084:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875583274350720, offset 0 00000400:00000200:0.0:1788695978.176089:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695978.176094:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695978.176097:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695978.176098:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695978.176100:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695978.176101:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695978.176103:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [250:250:256:4294967295] 192.168.201.118@tcp LPNI seq info [250:250:8:4294967295] 00000400:00000200:0.0:1788695978.176108:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695978.176111:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695978.176113:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074f8e491. 00000800:00000200:0.0:1788695978.176115:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695978.176118:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695978.176119:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000074f8e491 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788695978.176132:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695978.176135:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306941251 00000100:00000001:0.0:1788695978.176138:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306941250 00000100:00000001:0.0:1788695978.176141:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306941251 00000100:00000001:0.0:1788695978.176143:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306941250 00000100:00000001:0.0:1788695978.176145:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306941251 00000100:00000001:0.0:1788695978.176147:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306941250 00000100:00000001:0.0:1788695978.176150:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306941251 00000100:00000001:0.0:1788695978.176157:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306941250 00000100:00000001:0.0:1788695978.176159:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695978.176161:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695978.176163:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695978.176164:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695978.176168:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695978.176169:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695978.176172:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695978.176174:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695978.176175:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695978.176177:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695978.176228:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695978.176231:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074f8e491. 00000400:00000200:2.0:1788695978.176234:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695978.176284:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695978.176288:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543061b9 00000400:00000010:2.0:1788695978.176289:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000543061b9. 00000100:00000001:2.0:1788695978.176292:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695978.176295:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274350720/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695978.176470:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695978.176473:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274350720/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695978.176479:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695978.176480:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788695978.180311:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695978.180333:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695978.180338:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695978.180340:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695978.180350:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695978.180363:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 18 MB=0x6a9d542d07800 00000400:00000200:2.0:1788695978.180369:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.118@tcp of length 224/224 into md 0x8a5 [1] + 224 00000800:00000001:2.0:1788695978.180375:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695978.180381:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695978.180384:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695978.180388:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695978.180395:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695978.180402:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002b66d9e0 x1875583274350592/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695978.180413:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002b66d9e0 x1875583274350592/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695978.180429:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695978.180436:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695978.180439:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.180453:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695978.180458:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695978.180465:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695978.180467:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695978.180469:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2f0e72d. 00000400:00000200:3.0:1788695978.180473:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000443e6238 00000400:00000010:3.0:1788695978.180476:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000443e6238. 00000100:00000001:3.0:1788695978.180480:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695978.180484:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002b66d9e0 x1875583274350592/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695978.180492:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002b66d9e0 x1875583274350592/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695978.180498:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695978.180499:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.180501:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695978.180504:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695978.180506:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695978.180508:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695978.180510:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695978.180516:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000dc573520 time=317 v=5 (5 0 0 0) 00000100:00001000:3.0:1788695978.180598:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=29 v=5 (1 1 1 0) 00000100:00000001:3.0:1788695978.180602:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695978.180603:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695978.180606:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695978.180609:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695978.180612:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695978.180614:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1788695978.180618:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b66d9e0 x1875583274350592/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788695978.180621:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695978.180626:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695978.180628:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695978.180633:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695978.180640:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 18 MB=0x6a9d542d07880 00000400:00000200:1.0:1788695978.180655:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.118@tcp of length 224/224 into md 0x8ad [1] + 224 00000100:00000001:3.0:1788695978.180656:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1788695978.180659:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788695978.180661:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695978.180665:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695978.180669:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b66d9e0 x1875583274350592/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695978.180675:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002b66d9e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274350592:192.168.201.118@tcp:103: 00000100:00000001:3.0:1788695978.180680:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.180683:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695978.180685:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b66d9e0 x1875583274350592/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695978.180691:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695978.180693:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695978.180696:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9764a6b. 02000000:00000001:3.0:1788695978.180700:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695978.180702:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695978.180704:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695978.180706:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 00000800:00000001:1.0:1788695978.180708:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1788695978.180709:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001b436630. 00000400:00000200:1.0:1788695978.180713:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1788695978.180715:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1788695978.180719:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695978.180723:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695978.180726:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274350720/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788695978.180728:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695978.180732:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b66d9e0. 00000100:00000040:1.0:1788695978.180736:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274350720/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695978.180738:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695978.180742:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.180747:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.180757:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695978.180759:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695978.180761:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695978.180762:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695978.180765:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695978.180768:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695978.180773:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695978.180834:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695978.180837:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695978.180841:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000010:1.1F:1788695978.180939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008365d8b2. 00000400:00000001:2.0:1788695978.180997:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695978.181000:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000224c5a86. 00000400:00000200:2.0:1788695978.181004:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e30f2685 00000400:00000010:2.0:1788695978.181006:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e30f2685. 00000100:00000001:2.0:1788695978.181010:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695978.181020:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274350720/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695978.181029:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274350720/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695978.181035:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695978.181037:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695978.181039:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695978.181040:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695978.181042:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695978.181043:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695978.181045:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695978.181047:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000dc573520 time=17 v=5 (5 0 5 0) 00000100:00001000:2.0:1788695978.181050:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=29 v=5 (1 1 1 0) 00000100:00000001:2.0:1788695978.181052:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695978.181053:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695978.181055:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695978.181056:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695978.181058:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695978.181061:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274350720/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695978.181067:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695978.181069:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695978.181070:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695978.181073:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274350720/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695978.181080:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274350720:192.168.201.118@tcp:103: 00000100:00000001:2.0:1788695978.181083:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695978.181085:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695978.181087:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274350720/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695978.181093:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695978.181095:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695978.181102:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d3dfa041. 02000000:00000001:2.0:1788695978.181106:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695978.181108:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695978.181109:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695978.181111:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695978.181112:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ab6dcc18. 02000000:00000001:2.0:1788695978.181115:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695978.181116:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695978.181117:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000001:2.0:1788695978.181120:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695978.181121:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695978.181123:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695978.181126:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695978.181127:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695978.181129:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695978.181131:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788695978.184942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000022afc000. 00010000:00000010:3.1:1788695978.184960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000096042e0b. 00000800:00000001:2.0:1788695978.316633:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695978.316650:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695978.316655:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695978.316657:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695978.316668:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695978.316686:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 328 into portal 15 MB=0x6a9d54371f580 00000400:00000200:2.0:1788695978.316694:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.118@tcp of length 328/328 into md 0xd [2] + 1640 00000800:00000001:2.0:1788695978.316702:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695978.316712:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695978.316715:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695978.316720:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695978.316728:0:201293:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788695978.316731:0:201293:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788695978.316737:0:201293:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d639e9. 00000100:00000040:2.0:1788695978.316741:0:201293:0:(events.c:341:request_in_callback()) incoming req@0000000092d639e9 x1875583284934016 msgsize 328 00000100:00100000:2.0:1788695978.316745:0:201293:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.118@tcp (source: 12345-192.168.201.118@tcp) 00000100:00000001:2.0:1788695978.316810:0:201293:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788695978.316819:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695978.316822:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.318727:0:203414:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788695978.318732:0:203414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875583284934016 02000000:00000001:3.0:1788695978.318735:0:203414:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788695978.318738:0:203414:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695978.318740:0:203414:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695978.318760:0:203414:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695978.318765:0:203414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875583284934016 00000020:00000001:3.0:1788695978.318767:0:203414:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788695978.318769:0:203414:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb185d 00000020:00000001:3.0:1788695978.318772:0:203414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695978.318775:0:203414:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000097e7721e refcount=3 00000020:00000001:3.0:1788695978.318790:0:203414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776934985728 : -113296774565888 : ffff98f509ff7000) 00000020:00000001:3.0:1788695978.318794:0:203414:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776934985728 : -113296774565888 : ffff98f509ff7000) 00000100:00000001:3.0:1788695978.318798:0:203414:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788695978.318803:0:203414:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f6b0ea6. 00000100:00000001:3.0:1788695978.318806:0:203414:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788695978.318808:0:203414:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f6b0ea6. 00000020:00000010:3.0:1788695978.318816:0:203414:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d467ab7. 00000020:00000010:3.0:1788695978.318822:0:203414:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000130a7dbf. 00000020:00000010:3.0:1788695978.318827:0:203414:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e2b647e7. 00000100:00000040:3.0:1788695978.318837:0:203414:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788695978.318840:0:203414:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788695978.318842:0:203414:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788695978.318862:0:203414:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695978.318871:0:203414:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695978.318885:0:203414:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.318897:0:203414:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788695978.318899:0:203414:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788695978.318907:0:203414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.118@tcp, seq: 5 00000100:00000040:3.0:1788695978.318911:0:203414:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 0000000097e7721e : new rpc_count 1 00000100:00000001:3.0:1788695978.318913:0:203414:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630777611089920 : -113296098461696 : ffff98f5324bf800) 00000100:00000040:3.0:1788695978.318920:0:203414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000092d639e9 x1875583284934016/t0(0) o104->82e207fb-4f8d-4f39-8bd3-a636bfdd6d55@192.168.201.118@tcp:574/0 lens 328/0 e 0 to 0 dl 1788695989 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695978.318931:0:203414:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788695978.318934:0:203414:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f6b0ea6. 00000100:00000001:3.0:1788695978.318936:0:203414:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788695978.318951:0:203414:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f6b0ea6. 00000100:00100000:3.0:1788695978.318961:0:203414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000092d639e9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55+3:358329:x1875583284934016:12345-192.168.201.118@tcp:104: 00000100:00000200:3.0:1788695978.318965:0:203414:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875583284934016 00010000:00000001:3.0:1788695978.318968:0:203414:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788695978.318975:0:203414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788695978.318977:0:203414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788695978.318979:0:203414:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000001b1582b1 refcount=2 00000020:00000001:3.0:1788695978.318981:0:203414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777557915648 : -113296151635968 : ffff98f52f209800) 00010000:00000001:3.0:1788695978.318984:0:203414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777557915648 : -113296151635968 : ffff98f52f209800) 00010000:00000001:3.0:1788695978.318988:0:203414:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788695978.318991:0:203414:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695978.318994:0:203414:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.118@tcp lock: 000000001b1582b1/0x6acb2b64cadb18cd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x602192bd911ffcb6 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788695978.319009:0:203414:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788695978.319013:0:203414:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788695978.319018:0:203414:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b2e9ac4b. 02000000:00000001:3.0:1788695978.319020:0:203414:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695978.319022:0:203414:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695978.319027:0:203414:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788695978.319029:0:203414:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695978.319033:0:203414:0:(import.c:2195:obd_at_measure()) add 1 to 000000008b8e04b9 time=17 v=5 (1 0 1 0) 00000100:00000001:3.0:1788695978.319037:0:203414:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788695978.319040:0:203414:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 13 to 192.168.201.118@tcp 00000100:00000001:3.0:1788695978.319042:0:203414:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 02000000:00000001:3.0:1788695978.319045:0:203414:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788695978.319046:0:203414:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695978.319050:0:203414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695978.319052:0:203414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695978.319056:0:203414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c74f0a0. 00000100:00000200:3.0:1788695978.319062:0:203414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875583284934016, offset 224 00000400:00000200:3.0:1788695978.319069:0:203414:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695978.319082:0:203414:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.201.18@tcp to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695978.319088:0:203414:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [251:251:256:4294967295] 192.168.201.118@tcp LPNI seq info [251:251:8:4294967295] 00000400:00000200:3.0:1788695978.319107:0:203414:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:192.168.201.18@tcp) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695978.319113:0:203414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695978.319118:0:203414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008513bebc. 00000800:00000200:3.0:1788695978.319124:0:203414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695978.319131:0:203414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695978.319135:0:203414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008513bebc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695978.319150:0:203414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695978.319153:0:203414:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00010000:00000001:3.0:1788695978.319157:0:203414:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788695978.319160:0:203414:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000063f5de21. 00010000:00000001:3.0:1788695978.319163:0:203414:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788695978.319178:0:203414:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788695978.319181:0:203414:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695978.319182:0:203414:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695978.319184:0:203414:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695978.319189:0:203414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d639e9 x1875583284934016/t0(0) o104->82e207fb-4f8d-4f39-8bd3-a636bfdd6d55@192.168.201.118@tcp:574/0 lens 328/224 e 0 to 0 dl 1788695989 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788695978.319198:0:203414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000092d639e9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55+3:358329:x1875583284934016:12345-192.168.201.118@tcp:104: Request processed in 266us (2455us total) trans 0 rc 0/0 00000100:00100000:3.0:1788695978.319205:0:203414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.118@tcp, seq: 5 00000100:00000040:3.0:1788695978.319207:0:203414:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000097e7721e : new rpc_count 0 00000100:00000001:3.0:1788695978.319210:0:203414:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788695978.319211:0:203414:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788695978.319215:0:203414:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000130a7dbf. 00000020:00000010:3.0:1788695978.319219:0:203414:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e2b647e7. 00000020:00000010:3.0:1788695978.319223:0:203414:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d467ab7. 00000020:00000040:3.0:1788695978.319228:0:203414:0:(genops.c:879:class_export_put()) PUTting export 0000000097e7721e : new refcount 2 00000100:00000001:3.0:1788695978.319231:0:203414:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788695978.319275:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695978.319286:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008513bebc. 00000400:00000200:2.0:1788695978.319292:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695978.319297:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695978.319303:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c74f0a0 00000400:00000010:2.0:1788695978.319306:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003c74f0a0. 00000100:00000001:2.0:1788695978.319311:0:201294:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788695978.319313:0:201294:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:0.0:1788695978.319495:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695978.319498:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695978.319500:0:203419:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788695978.319503:0:203419:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788695978.319505:0:203419:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788695978.319507:0:203419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.118@tcp lock: 000000001b1582b1/0x6acb2b64cadb18cd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x602192bd911ffcb6 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788695978.319514:0:203419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 000000001b1582b1 already unused, calling callback (00000000649fa4de) 10000000:00000001:0.0:1788695978.319516:0:203419:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1788695978.319518:0:203419:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.118@tcp lock: 000000001b1582b1/0x6acb2b64cadb18cd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x602192bd911ffcb6 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788695978.319524:0:203419:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788695978.319525:0:203419:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788695978.319527:0:203419:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788695978.319528:0:203419:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000001b1582b1 refcount=3 00000020:00000001:0.0:1788695978.319530:0:203419:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777557915648 : -113296151635968 : ffff98f52f209800) 00010000:00000001:0.0:1788695978.319532:0:203419:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777557915648 : -113296151635968 : ffff98f52f209800) 00010000:00000001:0.0:1788695978.319534:0:203419:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788695978.319536:0:203419:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.118@tcp lock: 000000001b1582b1/0x6acb2b64cadb18cd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x602192bd911ffcb6 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1788695978.319551:0:203419:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1788695978.319553:0:203419:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.118@tcp lock: 000000001b1582b1/0x6acb2b64cadb18cd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x602192bd911ffcb6 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788695978.319558:0:203419:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1788695978.319561:0:203419:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1788695978.319562:0:203419:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1788695978.319564:0:203419:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1788695978.319565:0:203419:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788695978.319566:0:203419:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788695978.319577:0:203419:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1788695978.319579:0:203419:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788695978.319580:0:203419:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000009ec63942) refs 2 10000000:00000001:0.0:1788695978.319583:0:203419:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788695978.319584:0:203419:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695978.319587:0:203419:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788695978.319589:0:203419:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788695978.319591:0:203419:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788695978.319592:0:203419:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788695978.319594:0:203419:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788695978.319597:0:203419:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 000000001b1582b1 with handle 0x6acb2b64cadb18cd from hash 00010000:00000001:0.0:1788695978.319600:0:203419:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788695978.319602:0:203419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788695978.319603:0:203419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788695978.319605:0:203419:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788695978.319607:0:203419:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788695978.319608:0:203419:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788695978.319611:0:203419:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788695978.319614:0:203419:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788695978.319620:0:203419:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7f27e9d. 00000020:00000040:0.0:1788695978.319623:0:203419:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695978.319627:0:203419:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695978.319630:0:203419:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695978.319634:0:203419:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695978.319644:0:203419:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bffd1d9a. 00000100:00000001:0.0:1788695978.319650:0:203419:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695978.319653:0:203419:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788695978.319656:0:203419:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.118@tcp lock: 000000001b1582b1/0x6acb2b64cadb18cd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffcb6 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788695978.319662:0:203419:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788695978.319663:0:203419:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695978.319667:0:203419:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695978.319670:0:203419:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695978.319675:0:203419:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f27e9d] to pc [ptlrpcd_00_02+2] req@00000000a7f27e9d x1875583274350848/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695978.319734:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788695978.319737:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1788695978.319744:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695978.319744:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695978.319749:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695978.319764:0:203419:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788695978.319768:0:203419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788695978.319769:0:203419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788695978.319770:0:203419:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695978.319772:0:203419:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788695978.319773:0:203419:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695978.319775:0:203419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.118@tcp lock: 000000001b1582b1/0x6acb2b64cadb18cd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffcb6 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788695978.319790:0:203419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788695978.319791:0:203419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.118@tcp lock: 000000001b1582b1/0x6acb2b64cadb18cd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffcb6 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788695978.319800:0:203419:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: 000000008ef05f75 count: 0 00010000:00000001:0.0:1788695978.319810:0:203419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788695978.319811:0:203419:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788695978.319812:0:203419:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000063f5de21. 00010000:00000001:0.0:1788695978.319815:0:203419:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695978.319817:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695978.319819:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695978.319820:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788695978.319822:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695978.319828:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695978.319830:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788695978.319831:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695978.319832:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695978.319833:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788695978.320299:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695978.320302:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.320304:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695978.320305:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695978.320307:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695978.320312:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a7f27e9d x1875583274350848/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695978.320321:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695978.320323:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695978.320326:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695978.320328:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695978.320330:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695978.320333:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274350848:192.168.201.118@tcp:103: 00000100:00000001:3.0:1788695978.320337:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695978.320342:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695978.320344:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695978.320347:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695978.320351:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d467ab7. 02000000:00000001:3.0:1788695978.320353:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695978.320358:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057989d25. 00000400:00000010:3.0:1788695978.320363:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000864cac17. 00000100:00000200:3.0:1788695978.320368:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274350848, portal 18 00000100:00000001:3.0:1788695978.320370:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695978.320372:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438016 : -113296827113600 : ffff98f506dd9f80) 00000100:00000040:3.0:1788695978.320377:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a7f27e9d x1875583274350848/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695978.320384:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695978.320386:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695978.320388:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b901fd97. 00000100:00000200:3.0:1788695978.320390:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875583274350848, offset 0 00000400:00000200:3.0:1788695978.320395:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695978.320405:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695978.320410:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695978.320419:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695978.320423:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695978.320426:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695978.320428:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [252:252:256:4294967295] 192.168.201.118@tcp LPNI seq info [252:252:8:4294967295] 00000400:00000200:3.0:1788695978.320437:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695978.320442:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695978.320446:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000842c2c60. 00000800:00000200:3.0:1788695978.320451:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695978.320456:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695978.320459:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000842c2c60 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788695978.320473:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695978.320477:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306941395 00000100:00000001:3.0:1788695978.320489:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306941251 00000100:00000001:3.0:1788695978.320492:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306941395 00000100:00000001:3.0:1788695978.320496:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306941251 00000100:00000001:3.0:1788695978.320500:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306941395 00000100:00000001:3.0:1788695978.320503:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306941251 00000100:00000001:3.0:1788695978.320508:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306941395 00000100:00000001:3.0:1788695978.320510:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306941251 00000100:00000001:3.0:1788695978.320513:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695978.320516:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695978.320520:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695978.320522:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695978.320569:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695978.320573:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000842c2c60. 00000400:00000200:1.0:1788695978.320578:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695978.320582:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695978.320586:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b901fd97 00000400:00000010:1.0:1788695978.320588:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b901fd97. 00000100:00000001:1.0:1788695978.320592:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695978.320595:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a7f27e9d x1875583274350848/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695978.320605:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695978.320608:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a7f27e9d x1875583274350848/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695978.320615:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695978.320617:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788695978.324897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000008ef05f75. 00010000:00000010:0.1:1788695978.324918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001b1582b1. 00000800:00000001:2.0:1788695978.328664:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695978.328686:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695978.328692:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695978.328694:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695978.328707:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695978.328727:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 18 MB=0x6a9d542d07900 00000400:00000200:2.0:1788695978.328736:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.118@tcp of length 224/224 into md 0x8b9 [1] + 224 00000800:00000001:2.0:1788695978.328744:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695978.328775:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695978.331565:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695978.331582:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695978.331592:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695978.331600:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a7f27e9d x1875583274350848/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695978.331612:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a7f27e9d x1875583274350848/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695978.331634:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695978.331651:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695978.331660:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.331705:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695978.331710:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695978.331716:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695978.331719:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695978.331722:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057989d25. 00000400:00000200:3.0:1788695978.331728:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864cac17 00000400:00000010:3.0:1788695978.331730:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000864cac17. 00000100:00000001:3.0:1788695978.331754:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695978.331758:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a7f27e9d x1875583274350848/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695978.331767:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a7f27e9d x1875583274350848/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695978.331773:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695978.331775:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.331777:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695978.331791:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695978.331793:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695978.331796:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695978.331799:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695978.331805:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000dc573520 time=17 v=5 (5 0 5 0) 00000100:00001000:3.0:1788695978.331945:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=29 v=5 (1 1 1 0) 00000100:00000001:3.0:1788695978.331949:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695978.331950:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695978.331953:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695978.331955:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695978.331958:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695978.331962:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a7f27e9d x1875583274350848/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695978.331977:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695978.331981:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695978.331983:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695978.331989:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7f27e9d x1875583274350848/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695978.331996:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274350848:192.168.201.118@tcp:103: 00000100:00000001:3.0:1788695978.332001:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.332004:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695978.332006:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a7f27e9d x1875583274350848/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788695994 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695978.332012:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695978.332020:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695978.332023:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d467ab7. 02000000:00000001:3.0:1788695978.332028:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695978.332030:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695978.332031:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695978.332034:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695978.332036:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bffd1d9a. 02000000:00000001:3.0:1788695978.332042:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695978.332044:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695978.332045:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7f27e9d. 00000100:00000001:3.0:1788695978.332049:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695978.332050:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.332053:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695978.332066:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695978.332068:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695978.332070:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695978.332072:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695979.053968:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695979.053975:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695979.053981:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695979.053982:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695979.054064:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695979.054068:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695979.054070:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695979.629956:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306941395, at 4306941440 00000100:00000040:3.0:1788695979.629956:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306941395, at 4306941440 00000100:00000040:0.0:1788695979.629962:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306941395, at 4306941440 00000100:00000010:2.0:1788695979.629974:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000626f377. 00000100:00000010:3.0:1788695979.629975:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d24fff6b. 00000100:00000010:0.0:1788695979.629979:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005dd2cbdf. 00000100:00000040:1.0:1788695979.630865:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306941395, at 4306941441 00000100:00000010:1.0:1788695979.630884:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082f7dcd5. 00010000:00000001:2.0:1788695980.078939:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695980.078963:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695980.079026:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695980.079028:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788695980.079075:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788695980.079078:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695980.079080:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695981.101955:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695981.101962:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695981.101968:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695981.101969:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695981.102157:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695981.102205:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695981.102209:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695982.125989:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695982.125997:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695982.126003:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695982.126004:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695982.126062:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695982.126066:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695982.126069:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695983.149957:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695983.149964:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695983.149970:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695983.149973:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695983.149976:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695983.149979:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695983.149982:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695983.149984:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695983.149987:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695983.149989:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788695983.150632:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788695983.150636:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695983.150638:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695983.215067:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695983.215075:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695983.215082:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7f27e9d. 00000020:00000040:0.0:1788695983.215088:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695983.215092:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695983.215095:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695983.215099:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695983.215106:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009146b66a. 00000100:00000001:0.0:1788695983.215113:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695983.215123:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000a7f27e9d x1875583274350976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695983.215133:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695983.215135:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695983.215140:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f27e9d] to pc [ptlrpcd_00_03+3] req@00000000a7f27e9d x1875583274350976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695983.215168:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695983.215171:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695983.215174:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695983.215177:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ace5e01e. 00000020:00000040:0.0:1788695983.215179:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695983.215181:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695983.215182:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695983.215191:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695983.215194:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024f67866. 00000100:00000001:0.0:1788695983.215197:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695983.215201:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000ace5e01e x1875583274351104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695983.215209:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695983.215210:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695983.215213:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ace5e01e] to pc [ptlrpcd_00_00+0] req@00000000ace5e01e x1875583274351104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695983.215239:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788695983.215242:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788695983.215245:0:204459:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788695983.215247:0:204459:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788695983.215249:0:204459:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788695983.215253:0:204459:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788695983.215256:0:204459:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: connect to NID 192.168.201.118@tcp last attempt 12272 00000400:00000200:0.0:1788695983.215264:0:204459:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.201.118@tcp is discovered: rc = 1 00000100:00001000:0.0:1788695983.215268:0:204459:0:(import.c:2195:obd_at_measure()) add 20 to 00000000a187fc95 time=20 v=15 (15 1 1 0) 00000100:00001000:0.0:1788695983.215271:0:204459:0:(import.c:2261:obd_at_measure()) AT 00000000a187fc95 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 0 00000100:00080000:0.0:1788695983.215274:0:204459:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: tried all connections, increasing latency to 15s 00000100:00000040:0.0:1788695983.215276:0:204459:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:0.0:1788695983.215279:0:204459:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788695983.215281:0:204459:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:0.0:1788695983.215283:0:204459:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000001:0.0:1788695983.215286:0:204459:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788695983.215288:0:204459:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18b1 00000020:00000001:0.0:1788695983.215290:0:204459:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788695983.215293:0:204459:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d44de2da refcount=5 00000020:00000001:0.0:1788695983.215295:0:204459:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000020:00000001:0.0:1788695983.215297:0:204459:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000100:00000040:0.0:1788695983.215306:0:204459:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:0.0:1788695983.215308:0:204459:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788695983.215310:0:204459:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:0.0:1788695983.215311:0:204459:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000040:0.0:1788695983.215314:0:204459:0:(genops.c:879:class_export_put()) PUTting export 00000000d44de2da : new refcount 4 00000100:00080000:0.0:1788695983.215317:0:204459:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: import 00000000ad055e41 using connection 192.168.201.118@tcp/192.168.201.118@tcp 00000100:00000001:0.0:1788695983.215319:0:204459:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695983.215322:0:204459:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788695983.215328:0:204459:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695983.215330:0:204459:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695983.215333:0:204459:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788695983.215337:0:204459:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1788695983.215339:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:0.0:1788695983.215340:0:204459:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695983.215344:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695983.215345:0:204459:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695983.215349:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1788695983.215351:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001676e642. 00000020:00000040:0.0:1788695983.215354:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000040:2.0:1788695983.215356:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ace5e01e x1875583274351104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788695983.215358:0:204459:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788695983.215362:0:204459:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695983.215366:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695983.215369:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788695983.215371:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1788695983.215372:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695983.215374:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695983.215379:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000986e9693. 02000000:00000001:2.0:1788695983.215379:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695983.215382:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695983.215385:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695983.215386:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695983.215391:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ace5e01e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274351104:192.168.201.118@tcp:400: 00000100:00100000:0.0:1788695983.215394:0:204459:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001676e642 x1875583274351232/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695983.215396:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695983.215401:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695983.215404:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695983.215406:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1788695983.215408:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788695983.215409:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695983.215413:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001676e642] to pc [ptlrpcd_rcv+-1] req@000000001676e642 x1875583274351232/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1788695983.215418:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc95d543. 02000000:00000001:2.0:1788695983.215423:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695983.215429:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d29b5fe. 00000100:00000001:0.0:1788695983.215431:0:204459:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695983.215434:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1788695983.215435:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e484deba. 00000100:00000200:2.0:1788695983.215442:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274351104, portal 10 00000100:00000040:0.0:1788695983.215446:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1788695983.215447:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695983.215449:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882437120 : -113296827114496 : ffff98f506dd9c00) 00000100:00000040:0.0:1788695983.215453:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12282) 00000100:00000040:2.0:1788695983.215458:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ace5e01e x1875583274351104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695983.215466:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695983.215469:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695983.215472:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a163905. 00000100:00000200:2.0:1788695983.215475:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274351104, offset 0 00000400:00000200:2.0:1788695983.215481:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695983.215492:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695983.215497:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788695983.215499:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788695983.215502:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:0.0:1788695983.215503:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695983.215507:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695983.215511:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695983.215515:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [253:253:256:4294967295] 192.168.201.118@tcp LPNI seq info [253:253:8:4294967295] 00000100:00000001:0.0:1788695983.215517:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695983.215520:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695983.215522:0:201299:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695983.215528:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001676e642 x1875583274351232/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788695983.215531:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695983.215541:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788695983.215547:0:201299:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000010:2.0:1788695983.215548:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2263eda. 00000100:00000001:0.0:1788695983.215549:0:201299:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695983.215554:0:201299:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695983.215558:0:201299:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1788695983.215558:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 02000000:00000001:0.0:1788695983.215563:0:201299:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695983.215568:0:201299:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274351232:192.168.201.118@tcp:38: 00000800:00000200:2.0:1788695983.215569:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695983.215574:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d2263eda type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695983.215575:0:201299:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695983.215579:0:201299:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695983.215581:0:201299:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695983.215583:0:201299:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788695983.215586:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695983.215587:0:201299:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bcdfcaf8. 00000100:00000040:2.0:1788695983.215590:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 45223 usecs (46 jiffies) 02000000:00000001:0.0:1788695983.215591:0:201299:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695983.215597:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306945071 00000400:00000010:0.0:1788695983.215598:0:201299:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073f6fa69. 00000100:00000010:2.0:1788695983.215604:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012b293cd. 00000400:00000010:0.0:1788695983.215605:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009110440c. 00000100:00000200:0.0:1788695983.215611:0:201299:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274351232, portal 10 00000100:00000001:2.0:1788695983.215611:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788695983.215614:0:201299:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695983.215615:0:201299:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882429952 : -113296827121664 : ffff98f506dd8000) 00000100:00000001:2.0:1788695983.215622:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306945071 00000100:00000040:0.0:1788695983.215625:0:201299:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001676e642 x1875583274351232/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1788695983.215627:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004f6df21d. 00000100:00000001:2.0:1788695983.215632:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788695983.215636:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306945071 00000100:00000010:2.0:1788695983.215640:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009163ae67. 00000100:00000001:0.0:1788695983.215641:0:201299:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788695983.215644:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000040:0.0:1788695983.215647:0:201299:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695983.215648:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306945071 00000400:00000010:0.0:1788695983.215652:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008155608f. 00000100:00000010:2.0:1788695983.215653:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008deb97a6. 00000100:00000200:0.0:1788695983.215658:0:201299:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875583274351232, offset 0 00000100:00000001:2.0:1788695983.215658:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788695983.215661:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695983.215663:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695983.215665:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695983.215668:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695983.215673:0:201299:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695983.215675:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695983.215677:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695983.215680:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788695983.215682:0:201299:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788695983.215682:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695983.215685:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695983.215688:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788695983.215689:0:201299:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695983.215706:0:201299:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695983.215709:0:201299:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695983.215711:0:201299:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695983.215714:0:201299:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [254:254:255:4294967295] 192.168.201.118@tcp LPNI seq info [254:254:7:4294967295] 00000400:00000200:0.0:1788695983.215722:0:201299:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695983.215726:0:201299:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695983.215729:0:201299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014613afe. 00000800:00000200:0.0:1788695983.215733:0:201299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695983.215742:0:201299:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695983.215746:0:201299:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000014613afe type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788695983.215746:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695983.215750:0:201299:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695983.215751:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788695983.215755:0:201299:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 46038 usecs (47 jiffies) 00000100:00000001:3.0:1788695983.215755:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788695983.215760:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306945072 00000100:00000040:3.0:1788695983.215761:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a7f27e9d x1875583274350976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695983.215767:0:201299:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, simply extend its deadline from 4306945071 00000100:00000001:0.0:1788695983.215774:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306945072 00000100:00000001:3.0:1788695983.215774:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695983.215776:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695983.215780:0:201299:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, simply extend its deadline from 4306945071 02000000:00000001:3.0:1788695983.215781:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695983.215784:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695983.215786:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306945072 02000000:00000001:3.0:1788695983.215787:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695983.215788:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788695983.215792:0:201299:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, simply extend its deadline from 4306945071 00000800:00000010:2.0:1788695983.215794:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2263eda. 00000100:00100000:3.0:1788695983.215795:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274350976:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695983.215798:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306945072 00000400:00000200:2.0:1788695983.215800:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788695983.215802:0:201299:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, simply extend its deadline from 4306945071 00000400:00000200:2.0:1788695983.215810:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695983.215810:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788695983.215811:0:201299:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695983.215814:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788695983.215817:0:201299:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695983.215817:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695983.215818:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a163905 00000100:00000001:0.0:1788695983.215824:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695983.215824:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a163905. 02000000:00000001:3.0:1788695983.215824:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695983.215829:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018068af5. 00000100:00000001:0.0:1788695983.215830:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695983.215832:0:201294:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1788695983.215834:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788695983.215838:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000ace5e01e x1875583274351104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695983.215839:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1788695983.215839:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057989d25. 00000100:00000001:0.0:1788695983.215872:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788695983.215873:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788695983.215876:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788695983.215879:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ace5e01e x1875583274351104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695999 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695983.215880:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695983.215883:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695983.215887:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695983.215893:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695983.215900:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788695983.215929:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695983.215931:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014613afe. 00000400:00000200:2.0:1788695983.215935:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695983.215940:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695983.215943:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008155608f 00000400:00000010:2.0:1788695983.215945:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008155608f. 00000100:00000001:2.0:1788695983.215948:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695983.215951:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001676e642 x1875583274351232/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695983.215957:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695983.215959:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001676e642 x1875583274351232/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696008 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695983.215964:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695983.215966:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:3.0:1788695983.216139:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000864cac17. 00000100:00000200:3.0:1788695983.216143:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274350976, portal 25 00000100:00000001:3.0:1788695983.216145:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695983.216146:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438016 : -113296827113600 : ffff98f506dd9f80) 00000100:00000040:3.0:1788695983.216150:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a7f27e9d x1875583274350976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695983.216157:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695983.216159:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695983.216161:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0c3167a. 00000100:00000200:3.0:1788695983.216163:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274350976, offset 0 00000400:00000200:3.0:1788695983.216167:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695983.216172:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695983.216175:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695983.216177:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695983.216180:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695983.216182:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695983.216185:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [255:255:256:4294967295] 192.168.201.118@tcp LPNI seq info [255:255:8:4294967295] 00000400:00000200:3.0:1788695983.216191:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695983.216195:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695983.216198:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f59c383. 00000800:00000200:3.0:1788695983.216201:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695983.216205:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695983.216208:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f59c383 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695983.216230:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695983.216238:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306946291 00000100:00000001:3.0:1788695983.216242:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306945072 00000100:00000001:3.0:1788695983.216246:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306946291 00000100:00000001:3.0:1788695983.216249:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306945072 00000100:00000001:3.0:1788695983.216251:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306946291 00000100:00000001:3.0:1788695983.216253:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306945072 00000100:00000001:3.0:1788695983.216256:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306946291 00000100:00000001:3.0:1788695983.216258:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306945072 00000100:00000001:3.0:1788695983.216261:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695983.216263:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695983.216265:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695983.216267:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695983.216271:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695983.216272:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695983.216274:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695983.216276:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695983.216278:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695983.216280:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695983.216283:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695983.216286:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f59c383. 00000400:00000200:0.0:1788695983.216290:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695983.216295:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695983.216298:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0c3167a 00000400:00000010:0.0:1788695983.216300:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b0c3167a. 00000100:00000001:0.0:1788695983.216304:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695983.216307:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a7f27e9d x1875583274350976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695999 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695983.216315:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695983.216317:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a7f27e9d x1875583274350976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695999 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695983.216323:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695983.216325:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788695983.218091:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695983.218096:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788695983.221122:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695983.221136:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695983.221141:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695983.221143:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695983.221154:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695983.221168:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d07a00 00000400:00000200:2.0:1788695983.221176:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x8c1 [1] + 224 00000800:00000001:2.0:1788695983.221182:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695983.221188:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695983.221190:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695983.221194:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695983.221202:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695983.221208:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000ace5e01e x1875583274351104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695999 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695983.221219:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ace5e01e x1875583274351104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695983.221235:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695983.221255:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695983.221258:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695983.221372:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695983.221376:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695983.221383:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695983.221385:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695983.221387:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d29b5fe. 00000400:00000200:3.0:1788695983.221424:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e484deba 00000400:00000010:3.0:1788695983.221427:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e484deba. 00000100:00000001:3.0:1788695983.221431:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695983.221435:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000ace5e01e x1875583274351104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695983.221443:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000ace5e01e x1875583274351104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695999 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695983.221449:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695983.221450:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695983.221459:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695983.221462:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695983.221464:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695983.221466:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695983.221469:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695983.221476:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=34 v=5 (5 5 5 0) 00000100:00001000:3.0:1788695983.221480:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=34 v=5 (1 1 1 0) 00000100:00000001:3.0:1788695983.221483:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695983.221484:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695983.221486:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695983.221491:0:201300:0:(ldlm_request.c:1722:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695983.221494:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695983.221496:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695983.221498:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695983.221499:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695983.221503:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ace5e01e x1875583274351104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695999 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695983.221509:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695983.221512:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695983.221514:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695983.221517:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ace5e01e x1875583274351104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695999 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695983.221523:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ace5e01e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274351104:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695983.221528:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695983.221531:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695983.221533:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ace5e01e x1875583274351104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788695999 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695983.221539:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695983.221541:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695983.221543:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc95d543. 02000000:00000001:3.0:1788695983.221546:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695983.221548:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695983.221550:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695983.221556:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695983.221559:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024f67866. 02000000:00000001:3.0:1788695983.221561:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695983.221563:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695983.221564:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ace5e01e. 00000100:00000001:3.0:1788695983.221568:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695983.221569:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695983.221571:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695983.221577:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695983.221579:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695983.221581:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695983.221582:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788695983.221622:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695983.221627:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695983.221629:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695983.221631:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695983.221635:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695983.221642:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d07980 00000400:00000200:2.0:1788695983.221647:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x8d1 [1] + 224 00000800:00000001:2.0:1788695983.221650:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695983.221655:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695983.221656:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695983.221659:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695983.221662:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695983.221666:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a7f27e9d x1875583274350976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695999 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695983.221673:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a7f27e9d x1875583274350976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695983.221690:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695983.221702:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695983.221705:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695983.221742:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695983.221744:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695983.221747:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695983.221749:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695983.221750:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057989d25. 00000400:00000200:3.0:1788695983.221754:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864cac17 00000400:00000010:3.0:1788695983.221755:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000864cac17. 00000100:00000001:3.0:1788695983.221758:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695983.221761:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a7f27e9d x1875583274350976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695999 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695983.221768:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a7f27e9d x1875583274350976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695999 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695983.221774:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695983.221775:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695983.221777:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695983.221778:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695983.221779:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695983.221780:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695983.221782:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695983.221785:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=34 v=5 (5 5 5 0) 00000100:00001000:3.0:1788695983.221787:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=34 v=5 (1 1 1 0) 00000100:00000001:3.0:1788695983.221789:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695983.221790:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695983.221792:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695983.221794:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695983.221800:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695983.221803:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a7f27e9d x1875583274350976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695999 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695983.221809:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695983.221811:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695983.221812:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695983.221815:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7f27e9d x1875583274350976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695999 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695983.221821:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274350976:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695983.221825:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695983.221827:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695983.221829:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a7f27e9d x1875583274350976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788695999 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695983.221834:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695983.221835:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695983.221837:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018068af5. 02000000:00000001:3.0:1788695983.221839:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695983.221841:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695983.221882:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695983.221884:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695983.221886:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009146b66a. 02000000:00000001:3.0:1788695983.221888:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695983.221891:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695983.221892:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7f27e9d. 00000100:00000001:3.0:1788695983.221896:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695983.221897:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695983.221899:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695983.221902:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695983.221904:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695983.221906:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695983.221908:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695983.224957:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695983.224978:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695983.224982:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695983.224985:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695983.224994:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695983.225009:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 416 into portal 10 MB=0x6a9d542d07a80 00000400:00000200:0.0:1788695983.225015:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 416/416 into md 0x8c9 [1] + 0 00000800:00000001:0.0:1788695983.225020:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695983.225027:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695983.225029:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695983.225033:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695983.225038:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695983.225043:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001676e642 x1875583274351232/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696008 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695983.225053:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000001676e642 x1875583274351232/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695983.225083:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695983.225090:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695983.225093:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695983.225196:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695983.225200:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695983.225206:0:201299:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695983.225209:0:201299:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695983.225211:0:201299:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073f6fa69. 00000400:00000200:2.0:1788695983.225214:0:201299:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009110440c 00000400:00000010:2.0:1788695983.225216:0:201299:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009110440c. 00000100:00000001:2.0:1788695983.225219:0:201299:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695983.225223:0:201299:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001676e642 x1875583274351232/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695983.225232:0:201299:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001676e642 x1875583274351232/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696008 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695983.225248:0:201299:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695983.225250:0:201299:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695983.225252:0:201299:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695983.225255:0:201299:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695983.225257:0:201299:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695983.225258:0:201299:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695983.225261:0:201299:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695983.225268:0:201299:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=33 v=5 (5 5 5 0) 00000100:00001000:2.0:1788695983.225271:0:201299:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=20 v=20 (20 1 1 0) 00000100:00000001:2.0:1788695983.225274:0:201299:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695983.225275:0:201299:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695983.225277:0:201299:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788695983.225281:0:201299:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001676e642 x1875583274351232/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/416 e 0 to 0 dl 1788696008 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788695983.225287:0:201299:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695983.225290:0:201299:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695983.225292:0:201299:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695983.225294:0:201299:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695983.225296:0:201299:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695983.225299:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001676e642 x1875583274351232/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/416 e 0 to 0 dl 1788696008 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695983.225304:0:201299:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695983.225307:0:201299:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695983.225309:0:201299:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695983.225311:0:201299:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1788695983.225317:0:201299:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff98f518c6e000: connect to target with instance 5 00000020:00000001:2.0:1788695983.225320:0:201299:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788695983.225322:0:201299:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18b1 00000020:00000001:2.0:1788695983.225324:0:201299:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788695983.225327:0:201299:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d44de2da refcount=5 00000020:00000001:2.0:1788695983.225329:0:201299:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000020:00000001:2.0:1788695983.225331:0:201299:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000100:00001000:2.0:1788695983.225339:0:201299:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=1788695983 v=0 (0 0 0 0) 00000100:00001000:2.0:1788695983.225341:0:201299:0:(import.c:2261:obd_at_measure()) AT 00000000a187fc95 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1788695983.225345:0:201299:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1239, crc32c 7035, adler 867 00000020:00000040:2.0:1788695983.225350:0:201299:0:(genops.c:879:class_export_put()) PUTting export 00000000d44de2da : new refcount 4 00000100:00000001:2.0:1788695983.225352:0:201299:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788695983.225354:0:201299:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:2.0:1788695983.225358:0:201299:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0001-mdc-ffff98f518c6e000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:2.0:1788695983.225362:0:201299:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1788695983.225363:0:201299:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788695983.225365:0:201299:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:2.0:1788695983.225368:0:201299:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:2.0:1788695983.225371:0:201299:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788695983.225374:0:201299:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788695983.225376:0:201299:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788695983.225377:0:201299:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788695983.225379:0:201299:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788695983.225380:0:201299:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788695983.225381:0:201299:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695983.225383:0:201299:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788695983.225385:0:201299:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1788695983.225388:0:201299:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788695983.225389:0:201299:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1788695983.225390:0:201299:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:2.0:1788695983.225391:0:201299:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:2.0:1788695983.225393:0:201299:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1788695983.225394:0:201299:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv 000000004d0bfbdb for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:2.0:1788695983.225398:0:201299:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x6acb2b64cadb18aa 00800000:00000040:2.0:1788695983.225400:0:201299:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0x6acb2b64cadb18b1 00800000:00000040:2.0:1788695983.225402:0:201299:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff98f518c6e000=f4931000-78c8-4821-9b44-b56343695343 device 4 (000000000485cdfe) type mdc at LMV idx 1 00800000:00000040:2.0:1788695983.225405:0:201299:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD 000000000485cdfe already active! 00800000:00000001:2.0:1788695983.225406:0:201299:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788695983.225408:0:201299:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788695983.225409:0:201299:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788695983.225410:0:201299:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788695983.225417:0:201299:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788695983.225418:0:201299:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788695983.225420:0:201299:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788695983.225422:0:201299:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=5 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000002:00000001:0.0:1788695983.225705:0:201299:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695983.225708:0:201299:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1788695983.225711:0:201299:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1788695983.225713:0:201299:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695983.225716:0:201299:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695983.225721:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001676e642 x1875583274351232/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/416 e 0 to 0 dl 1788696008 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695983.225730:0:201299:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274351232:192.168.201.118@tcp:38: 00000100:00000001:0.0:1788695983.225735:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695983.225737:0:201299:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695983.225740:0:201299:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001676e642 x1875583274351232/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/416 e 0 to 0 dl 1788696008 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695983.225746:0:201299:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695983.225749:0:201299:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695983.225751:0:201299:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bcdfcaf8. 02000000:00000001:0.0:1788695983.225754:0:201299:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695983.225756:0:201299:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695983.225757:0:201299:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788695983.225760:0:201299:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695983.225761:0:201299:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000986e9693. 02000000:00000001:0.0:1788695983.225764:0:201299:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695983.225766:0:201299:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695983.225767:0:201299:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001676e642. 00000100:00000001:0.0:1788695983.225771:0:201299:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695983.225772:0:201299:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695983.225774:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695983.225780:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695983.225782:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695983.225784:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695983.225791:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788695983.225883:0:205683:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:2.0:1788695983.225886:0:205683:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:2.0:1788695983.225889:0:205683:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788695983.225891:0:205683:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695983.225893:0:205683:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695983.225895:0:205683:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:2.0:1788695983.225896:0:205683:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695984.174138:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695984.174145:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695984.174148:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695984.174149:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695984.178621:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695984.178628:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695984.178632:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695984.493915:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306946291, at 4306946304 00000100:00000040:1.0:1788695984.493926:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306946291, at 4306946304 00000100:00000040:3.0:1788695984.493926:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306946291, at 4306946304 00000100:00000010:0.0:1788695984.493932:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012b293cd. 00000100:00000010:1.0:1788695984.493935:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004f6df21d. 00000100:00000010:3.0:1788695984.493937:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008deb97a6. 00000100:00000040:2.0:1788695984.494023:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306946291, at 4306946304 00000100:00000010:2.0:1788695984.494029:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009163ae67. 00000100:00000001:0.0:1788695984.750050:0:203413:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1788695984.750059:0:203413:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695985.198129:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695985.198136:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695985.198144:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695985.198145:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695985.198197:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695985.198201:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695985.198204:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695986.221975:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695986.221980:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695986.221984:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695986.221984:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788695986.222783:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788695986.222788:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695986.222790:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695987.245975:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695987.245981:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695987.245985:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695987.245986:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695987.246044:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695987.246048:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695987.246051:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1788695987.310138:0:203421:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1788695987.310149:0:203421:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000009ec63942) refs 2 10000000:00000001:2.0:1788695987.310158:0:203421:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788695987.310161:0:203421:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1788695987.310163:0:203421:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1788695987.310165:0:203421:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1788695987.310169:0:203421:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:2.0:1788695987.310171:0:203421:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1788695987.310199:0:203421:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff98f518c6e000 from 13 10000000:00000001:2.0:1788695987.310204:0:203421:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1788695987.310205:0:203421:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:2.0:1788695987.310216:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064b693a9. 00000020:00000040:2.0:1788695987.310221:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695987.310229:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695987.310235:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695987.310241:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695987.310252:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037517b8e. 00000100:00000001:2.0:1788695987.310261:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695987.310267:0:203421:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788695987.310270:0:203421:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788695987.310279:0:203421:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 00000000beaf09d6. 00010000:00000001:2.0:1788695987.310286:0:203421:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788695987.310301:0:203421:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000bb598dc6. 00000020:00000001:2.0:1788695987.310308:0:203421:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788695987.310312:0:203421:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000bb598dc6 with handle 0x6acb2b64cadb18e9 to hash 00000020:00000001:2.0:1788695987.310314:0:203421:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788695987.310316:0:203421:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630777555945984 : -113296153605632 : ffff98f52f028a00) 00010000:00000001:2.0:1788695987.310320:0:203421:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630777555945984 : -113296153605632 : ffff98f52f028a00) 00010000:00000001:2.0:1788695987.310325:0:203421:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788695987.310330:0:203421:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695987.310334:0:203421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.118@tcp lock: 00000000bb598dc6/0x6acb2b64cadb18e9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788695987.310347:0:203421:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.118@tcp lock: 00000000bb598dc6/0x6acb2b64cadb18e9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788695987.310359:0:203421:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.118@tcp lock: 00000000bb598dc6/0x6acb2b64cadb18e9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788695987.310365:0:203421:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788695987.310367:0:203421:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788695987.310377:0:203421:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d689f7cc. 00000100:00000001:2.0:1788695987.310386:0:203421:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630776855437056 : -113296854114560 : ffff98f505419f00) 00000100:00000001:2.0:1788695987.310388:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695987.310390:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611080064 : -113296098471552 : ffff98f5324bd180) 00000100:00000001:2.0:1788695987.310396:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695987.310399:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695987.310401:0:203421:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788695987.310404:0:203421:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695987.310419:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064b693a9 x1875583274351360/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.310429:0:203421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695987.310432:0:203421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695987.310437:0:203421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695987.310440:0:203421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695987.310443:0:203421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695987.310447:0:203421:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000064b693a9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274351360:192.168.201.118@tcp:101: 00000100:00000001:2.0:1788695987.310451:0:203421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695987.310460:0:203421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695987.310462:0:203421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695987.310465:0:203421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695987.310471:0:203421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000019756f42. 02000000:00000001:2.0:1788695987.310473:0:203421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695987.310482:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9b73472. 00000400:00000010:2.0:1788695987.310493:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a163905. 00000100:00000200:2.0:1788695987.310501:0:203421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274351360, portal 25 00000100:00000001:2.0:1788695987.310503:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695987.310504:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611080064 : -113296098471552 : ffff98f5324bd180) 00000100:00000040:2.0:1788695987.310509:0:203421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064b693a9 x1875583274351360/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.310517:0:203421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695987.310520:0:203421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695987.310522:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d08e7aa0. 00000100:00000200:2.0:1788695987.310525:0:203421:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875583274351360, offset 0 00000400:00000200:2.0:1788695987.310533:0:203421:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695987.310558:0:203421:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695987.310566:0:203421:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695987.310570:0:203421:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695987.310574:0:203421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695987.310577:0:203421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695987.310581:0:203421:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [256:256:256:4294967295] 192.168.201.118@tcp LPNI seq info [256:256:8:4294967295] 00000400:00000200:2.0:1788695987.310593:0:203421:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695987.310600:0:203421:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695987.310604:0:203421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2263eda. 00000800:00000200:2.0:1788695987.310611:0:203421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695987.310619:0:203421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695987.310634:0:203421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d2263eda type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788695987.310732:0:203421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695987.310737:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306950385 00000100:00000010:2.0:1788695987.310741:0:203421:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b491dd23. 00000100:00000001:2.0:1788695987.310748:0:203421:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788695987.310755:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306950385 00000100:00000010:2.0:1788695987.310757:0:203421:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc2f53e6. 00000100:00000001:2.0:1788695987.310760:0:203421:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788695987.310762:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306950385 00000100:00000010:2.0:1788695987.310764:0:203421:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c28b342. 00000100:00000001:2.0:1788695987.310766:0:203421:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788695987.310768:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306950385 00000100:00000010:2.0:1788695987.310771:0:203421:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006efaf844. 00000100:00000001:2.0:1788695987.310775:0:203421:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788695987.310777:0:203421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695987.310780:0:203421:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695987.310783:0:203421:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695987.310786:0:203421:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788695987.310788:0:203421:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d689f7cc going to sleep for 11 seconds 00000100:00000001:2.0:1788695987.310798:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695987.310803:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695987.312823:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695987.312835:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2263eda. 00000400:00000200:3.0:1788695987.312843:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695987.312877:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695987.312886:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d08e7aa0 00000400:00000010:3.0:1788695987.312889:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d08e7aa0. 00000100:00000001:3.0:1788695987.312895:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695987.312904:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000064b693a9 x1875583274351360/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695987.312918:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695987.312921:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000064b693a9 x1875583274351360/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695987.315454:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695987.315461:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788695987.317553:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695987.317572:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695987.317587:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695987.317591:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695987.317608:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695987.317641:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 344 into portal 25 MB=0x6a9d542d07b00 00000400:00000200:2.0:1788695987.317649:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 344/344 into md 0x8d9 [1] + 224 00000800:00000001:2.0:1788695987.317658:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695987.317666:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695987.317669:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695987.317674:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695987.317683:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695987.317693:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000064b693a9 x1875583274351360/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695987.317706:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000064b693a9 x1875583274351360/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.317737:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695987.317747:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695987.317750:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695987.320071:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695987.320089:0:203421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695987.320091:0:203421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695987.320095:0:203421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9b73472. 00000400:00000200:0.0:1788695987.320108:0:203421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a163905 00000400:00000010:0.0:1788695987.320110:0:203421:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a163905. 00000100:00000001:0.0:1788695987.320116:0:203421:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695987.320129:0:203421:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000064b693a9 x1875583274351360/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695987.320140:0:203421:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000064b693a9 x1875583274351360/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.320149:0:203421:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695987.320151:0:203421:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695987.320154:0:203421:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695987.320157:0:203421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695987.320159:0:203421:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695987.320161:0:203421:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695987.320164:0:203421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695987.320170:0:203421:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=38 v=5 (5 5 5 0) 00000100:00001000:0.0:1788695987.320174:0:203421:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=38 v=5 (1 1 1 0) 00000100:00000001:0.0:1788695987.320176:0:203421:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695987.320178:0:203421:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695987.320180:0:203421:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695987.320183:0:203421:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.320186:0:203421:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695987.320226:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064b693a9 x1875583274351360/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.320234:0:203421:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695987.320238:0:203421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695987.320392:0:203421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695987.320398:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064b693a9 x1875583274351360/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695987.320405:0:203421:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000064b693a9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274351360:192.168.201.118@tcp:101: 00000100:00000001:0.0:1788695987.320410:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695987.320413:0:203421:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.320416:0:203421:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788695987.320418:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695987.320420:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064b693a9 x1875583274351360/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.320426:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788695987.320428:0:203421:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d689f7cc. 00000100:00000001:0.0:1788695987.320432:0:203421:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788695987.320434:0:203421:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695987.320438:0:203421:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788695987.320441:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788695987.320443:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788695987.320447:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000bb598dc6 refcount=4 00000020:00000001:0.0:1788695987.320449:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777555945984 : -113296153605632 : ffff98f52f028a00) 00010000:00000001:0.0:1788695987.320452:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777555945984 : -113296153605632 : ffff98f52f028a00) 00010000:00000040:0.0:1788695987.320458:0:203421:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: 00000000bb598dc6, remote cookie: 0x602192bd911ffebc, flags: 0x0 00010000:00000001:0.0:1788695987.320462:0:203421:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788695987.320465:0:203421:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788695987.320468:0:203421:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788695987.320469:0:203421:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788695987.320471:0:203421:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788695987.320473:0:203421:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000beaf09d6) refcount = 1 00010000:00010000:0.0:1788695987.320478:0:203421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.118@tcp lock: 00000000bb598dc6/0x6acb2b64cadb18e9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffebc expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788695987.320495:0:203421:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788695987.320498:0:203421:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788695987.320499:0:203421:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788695987.320503:0:203421:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788695987.320505:0:203421:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695987.320507:0:203421:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.118@tcp lock: 00000000bb598dc6/0x6acb2b64cadb18e9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x602192bd911ffebc expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788695987.320513:0:203421:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788695987.320515:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788695987.320517:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788695987.320518:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788695987.320519:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788695987.320521:0:203421:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.320524:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695987.320527:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064b693a9 x1875583274351360/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.320534:0:203421:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695987.320536:0:203421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695987.320539:0:203421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000019756f42. 02000000:00000001:0.0:1788695987.320543:0:203421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695987.320546:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695987.320548:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788695987.320551:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695987.320553:0:203421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000037517b8e. 02000000:00000001:0.0:1788695987.320558:0:203421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695987.320559:0:203421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695987.320560:0:203421:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064b693a9. 00000100:00000001:0.0:1788695987.320564:0:203421:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695987.320565:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1788695987.320567:0:203421:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788695987.320570:0:203421:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788695987.320572:0:203421:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000009ec63942) refs 3 10000000:00000001:0.0:1788695987.320574:0:203421:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695987.320583:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788695987.320584:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788695987.320586:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000bb598dc6 refcount=3 00000020:00000001:0.0:1788695987.320588:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777555945984 : -113296153605632 : ffff98f52f028a00) 00010000:00000001:0.0:1788695987.320590:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777555945984 : -113296153605632 : ffff98f52f028a00) 00010000:00000001:0.0:1788695987.320592:0:203421:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1788695987.320593:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788695987.320595:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788695987.320596:0:203421:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788695987.320599:0:203421:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1788695987.320604:0:203421:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at 0000000001b27ea5. 00000100:00000010:0.0:1788695987.320630:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001676e642. 00000020:00000040:0.0:1788695987.320635:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695987.320639:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695987.320642:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695987.320646:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695987.320652:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000056124d9c. 00000100:00000001:0.0:1788695987.320657:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.320661:0:203421:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1788695987.320665:0:203421:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000009780fc2. 00000100:00000010:0.0:1788695987.320668:0:203421:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000447d07a7. 00000020:00000040:0.0:1788695987.320670:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695987.320675:0:203421:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788695987.320677:0:203421:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788695987.320682:0:203421:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084db46d8. 00000100:00000001:0.0:1788695987.320684:0:203421:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630777558155264 : -113296151396352 : ffff98f52f244000) 00000100:00000001:0.0:1788695987.320687:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695987.320689:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882429952 : -113296827121664 : ffff98f506dd8000) 00000100:00000001:0.0:1788695987.320693:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695987.320695:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.320697:0:203421:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788695987.320698:0:203421:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695987.320702:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001676e642 x1875583274351488/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.320709:0:203421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695987.320715:0:203421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695987.320719:0:203421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695987.320721:0:203421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695987.320724:0:203421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695987.320726:0:203421:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274351488:192.168.201.118@tcp:256: 00000100:00000001:0.0:1788695987.320730:0:203421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695987.320736:0:203421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695987.320738:0:203421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.320740:0:203421:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1788695987.320747:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073f6fa69. 00000400:00000010:0.0:1788695987.320758:0:203421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000dce3423e. 00000100:00000200:0.0:1788695987.320764:0:203421:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6a9d542d07b80-0x6a9d542d07b80, portal 33 00000100:00000001:0.0:1788695987.320768:0:203421:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695987.320770:0:203421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695987.320774:0:203421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8c3ab3d. 02000000:00000001:0.0:1788695987.320776:0:203421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695987.320779:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000224c5a86. 00000400:00000010:0.0:1788695987.320782:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafe65a6. 00000100:00000200:0.0:1788695987.320786:0:203421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274351488, portal 25 00000100:00000001:0.0:1788695987.320788:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695987.320789:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882429952 : -113296827121664 : ffff98f506dd8000) 00000100:00000040:0.0:1788695987.320794:0:203421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001676e642 x1875583274351488/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696003 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.320801:0:203421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695987.320805:0:203421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695987.320807:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001140bd37. 00000100:00000200:0.0:1788695987.320810:0:203421:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1875583274351488, offset 0 00000400:00000200:0.0:1788695987.320817:0:203421:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695987.320833:0:203421:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695987.320839:0:203421:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695987.320843:0:203421:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695987.320888:0:203421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695987.320891:0:203421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695987.320900:0:203421:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [257:257:256:4294967295] 192.168.201.118@tcp LPNI seq info [257:257:8:4294967295] 00000400:00000200:0.0:1788695987.320910:0:203421:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695987.320917:0:203421:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695987.320922:0:203421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee81603. 00000800:00000200:0.0:1788695987.320928:0:203421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695987.320936:0:203421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695987.320942:0:203421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000ee81603 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:0.0:1788695987.320974:0:203421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.320980:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306950396 00000100:00000001:0.0:1788695987.320989:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306950385 00000100:00000001:0.0:1788695987.320995:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306950396 00000100:00000001:0.0:1788695987.320999:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306950385 00000100:00000001:0.0:1788695987.321001:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306950396 00000100:00000001:0.0:1788695987.321004:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306950385 00000100:00000001:0.0:1788695987.321061:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306950396 00000100:00000001:0.0:1788695987.321064:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306950385 00000100:00000001:0.0:1788695987.321067:0:203421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695987.321070:0:203421:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.321072:0:203421:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695987.321075:0:203421:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788695987.321077:0:203421:0:(client.c:2716:ptlrpc_set_wait()) set 0000000084db46d8 going to sleep for 11 seconds 00000100:00000001:0.0:1788695987.321080:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695987.321082:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695987.321363:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695987.321368:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee81603. 00000400:00000200:1.0:1788695987.321374:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695987.321380:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695987.321386:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001140bd37 00000400:00000010:1.0:1788695987.321388:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001140bd37. 00000100:00000001:1.0:1788695987.321393:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695987.321397:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001676e642 x1875583274351488/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696003 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695987.321407:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695987.321409:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001676e642 x1875583274351488/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696003 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695987.321416:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695987.321418:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788695987.324918:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695987.324938:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695987.324942:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695987.324945:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695987.324957:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695987.324974:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 44 into portal 33 MB=0x6a9d542d07b80 00000400:00000200:3.0:1788695987.324983:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.201.118@tcp of length 44/44 into md 0x8e1 [4] + 0 00000400:00000010:3.0:1788695987.324988:0:201293:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073f6fa69. 00000400:00000200:3.0:1788695987.324994:0:201293:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dce3423e 00000800:00000001:3.0:1788695987.325000:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695987.325010:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695987.325012:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695987.325017:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695987.325023:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dce3423e 00000400:00000010:3.0:1788695987.325025:0:201293:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 00000000dce3423e. 00000100:00000001:3.0:1788695987.325030:0:201293:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788695987.325031:0:201293:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req 000000001676e642 desc 0000000009780fc2 mbits 1875583274351488 00000100:00000001:3.0:1788695987.325065:0:201293:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788695987.325074:0:201293:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788695987.325081:0:201293:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.201.18@tcp to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695987.325086:0:201293:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [258:258:256:4294967295] 192.168.201.118@tcp LPNI seq info [258:258:8:4294967295] 00000400:00000200:3.0:1788695987.325097:0:201293:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:192.168.201.18@tcp) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) 192.168.201.118@tcp : ACK try# 0 00000800:00000200:3.0:1788695987.325104:0:201293:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695987.325110:0:201293:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at 000000001e142013. 00000800:00000200:3.0:1788695987.325118:0:201293:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695987.325126:0:201293:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695987.325132:0:201293:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001e142013 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788695987.325242:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695987.325247:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at 000000001e142013. 00000400:00000200:3.0:1788695987.325250:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695987.325254:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: ACK: OK 00000800:00000001:3.0:1788695987.325260:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695987.325263:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695987.326929:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695987.326938:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788695987.331666:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695987.331691:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695987.331696:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695987.331699:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695987.331719:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695987.331748:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 240 into portal 25 MB=0x6a9d542d07b80 00000400:00000200:1.0:1788695987.331760:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 240/240 into md 0x8e5 [1] + 224 00000800:00000001:1.0:1788695987.331775:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695987.331811:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695987.331816:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695987.331822:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695987.331833:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695987.331876:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001676e642 x1875583274351488/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696003 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695987.331889:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000001676e642 x1875583274351488/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695987.331913:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695987.331924:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695987.331927:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695987.332159:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695987.332169:0:203421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695987.332172:0:203421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695987.332174:0:203421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000224c5a86. 00000400:00000200:0.0:1788695987.332179:0:203421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafe65a6 00000400:00000010:0.0:1788695987.332198:0:203421:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000aafe65a6. 00000100:00000001:0.0:1788695987.332204:0:203421:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695987.332207:0:203421:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001676e642 x1875583274351488/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695987.332216:0:203421:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001676e642 x1875583274351488/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.332222:0:203421:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695987.332224:0:203421:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695987.332226:0:203421:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695987.332231:0:203421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695987.332233:0:203421:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695987.332235:0:203421:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695987.332238:0:203421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695987.332245:0:203421:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=38 v=5 (5 5 5 0) 00000100:00001000:0.0:1788695987.332257:0:203421:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=38 v=5 (1 1 1 0) 00000100:00000001:0.0:1788695987.332260:0:203421:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695987.332262:0:203421:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695987.332264:0:203421:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695987.332267:0:203421:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.332271:0:203421:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695987.332274:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000001676e642 x1875583274351488/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695987.332282:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000001676e642 x1875583274351488/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696003 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.332290:0:203421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695987.332292:0:203421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695987.332296:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001676e642 x1875583274351488/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696003 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695987.332305:0:203421:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274351488:192.168.201.118@tcp:256: 00000100:00000001:0.0:1788695987.332311:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695987.332315:0:203421:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.332318:0:203421:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788695987.332326:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695987.332329:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001676e642 x1875583274351488/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696003 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.332336:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788695987.332339:0:203421:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000084db46d8. 00000100:00000001:0.0:1788695987.332343:0:203421:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788695987.332346:0:203421:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1788695987.332355:0:203421:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 13, more 0. 10000000:00000001:0.0:1788695987.332360:0:203421:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1788695987.332368:0:203421:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 00000000004edc0c. 10000000:00000010:0.0:1788695987.332372:0:203421:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 0000000091101522. 10000000:00000200:0.0:1788695987.332379:0:203421:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1788695987.332382:0:203421:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0001-mdc-ffff98f518c6e000 00010000:00000001:0.0:1788695987.332391:0:203421:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1788695987.332394:0:203421:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:0.0:1788695987.332399:0:203421:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.201.118@tcp has 192.168.201.118@tcp. 00000100:00000001:0.0:1788695987.332402:0:203421:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695987.332405:0:203421:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1788695987.332406:0:203421:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.201.118@tcp with 192.168.201.118@tcp 00000100:00000200:0.0:1788695987.332409:0:203421:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.201.118@tcp' 00000400:00000200:0.0:1788695987.332412:0:203421:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1788695987.332417:0:203421:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:0.0:1788695987.332421:0:203421:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.201.118@tcp 00000400:00000200:0.0:1788695987.332427:0:203421:0:(peer.c:1911:lnet_peer_add()) peer 192.168.201.118@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1788695987.332435:0:203421:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1788695987.332438:0:203421:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.201.118@tcp NID 192.168.201.118@tcp: 0. pending discovery 00000400:00000200:0.0:1788695987.332441:0:203421:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.201.118@tcp 00000100:00000001:0.0:1788695987.332443:0:203421:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695987.332445:0:203421:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1788695987.332448:0:203421:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 13/13 for lustre-MDT0001-mdc-ffff98f518c6e000 10000000:00000010:0.0:1788695987.332451:0:203421:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 0000000091101522. 10000000:00000010:0.0:1788695987.332454:0:203421:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 00000000004edc0c. 10000000:00000001:0.0:1788695987.332457:0:203421:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.332459:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695987.332462:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001676e642 x1875583274351488/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696003 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.332473:0:203421:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695987.332476:0:203421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695987.332479:0:203421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8c3ab3d. 02000000:00000001:0.0:1788695987.332483:0:203421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695987.332485:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695987.332487:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788695987.332490:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788695987.332492:0:203421:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1788695987.332495:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695987.332496:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788695987.332498:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1788695987.332500:0:203421:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000447d07a7. 00000100:00000010:0.0:1788695987.332504:0:203421:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000009780fc2. 00000100:00000001:0.0:1788695987.332506:0:203421:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1788695987.332508:0:203421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000056124d9c. 02000000:00000001:0.0:1788695987.332512:0:203421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695987.332514:0:203421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695987.332515:0:203421:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001676e642. 00000100:00000001:0.0:1788695987.332519:0:203421:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695987.332520:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1788695987.332537:0:203421:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at 0000000001b27ea5. 10000000:01000000:0.0:1788695987.332541:0:203421:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.118@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:0.0:1788695987.332545:0:203421:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1788695987.332548:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788695987.332550:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788695987.332554:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000bb598dc6 refcount=3 00000020:00000001:0.0:1788695987.332556:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777555945984 : -113296153605632 : ffff98f52f028a00) 00010000:00000001:0.0:1788695987.332560:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777555945984 : -113296153605632 : ffff98f52f028a00) 00010000:00000001:0.0:1788695987.332562:0:203421:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788695987.332566:0:203421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.118@tcp lock: 00000000bb598dc6/0x6acb2b64cadb18e9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffebc expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788695987.332576:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788695987.332578:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788695987.332584:0:203421:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.118@tcp lock: 00000000bb598dc6/0x6acb2b64cadb18e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffebc expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788695987.332591:0:203421:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788695987.332592:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788695987.332593:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1788695987.332594:0:203421:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788695987.332596:0:203421:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788695987.332598:0:203421:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1788695987.332600:0:203421:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788695987.332602:0:203421:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000e6ea7a0c) refs 2 10000000:00000001:0.0:1788695987.332604:0:203421:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788695987.332606:0:203421:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788695987.332607:0:203421:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000009ec63942) refs 3 10000000:00000001:0.0:1788695987.332609:0:203421:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788695987.332610:0:203421:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1788695987.332611:0:203421:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1788695987.332613:0:203421:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1788695987.332615:0:203421:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff98f518c6e000 from 42 10000000:00000001:0.0:1788695987.332617:0:203421:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1788695987.332618:0:203421:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1788695987.332634:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001676e642. 00000020:00000040:0.0:1788695987.332637:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695987.332641:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695987.332643:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695987.332648:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695987.332653:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000056124d9c. 00000100:00000001:0.0:1788695987.332659:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695987.332663:0:203421:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788695987.332665:0:203421:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788695987.332670:0:203421:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 0000000075d191ef. 00010000:00000001:0.0:1788695987.332674:0:203421:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788695987.332677:0:203421:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000fc81d36. 00000020:00000001:0.0:1788695987.332681:0:203421:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788695987.332683:0:203421:0:(lustre_handles.c:93:class_handle_hash()) added object 000000000fc81d36 with handle 0x6acb2b64cadb18f0 to hash 00000020:00000001:0.0:1788695987.332685:0:203421:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788695987.332686:0:203421:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630777558309376 : -113296151242240 : ffff98f52f269a00) 00010000:00000001:0.0:1788695987.332693:0:203421:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630777558309376 : -113296151242240 : ffff98f52f269a00) 00010000:00000001:0.0:1788695987.332697:0:203421:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788695987.332700:0:203421:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695987.332703:0:203421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.118@tcp lock: 000000000fc81d36/0x6acb2b64cadb18f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788695987.332710:0:203421:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.118@tcp lock: 000000000fc81d36/0x6acb2b64cadb18f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788695987.332720:0:203421:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.118@tcp lock: 000000000fc81d36/0x6acb2b64cadb18f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788695987.332726:0:203421:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788695987.332728:0:203421:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788695987.332733:0:203421:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084db46d8. 00000100:00000001:0.0:1788695987.332735:0:203421:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630777558155264 : -113296151396352 : ffff98f52f244000) 00000100:00000001:0.0:1788695987.332738:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695987.332740:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882429952 : -113296827121664 : ffff98f506dd8000) 00000100:00000001:0.0:1788695987.332744:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695987.332747:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.332750:0:203421:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788695987.332752:0:203421:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695987.332756:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001676e642 x1875583274351616/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.332763:0:203421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695987.332766:0:203421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695987.332772:0:203421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695987.332774:0:203421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695987.332777:0:203421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695987.332779:0:203421:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274351616:192.168.201.118@tcp:101: 00000100:00000001:0.0:1788695987.332785:0:203421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695987.332792:0:203421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695987.332799:0:203421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695987.332801:0:203421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695987.332805:0:203421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000009780fc2. 02000000:00000001:0.0:1788695987.332807:0:203421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695987.332811:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000224c5a86. 00000400:00000010:0.0:1788695987.332816:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafe65a6. 00000100:00000200:0.0:1788695987.332821:0:203421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274351616, portal 25 00000100:00000001:0.0:1788695987.332824:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695987.332825:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882429952 : -113296827121664 : ffff98f506dd8000) 00000100:00000040:0.0:1788695987.332830:0:203421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001676e642 x1875583274351616/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.332837:0:203421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695987.332840:0:203421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695987.332843:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d39b7ba. 00000100:00000200:0.0:1788695987.332874:0:203421:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875583274351616, offset 0 00000400:00000200:0.0:1788695987.332881:0:203421:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695987.332891:0:203421:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695987.332898:0:203421:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695987.332902:0:203421:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695987.332906:0:203421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695987.332909:0:203421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695987.332913:0:203421:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [259:259:256:4294967295] 192.168.201.118@tcp LPNI seq info [259:259:8:4294967295] 00000400:00000200:0.0:1788695987.332925:0:203421:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695987.332930:0:203421:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695987.332934:0:203421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057945d15. 00000800:00000200:0.0:1788695987.332941:0:203421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695987.332948:0:203421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695987.332951:0:203421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000057945d15 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788695987.332969:0:203421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.332974:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306950408 00000100:00000001:0.0:1788695987.332982:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306950396 00000100:00000001:0.0:1788695987.332992:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306950408 00000100:00000001:0.0:1788695987.332995:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306950396 00000100:00000001:0.0:1788695987.332997:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306950408 00000100:00000001:0.0:1788695987.333000:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306950396 00000100:00000001:0.0:1788695987.333002:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306950408 00000100:00000001:0.0:1788695987.333005:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306950396 00000100:00000001:0.0:1788695987.333007:0:203421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695987.333010:0:203421:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.333012:0:203421:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695987.333014:0:203421:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788695987.333016:0:203421:0:(client.c:2716:ptlrpc_set_wait()) set 0000000084db46d8 going to sleep for 11 seconds 00000100:00000001:0.0:1788695987.333018:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695987.333020:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695987.333662:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695987.333668:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057945d15. 00000400:00000200:3.0:1788695987.333673:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695987.333679:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695987.333685:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d39b7ba 00000400:00000010:3.0:1788695987.333687:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002d39b7ba. 00000100:00000001:3.0:1788695987.333691:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695987.333696:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001676e642 x1875583274351616/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695987.333707:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695987.333709:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001676e642 x1875583274351616/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695987.333716:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695987.333718:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788695987.338534:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695987.338557:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695987.338562:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695987.338563:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695987.338574:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695987.338590:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 344 into portal 25 MB=0x6a9d542d07c00 00000400:00000200:2.0:1788695987.338598:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 344/344 into md 0x8ed [1] + 224 00000800:00000001:2.0:1788695987.338605:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695987.338618:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695987.338631:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695987.338636:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695987.338645:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695987.338671:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001676e642 x1875583274351616/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695987.338683:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000001676e642 x1875583274351616/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.338710:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695987.338725:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695987.338728:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695987.338881:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695987.338890:0:203421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695987.338892:0:203421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695987.338895:0:203421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000224c5a86. 00000400:00000200:0.0:1788695987.338899:0:203421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafe65a6 00000400:00000010:0.0:1788695987.338902:0:203421:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000aafe65a6. 00000100:00000001:0.0:1788695987.338906:0:203421:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695987.338909:0:203421:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001676e642 x1875583274351616/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695987.338915:0:203421:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001676e642 x1875583274351616/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.338919:0:203421:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695987.338920:0:203421:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695987.338923:0:203421:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695987.338926:0:203421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695987.338928:0:203421:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695987.338929:0:203421:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695987.338932:0:203421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695987.338940:0:203421:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=38 v=5 (5 5 5 0) 00000100:00001000:0.0:1788695987.338944:0:203421:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=38 v=5 (1 1 1 0) 00000100:00000001:0.0:1788695987.338952:0:203421:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695987.338954:0:203421:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695987.338955:0:203421:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695987.338958:0:203421:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.338960:0:203421:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695987.338964:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001676e642 x1875583274351616/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.338968:0:203421:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695987.338972:0:203421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695987.338975:0:203421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695987.338977:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001676e642 x1875583274351616/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695987.338982:0:203421:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274351616:192.168.201.118@tcp:101: 00000100:00000001:0.0:1788695987.338986:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695987.338989:0:203421:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.338992:0:203421:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788695987.338994:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695987.338996:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001676e642 x1875583274351616/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.339000:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788695987.339003:0:203421:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000084db46d8. 00000100:00000001:0.0:1788695987.339005:0:203421:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788695987.339007:0:203421:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695987.339011:0:203421:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788695987.339015:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788695987.339018:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788695987.339023:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000000fc81d36 refcount=4 00000020:00000001:0.0:1788695987.339025:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558309376 : -113296151242240 : ffff98f52f269a00) 00010000:00000001:0.0:1788695987.339029:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558309376 : -113296151242240 : ffff98f52f269a00) 00010000:00000040:0.0:1788695987.339042:0:203421:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: 000000000fc81d36, remote cookie: 0x602192bd911ffec3, flags: 0x0 00010000:00000001:0.0:1788695987.339048:0:203421:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788695987.339054:0:203421:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788695987.339063:0:203421:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788695987.339065:0:203421:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788695987.339066:0:203421:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788695987.339070:0:203421:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000075d191ef) refcount = 1 00010000:00010000:0.0:1788695987.339078:0:203421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.118@tcp lock: 000000000fc81d36/0x6acb2b64cadb18f0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffec3 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788695987.339087:0:203421:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788695987.339089:0:203421:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788695987.339090:0:203421:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788695987.339093:0:203421:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788695987.339095:0:203421:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695987.339097:0:203421:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.118@tcp lock: 000000000fc81d36/0x6acb2b64cadb18f0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x602192bd911ffec3 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788695987.339101:0:203421:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788695987.339103:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788695987.339104:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788695987.339105:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788695987.339105:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788695987.339106:0:203421:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.339108:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695987.339111:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001676e642 x1875583274351616/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.339114:0:203421:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695987.339116:0:203421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695987.339119:0:203421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000009780fc2. 02000000:00000001:0.0:1788695987.339122:0:203421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695987.339125:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695987.339126:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788695987.339127:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695987.339130:0:203421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000056124d9c. 02000000:00000001:0.0:1788695987.339132:0:203421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695987.339133:0:203421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695987.339135:0:203421:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001676e642. 00000100:00000001:0.0:1788695987.339137:0:203421:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695987.339142:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1788695987.339143:0:203421:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788695987.339145:0:203421:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788695987.339147:0:203421:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000e6ea7a0c) refs 3 10000000:00000001:0.0:1788695987.339148:0:203421:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695987.339149:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788695987.339150:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788695987.339151:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000000fc81d36 refcount=3 00000020:00000001:0.0:1788695987.339152:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558309376 : -113296151242240 : ffff98f52f269a00) 00010000:00000001:0.0:1788695987.339153:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558309376 : -113296151242240 : ffff98f52f269a00) 00010000:00000001:0.0:1788695987.339155:0:203421:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1788695987.339156:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788695987.339157:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788695987.339158:0:203421:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788695987.339160:0:203421:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1788695987.339162:0:203421:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000447d07a7. 00000020:00000010:0.0:1788695987.339164:0:203421:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056124d9c. 00000020:00000010:0.0:1788695987.339168:0:203421:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c8c3ab3d. 00000040:00000010:0.0:1788695987.339171:0:203421:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 0000000005ab4b16. 00000020:00000010:0.0:1788695987.339175:0:203421:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e76d388d. 00000020:00000010:0.0:1788695987.339178:0:203421:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000655df0a0. 80000000:00000010:0.0:1788695987.339182:0:203421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c2ee9250. 00040000:00000010:0.0:1788695987.339186:0:203421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002421fa34. 20000000:00000010:0.0:1788695987.339300:0:203421:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at 00000000fc014c3d. 10000000:00000040:0.0:1788695987.339306:0:203421:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt 000000001f26160a : new refcount 2 00000020:00000001:0.0:1788695987.339310:0:203421:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1788695987.339312:0:203421:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1788695987.339314:0:203421:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788695987.339317:0:203421:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e5c3eede. 00000040:00000001:0.0:1788695987.339320:0:203421:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788695987.339321:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000010:0.0:1788695987.339325:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001676e642. 00000020:00000040:0.0:1788695987.339326:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695987.339331:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695987.339335:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695987.339343:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695987.339349:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca6e37dc. 00000100:00000001:0.0:1788695987.339354:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.339358:0:203421:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788695987.339360:0:203421:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788695987.339364:0:203421:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084db46d8. 00000100:00000001:0.0:1788695987.339365:0:203421:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630777558155264 : -113296151396352 : ffff98f52f244000) 00000100:00000001:0.0:1788695987.339368:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695987.339369:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882429952 : -113296827121664 : ffff98f506dd8000) 00000100:00000001:0.0:1788695987.339374:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695987.339376:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.339377:0:203421:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788695987.339379:0:203421:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695987.339381:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001676e642 x1875583274351744/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.339386:0:203421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695987.339388:0:203421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695987.339392:0:203421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695987.339395:0:203421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695987.339396:0:203421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695987.339398:0:203421:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274351744:192.168.201.118@tcp:501: 00000100:00000001:0.0:1788695987.339402:0:203421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695987.339407:0:203421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695987.339409:0:203421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695987.339410:0:203421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695987.339412:0:203421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009df85902. 02000000:00000001:0.0:1788695987.339414:0:203421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695987.339417:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000224c5a86. 00000400:00000010:0.0:1788695987.339421:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafe65a6. 00000100:00000200:0.0:1788695987.339425:0:203421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274351744, portal 25 00000100:00000001:0.0:1788695987.339427:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695987.339427:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882429952 : -113296827121664 : ffff98f506dd8000) 00000100:00000040:0.0:1788695987.339430:0:203421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001676e642 x1875583274351744/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.339441:0:203421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695987.339443:0:203421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695987.339445:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb96026b. 00000100:00000200:0.0:1788695987.339447:0:203421:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875583274351744, offset 0 00000400:00000200:0.0:1788695987.339451:0:203421:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695987.339460:0:203421:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695987.339466:0:203421:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695987.339469:0:203421:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695987.339473:0:203421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695987.339475:0:203421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695987.339478:0:203421:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [260:260:256:4294967295] 192.168.201.118@tcp LPNI seq info [260:260:8:4294967295] 00000400:00000200:0.0:1788695987.339485:0:203421:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695987.339489:0:203421:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695987.339492:0:203421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000dfd73c1. 00000800:00000200:0.0:1788695987.339498:0:203421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695987.339504:0:203421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695987.339507:0:203421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000dfd73c1 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1788695987.339571:0:203421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.339575:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306950414 00000100:00000001:0.0:1788695987.339580:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306950408 00000100:00000001:0.0:1788695987.339584:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306950414 00000100:00000001:0.0:1788695987.339586:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306950408 00000100:00000001:0.0:1788695987.339588:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306950414 00000100:00000001:0.0:1788695987.339590:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306950408 00000100:00000001:0.0:1788695987.339591:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306950414 00000100:00000001:0.0:1788695987.339592:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306950408 00000100:00000001:0.0:1788695987.339594:0:203421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695987.339595:0:203421:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.339601:0:203421:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695987.339602:0:203421:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788695987.339603:0:203421:0:(client.c:2716:ptlrpc_set_wait()) set 0000000084db46d8 going to sleep for 11 seconds 00000100:00000001:0.0:1788695987.339605:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695987.339606:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695987.340570:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695987.340581:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000dfd73c1. 00000400:00000200:1.0:1788695987.340589:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695987.340597:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695987.340605:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb96026b 00000400:00000010:1.0:1788695987.340608:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fb96026b. 00000100:00000001:1.0:1788695987.340616:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695987.340633:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001676e642 x1875583274351744/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695987.340643:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695987.340646:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001676e642 x1875583274351744/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695987.340651:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695987.340653:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788695987.341927:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695987.341949:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695987.341955:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695987.341957:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695987.341970:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695987.341991:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 272 into portal 25 MB=0x6a9d542d07c80 00000400:00000200:3.0:1788695987.342001:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 272/272 into md 0x8f5 [1] + 224 00000800:00000001:3.0:1788695987.342011:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695987.342022:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695987.342026:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695987.342031:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695987.342038:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695987.342044:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001676e642 x1875583274351744/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695987.342054:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@000000001676e642 x1875583274351744/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.342141:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695987.342452:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695987.342461:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695987.342465:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788695987.342923:0:203421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695987.342926:0:203421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695987.342929:0:203421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000224c5a86. 00000400:00000200:0.0:1788695987.342935:0:203421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafe65a6 00000400:00000010:0.0:1788695987.342937:0:203421:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000aafe65a6. 00000100:00000001:0.0:1788695987.342940:0:203421:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695987.342945:0:203421:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001676e642 x1875583274351744/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695987.342954:0:203421:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001676e642 x1875583274351744/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.342960:0:203421:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695987.342962:0:203421:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695987.342964:0:203421:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695987.342967:0:203421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695987.342970:0:203421:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695987.342972:0:203421:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695987.342974:0:203421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695987.342980:0:203421:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=38 v=5 (5 5 5 0) 00000100:00001000:0.0:1788695987.342984:0:203421:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=38 v=5 (1 1 1 0) 00000100:00000001:0.0:1788695987.342986:0:203421:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695987.343048:0:203421:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695987.343052:0:203421:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695987.343054:0:203421:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.343057:0:203421:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695987.343061:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001676e642 x1875583274351744/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.343067:0:203421:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695987.343069:0:203421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695987.343072:0:203421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695987.343093:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001676e642 x1875583274351744/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695987.343101:0:203421:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274351744:192.168.201.118@tcp:501: 00000100:00000001:0.0:1788695987.343106:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695987.343109:0:203421:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.343112:0:203421:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788695987.343113:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695987.343116:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001676e642 x1875583274351744/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.343122:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788695987.343125:0:203421:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000084db46d8. 00000100:00000001:0.0:1788695987.343129:0:203421:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788695987.343130:0:203421:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788695987.343136:0:203421:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1788695987.343140:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695987.343142:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788695987.343145:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788695987.343146:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695987.343148:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001676e642 x1875583274351744/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.343155:0:203421:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695987.343158:0:203421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695987.343162:0:203421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009df85902. 02000000:00000001:0.0:1788695987.343166:0:203421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695987.343167:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695987.343168:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788695987.343170:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695987.343172:0:203421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ca6e37dc. 02000000:00000001:0.0:1788695987.343176:0:203421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695987.343178:0:203421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695987.343180:0:203421:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001676e642. 00000100:00000001:0.0:1788695987.343183:0:203421:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695987.343184:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1788695987.343342:0:203421:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788695987.343353:0:203421:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1788695987.343375:0:203421:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f9c4d8e3. 00000040:00000001:0.0:1788695987.343379:0:203421:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1788695987.343381:0:203421:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1788695987.343384:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000010:0.0:1788695987.343388:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001676e642. 00000020:00000040:0.0:1788695987.343391:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695987.343394:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695987.343397:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695987.343400:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695987.343405:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca6e37dc. 00000100:00000001:0.0:1788695987.343410:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.343413:0:203421:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788695987.343415:0:203421:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788695987.343419:0:203421:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000084db46d8. 00000100:00000001:0.0:1788695987.343422:0:203421:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630777558155264 : -113296151396352 : ffff98f52f244000) 00000100:00000001:0.0:1788695987.343424:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695987.343425:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882429952 : -113296827121664 : ffff98f506dd8000) 00000100:00000001:0.0:1788695987.343429:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695987.343431:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.343433:0:203421:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788695987.343434:0:203421:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695987.343438:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001676e642 x1875583274351872/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.343445:0:203421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695987.343447:0:203421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695987.343451:0:203421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695987.343454:0:203421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695987.343456:0:203421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695987.343459:0:203421:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274351872:192.168.201.118@tcp:503: 00000100:00000001:0.0:1788695987.343463:0:203421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695987.343467:0:203421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695987.343469:0:203421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695987.343472:0:203421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695987.343484:0:203421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000b25e2822. 02000000:00000001:0.0:1788695987.343492:0:203421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695987.343496:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000224c5a86. 00000400:00000010:0.0:1788695987.343501:0:203421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a8544e0b. 00000100:00000200:0.0:1788695987.343508:0:203421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875583274351872, portal 25 00000100:00000001:0.0:1788695987.343510:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695987.343511:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882429952 : -113296827121664 : ffff98f506dd8000) 00000100:00000040:0.0:1788695987.343516:0:203421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001676e642 x1875583274351872/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696003 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.343522:0:203421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695987.343525:0:203421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695987.343527:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafe65a6. 00000100:00000200:0.0:1788695987.343529:0:203421:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875583274351872, offset 0 00000400:00000200:0.0:1788695987.343535:0:203421:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695987.343547:0:203421:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695987.343552:0:203421:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695987.343557:0:203421:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695987.343562:0:203421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695987.343564:0:203421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695987.343568:0:203421:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [261:261:256:4294967295] 192.168.201.118@tcp LPNI seq info [261:261:8:4294967295] 00000400:00000200:0.0:1788695987.343579:0:203421:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695987.343585:0:203421:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695987.343590:0:203421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000dfd73c1. 00000800:00000200:0.0:1788695987.343599:0:203421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695987.343610:0:203421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695987.343613:0:203421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000dfd73c1 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788695987.343694:0:203421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.343699:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306950418 00000100:00000001:0.0:1788695987.343708:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306950414 00000100:00000001:0.0:1788695987.343715:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306950418 00000100:00000001:0.0:1788695987.343718:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306950414 00000100:00000001:0.0:1788695987.343726:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306950418 00000100:00000001:0.0:1788695987.343729:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306950414 00000100:00000001:0.0:1788695987.343731:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306950418 00000100:00000001:0.0:1788695987.343734:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306950414 00000100:00000001:0.0:1788695987.343737:0:203421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695987.343740:0:203421:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.343742:0:203421:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695987.343744:0:203421:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788695987.343746:0:203421:0:(client.c:2716:ptlrpc_set_wait()) set 0000000084db46d8 going to sleep for 11 seconds 00000100:00000001:0.0:1788695987.343749:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695987.343752:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695987.344142:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695987.344147:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000dfd73c1. 00000400:00000200:2.0:1788695987.344152:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695987.344157:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695987.344162:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafe65a6 00000400:00000010:2.0:1788695987.344164:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000aafe65a6. 00000100:00000001:2.0:1788695987.344168:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695987.344171:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001676e642 x1875583274351872/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696003 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.344180:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695987.344183:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001676e642 x1875583274351872/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696003 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.344199:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695987.344200:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788695987.349691:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695987.349716:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695987.349723:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695987.349726:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695987.349745:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695987.349829:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 8416 into portal 25 MB=0x6a9d542d07d00 00000400:00000200:1.0:1788695987.349838:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 8416/8416 into md 0x8fd [4] + 224 00000800:00000001:1.0:1788695987.349860:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695987.349897:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695987.349901:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695987.349906:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695987.349916:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695987.349925:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001676e642 x1875583274351872/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696003 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695987.349937:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@000000001676e642 x1875583274351872/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695987.349959:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788695987.349969:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695987.349973:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695987.350089:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788695987.350096:0:203421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788695987.350099:0:203421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788695987.350102:0:203421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000224c5a86. 00000400:00000200:0.0:1788695987.350107:0:203421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8544e0b 00000400:00000010:0.0:1788695987.350110:0:203421:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 00000000a8544e0b. 00000100:00000001:0.0:1788695987.350114:0:203421:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695987.350117:0:203421:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001676e642 x1875583274351872/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788695987.350124:0:203421:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001676e642 x1875583274351872/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.350128:0:203421:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788695987.350130:0:203421:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695987.350131:0:203421:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788695987.350134:0:203421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788695987.350136:0:203421:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788695987.350137:0:203421:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695987.350140:0:203421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788695987.350145:0:203421:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=38 v=5 (5 5 5 0) 00000100:00001000:0.0:1788695987.350148:0:203421:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=38 v=5 (1 1 1 0) 00000100:00000001:0.0:1788695987.350150:0:203421:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788695987.350151:0:203421:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788695987.350153:0:203421:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788695987.350159:0:203421:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.350161:0:203421:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695987.350164:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001676e642 x1875583274351872/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.350169:0:203421:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695987.350171:0:203421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788695987.350172:0:203421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695987.350174:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001676e642 x1875583274351872/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696003 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788695987.350178:0:203421:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274351872:192.168.201.118@tcp:503: 00000100:00000001:0.0:1788695987.350181:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695987.350182:0:203421:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.350184:0:203421:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788695987.350186:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695987.350188:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001676e642 x1875583274351872/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696003 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.350200:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788695987.350202:0:203421:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000084db46d8. 00000100:00000001:0.0:1788695987.350204:0:203421:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788695987.350205:0:203421:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788695987.350212:0:203421:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788695987.350214:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695987.350215:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001676e642 x1875583274351872/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696003 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.350219:0:203421:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788695987.350221:0:203421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788695987.350223:0:203421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000b25e2822. 02000000:00000001:0.0:1788695987.350232:0:203421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788695987.350234:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695987.350235:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788695987.350236:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788695987.350238:0:203421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ca6e37dc. 02000000:00000001:0.0:1788695987.350250:0:203421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788695987.350255:0:203421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788695987.350256:0:203421:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001676e642. 00000100:00000001:0.0:1788695987.350258:0:203421:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788695987.350259:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788695987.350261:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788695987.350262:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788695987.350263:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:0.0:1788695987.350265:0:203421:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788695987.350266:0:203421:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788695987.350269:0:203421:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788695987.350271:0:203421:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000aeee93bd. 00000040:00001000:0.0:1788695987.350272:0:203421:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000040:00000001:2.0:1788695987.350535:0:205701:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1788695987.350542:0:205701:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002955bc70. 00000020:00000010:2.0:1788695987.350548:0:205701:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000037517b8e. 00000040:00000010:2.0:1788695987.350551:0:205701:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000068f8058. 00000020:00000010:2.0:1788695987.350555:0:205701:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dd6621f7. 00000020:00000010:2.0:1788695987.350561:0:205701:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000096fdb281. 00000020:00000010:2.0:1788695987.350565:0:205701:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000386527fb. 80000000:00000010:2.0:1788695987.350569:0:205701:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001ec2e9ad. 40000000:00000010:2.0:1788695987.350572:0:205701:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 000000000d52399d. 00100000:00000010:2.0:1788695987.350577:0:205701:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000085cf8cc9. 00040000:00000010:2.0:1788695987.350581:0:205701:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000051526cb6. 00040000:00000010:2.0:1788695987.350585:0:205701:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 0000000077021091. 00040000:00000010:2.0:1788695987.350594:0:205701:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000055b01c09. 00000004:00000010:2.0:1788695987.350599:0:205701:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 0000000032e3d5cf. 00000004:00000010:2.0:1788695987.350604:0:205701:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b5471e54. 00000004:00000010:2.0:1788695987.350608:0:205701:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000d1793f4d. 00002000:00000010:2.0:1788695987.350612:0:205701:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000b5b8d71d. 00000004:00000010:2.0:1788695987.350617:0:205701:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 00000000e1a41b6e. 00000020:00000010:2.0:1788695987.350630:0:205701:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007da23bc1. 00000040:00000010:2.0:1788695987.350637:0:205701:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000bbc6d796. 00000040:00001000:2.0:1788695987.350640:0:205701:0:(llog.c:615:llog_process_thread()) index: 42 last_index 64767 00000040:00000001:2.0:1788695987.350642:0:205701:0:(lustre_log.h:462:llog_next_block()) Process entered 00000040:00000001:2.0:1788695987.350643:0:205701:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1788695987.350646:0:205701:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000010:2.0:1788695987.350651:0:205701:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075ac883a. 00000020:00000040:2.0:1788695987.350653:0:205701:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695987.350656:0:205701:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695987.350659:0:205701:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695987.350662:0:205701:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695987.350667:0:205701:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002fe43be9. 00000100:00000001:2.0:1788695987.350673:0:205701:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695987.350677:0:205701:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788695987.350679:0:205701:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788695987.350684:0:205701:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001657d8f5. 00000100:00000001:2.0:1788695987.350686:0:205701:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630776855434176 : -113296854117440 : ffff98f5054193c0) 00000100:00000001:2.0:1788695987.350689:0:205701:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695987.350690:0:205701:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611083648 : -113296098467968 : ffff98f5324bdf80) 00000100:00000001:2.0:1788695987.350694:0:205701:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695987.350697:0:205701:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695987.350699:0:205701:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788695987.350700:0:205701:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695987.350704:0:205701:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075ac883a x1875583274352000/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.350711:0:205701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695987.350713:0:205701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695987.350716:0:205701:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695987.350719:0:205701:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695987.350726:0:205701:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695987.350730:0:205701:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job llog_process_th:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:205701:1875583274352000:192.168.201.118@tcp:502: 00000100:00000001:2.0:1788695987.350734:0:205701:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695987.350740:0:205701:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695987.350742:0:205701:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695987.350744:0:205701:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695987.350757:0:205701:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000b25e2822. 02000000:00000001:2.0:1788695987.350759:0:205701:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695987.350912:0:205701:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9b73472. 00000400:00000010:2.0:1788695987.350921:0:205701:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000da8849a6. 00000100:00000200:2.0:1788695987.350926:0:205701:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875583274352000, portal 25 00000100:00000001:2.0:1788695987.350928:0:205701:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695987.350929:0:205701:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611083648 : -113296098467968 : ffff98f5324bdf80) 00000100:00000040:2.0:1788695987.350934:0:205701:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000075ac883a x1875583274352000/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696003 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.350941:0:205701:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695987.350943:0:205701:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695987.350947:0:205701:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038150b0b. 00000100:00000200:2.0:1788695987.350949:0:205701:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875583274352000, offset 0 00000400:00000200:2.0:1788695987.350954:0:205701:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695987.350966:0:205701:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695987.350971:0:205701:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695987.350975:0:205701:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695987.350978:0:205701:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695987.350981:0:205701:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695987.350984:0:205701:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [262:262:256:4294967295] 192.168.201.118@tcp LPNI seq info [262:262:8:4294967295] 00000400:00000200:2.0:1788695987.350995:0:205701:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695987.351001:0:205701:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695987.351006:0:205701:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078c7cd5c. 00000800:00000200:2.0:1788695987.351012:0:205701:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695987.351019:0:205701:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695987.351029:0:205701:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078c7cd5c type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788695987.351050:0:205701:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695987.351055:0:205701:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306950426 00000100:00000001:2.0:1788695987.351062:0:205701:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306950418 00000100:00000001:2.0:1788695987.351067:0:205701:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306950426 00000100:00000001:2.0:1788695987.351070:0:205701:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306950418 00000100:00000001:2.0:1788695987.351072:0:205701:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306950426 00000100:00000001:2.0:1788695987.351075:0:205701:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306950418 00000100:00000001:2.0:1788695987.351078:0:205701:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306950426 00000100:00000001:2.0:1788695987.351080:0:205701:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306950418 00000100:00000001:2.0:1788695987.351083:0:205701:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695987.351087:0:205701:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695987.351090:0:205701:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695987.351092:0:205701:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788695987.351094:0:205701:0:(client.c:2716:ptlrpc_set_wait()) set 000000001657d8f5 going to sleep for 11 seconds 00000100:00000001:2.0:1788695987.351097:0:205701:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695987.351099:0:205701:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788695987.351502:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788695987.351509:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078c7cd5c. 00000400:00000200:3.0:1788695987.351515:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695987.351521:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695987.351525:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038150b0b 00000400:00000010:3.0:1788695987.351527:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000038150b0b. 00000100:00000001:3.0:1788695987.351532:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788695987.351536:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000075ac883a x1875583274352000/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696003 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695987.351545:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695987.351547:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000075ac883a x1875583274352000/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696003 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695987.351553:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695987.351561:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788695987.355790:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695987.355807:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695987.355811:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695987.355813:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695987.355824:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695987.355842:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 8472 into portal 25 MB=0x6a9d542d07d80 00000400:00000200:2.0:1788695987.355880:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 8472/8472 into md 0x905 [4] + 224 00000800:00000001:2.0:1788695987.355887:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695987.355898:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695987.355901:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695987.355905:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695987.355913:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695987.355919:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000075ac883a x1875583274352000/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696003 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695987.355950:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@0000000075ac883a x1875583274352000/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.355975:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695987.355993:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695987.355996:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695987.356060:0:205701:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695987.356067:0:205701:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695987.356070:0:205701:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695987.356072:0:205701:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9b73472. 00000400:00000200:1.0:1788695987.356079:0:205701:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da8849a6 00000400:00000010:1.0:1788695987.356080:0:205701:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 00000000da8849a6. 00000100:00000001:1.0:1788695987.356083:0:205701:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695987.356087:0:205701:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000075ac883a x1875583274352000/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695987.356094:0:205701:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000075ac883a x1875583274352000/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695987.356099:0:205701:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695987.356100:0:205701:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695987.356103:0:205701:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695987.356105:0:205701:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695987.356108:0:205701:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695987.356110:0:205701:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695987.356112:0:205701:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695987.356118:0:205701:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=38 v=5 (5 5 5 0) 00000100:00001000:1.0:1788695987.356121:0:205701:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=38 v=5 (1 1 1 0) 00000100:00000001:1.0:1788695987.356123:0:205701:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695987.356125:0:205701:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695987.356127:0:205701:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695987.356137:0:205701:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695987.356139:0:205701:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695987.356144:0:205701:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075ac883a x1875583274352000/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695987.356150:0:205701:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695987.356153:0:205701:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695987.356155:0:205701:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695987.356157:0:205701:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075ac883a x1875583274352000/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696003 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695987.356174:0:205701:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job llog_process_th:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:205701:1875583274352000:192.168.201.118@tcp:502: 00000100:00000001:1.0:1788695987.356179:0:205701:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695987.356182:0:205701:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695987.356184:0:205701:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788695987.356187:0:205701:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695987.356190:0:205701:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075ac883a x1875583274352000/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696003 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695987.356196:0:205701:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695987.356199:0:205701:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001657d8f5. 00000100:00000001:1.0:1788695987.356201:0:205701:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788695987.356203:0:205701:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788695987.356211:0:205701:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1788695987.356213:0:205701:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695987.356215:0:205701:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075ac883a x1875583274352000/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696003 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695987.356221:0:205701:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695987.356224:0:205701:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695987.356226:0:205701:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000b25e2822. 02000000:00000001:1.0:1788695987.356237:0:205701:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695987.356252:0:205701:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695987.356254:0:205701:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695987.356256:0:205701:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695987.356258:0:205701:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002fe43be9. 02000000:00000001:1.0:1788695987.356261:0:205701:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695987.356267:0:205701:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695987.356269:0:205701:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075ac883a. 00000100:00000001:1.0:1788695987.356274:0:205701:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695987.356275:0:205701:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788695987.356278:0:205701:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695987.356279:0:205701:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695987.356281:0:205701:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1788695987.356283:0:205701:0:(lustre_log.h:472:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1788695987.356285:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504320000 type=0x10620000 idx=1 00000040:00001000:1.0:1788695987.356289:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 1 00000040:00001000:1.0:1788695987.356291:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043200e0 type=0x10620000 idx=2 00000040:00001000:1.0:1788695987.356292:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 2 00000040:00001000:1.0:1788695987.356294:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504320158 type=0x10620000 idx=3 00000040:00001000:1.0:1788695987.356295:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 3 00000040:00001000:1.0:1788695987.356296:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504320200 type=0x10620000 idx=4 00000040:00001000:1.0:1788695987.356297:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 4 00000040:00001000:1.0:1788695987.356298:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043202e0 type=0x10620000 idx=5 00000040:00001000:1.0:1788695987.356300:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 5 00000040:00001000:1.0:1788695987.356301:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043203c0 type=0x10620000 idx=6 00000040:00001000:1.0:1788695987.356302:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 6 00000040:00001000:1.0:1788695987.356303:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504320438 type=0x10620000 idx=7 00000040:00001000:1.0:1788695987.356304:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 7 00000040:00001000:1.0:1788695987.356306:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043204e0 type=0x10620000 idx=8 00000040:00001000:1.0:1788695987.356312:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 8 00000040:00001000:1.0:1788695987.356313:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043205c0 type=0x10620000 idx=9 00000040:00001000:1.0:1788695987.356314:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 9 00000040:00001000:1.0:1788695987.356315:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043206a0 type=0x10620000 idx=10 00000040:00001000:1.0:1788695987.356317:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 10 00000040:00001000:1.0:1788695987.356318:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504320718 type=0x10620000 idx=11 00000040:00001000:1.0:1788695987.356319:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 11 00000040:00001000:1.0:1788695987.356320:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043207f8 type=0x10620000 idx=12 00000040:00001000:1.0:1788695987.356321:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 12 00000040:00001000:1.0:1788695987.356322:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043208d8 type=0x10620000 idx=13 00000040:00001000:1.0:1788695987.356324:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 13 00000040:00001000:1.0:1788695987.356325:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504320930 type=0x10620000 idx=14 00000040:00001000:1.0:1788695987.356326:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 14 00000040:00001000:1.0:1788695987.356333:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043209b0 type=0x10620000 idx=15 00000040:00001000:1.0:1788695987.356334:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 15 00000040:00001000:1.0:1788695987.356335:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504320a40 type=0x10620000 idx=16 00000040:00001000:1.0:1788695987.356337:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 16 00000040:00001000:1.0:1788695987.356339:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504320ae0 type=0x10620000 idx=17 00000040:00001000:1.0:1788695987.356340:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 17 00000040:00001000:1.0:1788695987.356341:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504320bc0 type=0x10620000 idx=18 00000040:00001000:1.0:1788695987.356343:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 18 00000040:00001000:1.0:1788695987.356344:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504320ca0 type=0x10620000 idx=19 00000040:00001000:1.0:1788695987.356345:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 19 00000040:00001000:1.0:1788695987.356347:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504320cf0 type=0x10620000 idx=20 00000040:00001000:1.0:1788695987.356348:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 20 00000040:00001000:1.0:1788695987.356349:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504320dd0 type=0x10620000 idx=21 00000040:00001000:1.0:1788695987.356351:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 21 00000040:00001000:1.0:1788695987.356352:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504320eb0 type=0x10620000 idx=22 00000040:00001000:1.0:1788695987.356354:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 22 00000040:00001000:1.0:1788695987.356355:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504320f08 type=0x10620000 idx=23 00000040:00001000:1.0:1788695987.356356:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 23 00000040:00001000:1.0:1788695987.356357:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504320f88 type=0x10620000 idx=24 00000040:00001000:1.0:1788695987.356359:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 24 00000040:00001000:1.0:1788695987.356360:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504321018 type=0x10620000 idx=25 00000040:00001000:1.0:1788695987.356361:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 25 00000040:00001000:1.0:1788695987.356362:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043210b8 type=0x10620000 idx=26 00000040:00001000:1.0:1788695987.356364:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 26 00000040:00001000:1.0:1788695987.356365:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504321198 type=0x10620000 idx=27 00000040:00001000:1.0:1788695987.356367:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 27 00000040:00001000:1.0:1788695987.356368:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504321278 type=0x10620000 idx=28 00000040:00001000:1.0:1788695987.356370:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 28 00000040:00001000:1.0:1788695987.356371:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043212c8 type=0x10620000 idx=29 00000040:00001000:1.0:1788695987.356372:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 29 00000040:00001000:1.0:1788695987.356374:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043213a8 type=0x10620000 idx=30 00000040:00001000:1.0:1788695987.356375:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 30 00000040:00001000:1.0:1788695987.356376:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504321488 type=0x10620000 idx=31 00000040:00001000:1.0:1788695987.356378:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 31 00000040:00001000:1.0:1788695987.356379:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043214e0 type=0x10620000 idx=32 00000040:00001000:1.0:1788695987.356385:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 32 00000040:00001000:1.0:1788695987.356386:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504321560 type=0x10620000 idx=33 00000040:00001000:1.0:1788695987.356387:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 33 00000040:00001000:1.0:1788695987.356388:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043215f0 type=0x10620000 idx=34 00000040:00001000:1.0:1788695987.356390:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 34 00000040:00001000:1.0:1788695987.356392:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504321670 type=0x10620000 idx=35 00000040:00001000:1.0:1788695987.356393:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 35 00000040:00001000:1.0:1788695987.356395:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504321750 type=0x10620000 idx=36 00000040:00001000:1.0:1788695987.356396:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 36 00000040:00001000:1.0:1788695987.356397:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504321830 type=0x10620000 idx=37 00000040:00001000:1.0:1788695987.356398:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 37 00000040:00001000:1.0:1788695987.356399:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504321880 type=0x10620000 idx=38 00000040:00001000:1.0:1788695987.356401:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 38 00000040:00001000:1.0:1788695987.356402:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504321960 type=0x10620000 idx=39 00000040:00001000:1.0:1788695987.356404:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 39 00000040:00001000:1.0:1788695987.356405:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504321a40 type=0x10620000 idx=40 00000040:00001000:1.0:1788695987.356406:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 40 00000040:00001000:1.0:1788695987.356407:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504321a98 type=0x10620000 idx=41 00000040:00001000:1.0:1788695987.356409:0:205701:0:(llog.c:767:llog_process_thread()) skipping lrh_index 41 00000040:00001000:1.0:1788695987.356410:0:205701:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504321b18 type=0x10620000 idx=42 00000040:00001000:1.0:1788695987.356412:0:205701:0:(llog.c:784:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000040:00001000:1.0:1788695987.356414:0:205701:0:(llog.c:805:llog_process_thread()) index: 42, lh_last_idx: 57 synced_idx: 0 lgh_last_idx: 57 00000020:00000001:1.0:1788695987.356417:0:205701:0:(obd_config.c:1864:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1788695987.356425:0:205701:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 000000003f95ac1a. 00000020:01000000:1.0:1788695987.356428:0:205701:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000010:1.0:1788695987.356432:0:205701:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000003e4a0de0. 00000020:00000080:1.0:1788695987.356435:0:205701:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1788695987.356444:0:205701:0:(obd_config.c:742:class_setup()) Process entered 00000020:00020000:1.0:1788695987.356446:0:205701:0:(obd_config.c:761:class_setup()) mdc: device 4 already setup: rc = -17 00000020:00000001:1.0:1788695987.358553:0:205701:0:(obd_config.c:762:class_setup()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000001:1.0:1788695987.358560:0:205701:0:(obd_config.c:1620:class_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000080:1.0:1788695987.358563:0:205701:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1788695987.358569:0:205701:0:(obd_config.c:863:class_detach()) Process entered 00000020:00020000:1.0:1788695987.358570:0:205701:0:(obd_config.c:866:class_detach()) OBD device 4 still set up 00000020:00000001:1.0:1788695987.364537:0:205701:0:(obd_config.c:867:class_detach()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:1.0:1788695987.364548:0:205701:0:(obd_config.c:1624:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788695987.364553:0:205701:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000003e4a0de0. 00000020:00000010:1.0:1788695987.364560:0:205701:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 39 at 000000003f95ac1a. 00000020:00020000:1.0:1788695987.364564:0:205701:0:(obd_config.c:2102:class_config_llog_handler()) MGC192.168.201.118@tcp: cfg command failed: rc = -17 00000020:00000001:1.0:1788695987.369703:0:205701:0:(obd_config.c:2423:class_config_dump_handler()) Process entered 00000020:00000010:1.0:1788695987.369722:0:205701:0:(obd_config.c:2425:class_config_dump_handler()) kmalloced '(outstr)': 256 at 00000000dffc0522. 00000020:00000001:1.0:1788695987.369728:0:205701:0:(obd_config.c:2354:class_config_parse_rec()) Process entered 00000020:00000001:1.0:1788695987.369734:0:205701:0:(obd_config.c:2413:class_config_parse_rec()) Process leaving (rc=79 : 79 : 4f) 00000020:02000400:1.0:1788695987.369737:0:205701:0:(obd_config.c:2431:class_config_dump_handler()) cmd=cf003 0:lustre-MDT0001-mdc 1:lustre-MDT0001_UUID 2:192.168.201.118@tcp 00000020:00000010:1.0:1788695987.375281:0:205701:0:(obd_config.c:2437:class_config_dump_handler()) kfreed 'outstr': 256 at 00000000dffc0522. 00000020:00000001:1.0:1788695987.375300:0:205701:0:(obd_config.c:2438:class_config_dump_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695987.375304:0:205701:0:(obd_config.c:2105:class_config_llog_handler()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000040:00000001:1.0:1788695987.375308:0:205701:0:(llog.c:843:llog_process_thread()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000040:00080000:1.0:1788695987.375311:0:205701:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 57 00000040:00000010:1.0:1788695987.375314:0:205701:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at 00000000bbc6d796. 00000020:00000010:1.0:1788695987.375326:0:205701:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007da23bc1. 00000020:00000010:1.0:1788695987.375349:0:205701:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000037517b8e. 00000040:00000010:1.0:1788695987.375356:0:205701:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000068f8058. 00000020:00000010:1.0:1788695987.375359:0:205701:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dd6621f7. 00000020:00000010:1.0:1788695987.375364:0:205701:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000096fdb281. 00000020:00000010:1.0:1788695987.375372:0:205701:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 00000000386527fb. 80000000:00000010:1.0:1788695987.375377:0:205701:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001ec2e9ad. 40000000:00000010:1.0:1788695987.375381:0:205701:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at 000000000d52399d. 00100000:00000010:1.0:1788695987.375386:0:205701:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000085cf8cc9. 00040000:00000010:1.0:1788695987.375391:0:205701:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000051526cb6. 00040000:00000010:1.0:1788695987.375395:0:205701:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at 0000000077021091. 00040000:00000010:1.0:1788695987.375399:0:205701:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000055b01c09. 00000004:00000010:1.0:1788695987.375403:0:205701:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at 0000000032e3d5cf. 00000004:00000010:1.0:1788695987.375407:0:205701:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at 00000000b5471e54. 00000004:00000010:1.0:1788695987.375412:0:205701:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at 00000000d1793f4d. 00002000:00000010:1.0:1788695987.375417:0:205701:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at 00000000b5b8d71d. 00000004:00000010:1.0:1788695987.375421:0:205701:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at 00000000e1a41b6e. 00000020:00000010:1.0:1788695987.375445:0:205701:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002955bc70. 00000040:00000010:2.0:1788695987.375697:0:203421:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000aeee93bd. 00000040:00000001:2.0:1788695987.375704:0:203421:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:01000000:2.0:1788695987.375706:0:203421:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-42 (rc=-17) 00000040:00000010:2.0:1788695987.375711:0:203421:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f9c4d8e3. 00000040:00000010:2.0:1788695987.375714:0:203421:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e5c3eede. 00000020:00000001:2.0:1788695987.375717:0:203421:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00000001:2.0:1788695987.375720:0:203421:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:2.0:1788695987.375723:0:203421:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000c8c3ab3d. 00000040:00000010:2.0:1788695987.375725:0:203421:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000005ab4b16. 00000020:00000010:2.0:1788695987.375727:0:203421:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e76d388d. 00000020:00000010:2.0:1788695987.375731:0:203421:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 00000000655df0a0. 80000000:00000010:2.0:1788695987.375733:0:203421:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c2ee9250. 00040000:00000010:2.0:1788695987.375735:0:203421:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002421fa34. 20000000:00000010:2.0:1788695987.375738:0:203421:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at 00000000fc014c3d. 00000020:00000010:2.0:1788695987.375740:0:203421:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056124d9c. 10000000:00000010:2.0:1788695987.375742:0:203421:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000447d07a7. 10000000:01000000:2.0:1788695987.375745:0:203421:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.118@tcp: configuration from log 'lustre-client' failed (-17). 10000000:00000001:2.0:1788695987.375748:0:203421:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1788695987.375750:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788695987.375752:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788695987.375755:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000000fc81d36 refcount=3 00000020:00000001:2.0:1788695987.375757:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558309376 : -113296151242240 : ffff98f52f269a00) 00010000:00000001:2.0:1788695987.375759:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558309376 : -113296151242240 : ffff98f52f269a00) 00010000:00000001:2.0:1788695987.375762:0:203421:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788695987.375776:0:203421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.118@tcp lock: 000000000fc81d36/0x6acb2b64cadb18f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffec3 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788695987.375792:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788695987.375794:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788695987.375795:0:203421:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.118@tcp lock: 000000000fc81d36/0x6acb2b64cadb18f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffec3 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788695987.375801:0:203421:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788695987.375802:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788695987.375803:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1788695987.375804:0:203421:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788695987.375806:0:203421:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00020000:2.0:1788695987.375808:0:203421:0:(mgc_request.c:614:do_requeue()) failed processing log: -17 10000000:00000001:2.0:1788695987.378803:0:203421:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1788695987.378810:0:203421:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1788695987.378812:0:203421:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000223875fc) refs 2 10000000:00000001:2.0:1788695987.378817:0:203421:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788695987.378820:0:203421:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1788695987.378821:0:203421:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000e6ea7a0c) refs 3 10000000:00000001:2.0:1788695987.378823:0:203421:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1788695987.378825:0:203421:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1788695987.378828:0:203421:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1788695987.378829:0:203421:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1788695987.378831:0:203421:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff98f505013380 from 1 10000000:00000001:2.0:1788695987.378833:0:203421:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1788695987.378834:0:203421:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1788695987.379334:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b20f86d. 00000020:00000040:2.0:1788695987.379340:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695987.379345:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695987.379348:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695987.379352:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695987.379359:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000bdd8e25. 00000100:00000001:2.0:1788695987.379366:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695987.379370:0:203421:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788695987.379373:0:203421:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788695987.379380:0:203421:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: 0000000075d191ef count: 2 00010000:00000001:2.0:1788695987.379396:0:203421:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788695987.379399:0:203421:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788695987.379402:0:203421:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000012548ccf. 00000020:00000001:2.0:1788695987.379408:0:203421:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788695987.379411:0:203421:0:(lustre_handles.c:93:class_handle_hash()) added object 0000000012548ccf with handle 0x6acb2b64cadb18f7 to hash 00000020:00000001:2.0:1788695987.379413:0:203421:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788695987.379414:0:203421:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630777555947008 : -113296153604608 : ffff98f52f028e00) 00010000:00000001:2.0:1788695987.379417:0:203421:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630777555947008 : -113296153604608 : ffff98f52f028e00) 00010000:00000001:2.0:1788695987.379421:0:203421:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788695987.379423:0:203421:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695987.379426:0:203421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.118@tcp lock: 0000000012548ccf/0x6acb2b64cadb18f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788695987.379435:0:203421:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.118@tcp lock: 0000000012548ccf/0x6acb2b64cadb18f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788695987.379444:0:203421:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.118@tcp lock: 0000000012548ccf/0x6acb2b64cadb18f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788695987.379450:0:203421:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788695987.379452:0:203421:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788695987.379458:0:203421:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d325d121. 00000100:00000001:2.0:1788695987.379460:0:203421:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630776855433216 : -113296854118400 : ffff98f505419000) 00000100:00000001:2.0:1788695987.379463:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695987.379464:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611082752 : -113296098468864 : ffff98f5324bdc00) 00000100:00000001:2.0:1788695987.379468:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695987.379471:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695987.379473:0:203421:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788695987.379474:0:203421:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695987.379483:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b20f86d x1875583274352128/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.379492:0:203421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695987.379494:0:203421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695987.379502:0:203421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695987.379504:0:203421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695987.379507:0:203421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695987.379509:0:203421:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003b20f86d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274352128:192.168.201.118@tcp:101: 00000100:00000001:2.0:1788695987.379514:0:203421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695987.379519:0:203421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695987.379521:0:203421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695987.379523:0:203421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695987.379526:0:203421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002f78e929. 02000000:00000001:2.0:1788695987.379528:0:203421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695987.379534:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d29b5fe. 00000400:00000010:2.0:1788695987.379542:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085494d83. 00000100:00000200:2.0:1788695987.379549:0:203421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274352128, portal 25 00000100:00000001:2.0:1788695987.379550:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695987.379551:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611082752 : -113296098468864 : ffff98f5324bdc00) 00000100:00000040:2.0:1788695987.379555:0:203421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003b20f86d x1875583274352128/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.379562:0:203421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695987.379565:0:203421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695987.379567:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf54be2d. 00000100:00000200:2.0:1788695987.379569:0:203421:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875583274352128, offset 0 00000400:00000200:2.0:1788695987.379574:0:203421:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695987.379588:0:203421:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695987.379593:0:203421:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695987.379597:0:203421:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695987.379600:0:203421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695987.379603:0:203421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695987.379606:0:203421:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [263:263:256:4294967295] 192.168.201.118@tcp LPNI seq info [263:263:8:4294967295] 00000400:00000200:2.0:1788695987.379617:0:203421:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695987.379635:0:203421:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695987.379639:0:203421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c995f34e. 00000800:00000200:2.0:1788695987.379646:0:203421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695987.379658:0:203421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695987.379662:0:203421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c995f34e type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788695987.379677:0:203421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695987.379682:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306950454 00000100:00000001:2.0:1788695987.379691:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306950426 00000100:00000001:2.0:1788695987.379697:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306950454 00000100:00000001:2.0:1788695987.379700:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306950426 00000100:00000001:2.0:1788695987.379703:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306950454 00000100:00000001:2.0:1788695987.379705:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306950426 00000100:00000001:2.0:1788695987.379707:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306950454 00000100:00000001:2.0:1788695987.379709:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306950426 00000100:00000001:2.0:1788695987.379711:0:203421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695987.379714:0:203421:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695987.379716:0:203421:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695987.379718:0:203421:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788695987.379720:0:203421:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d325d121 going to sleep for 11 seconds 00000100:00000001:2.0:1788695987.379723:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695987.379725:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695987.380392:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788695987.380398:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c995f34e. 00000400:00000200:1.0:1788695987.380404:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695987.380410:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788695987.380415:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf54be2d 00000400:00000010:1.0:1788695987.380417:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000bf54be2d. 00000100:00000001:1.0:1788695987.380422:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788695987.380426:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003b20f86d x1875583274352128/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695987.380437:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695987.380439:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003b20f86d x1875583274352128/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695987.380446:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695987.380448:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788695987.383198:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695987.383218:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788695987.383226:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695987.383228:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695987.383251:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788695987.383270:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 344 into portal 25 MB=0x6a9d542d07e00 00000400:00000200:3.0:1788695987.383277:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 344/344 into md 0x90d [1] + 224 00000800:00000001:3.0:1788695987.383283:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695987.383291:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788695987.383294:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788695987.383297:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788695987.383305:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695987.383312:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003b20f86d x1875583274352128/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788695987.383322:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000003b20f86d x1875583274352128/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695987.383338:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788695987.383347:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788695987.383349:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695987.383379:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695987.383387:0:203421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695987.383389:0:203421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695987.383392:0:203421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d29b5fe. 00000400:00000200:2.0:1788695987.383398:0:203421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085494d83 00000400:00000010:2.0:1788695987.383401:0:203421:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000085494d83. 00000100:00000001:2.0:1788695987.383405:0:203421:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695987.383409:0:203421:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003b20f86d x1875583274352128/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695987.383415:0:203421:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003b20f86d x1875583274352128/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.383420:0:203421:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695987.383422:0:203421:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695987.383444:0:203421:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695987.383448:0:203421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695987.383451:0:203421:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695987.383454:0:203421:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695987.383457:0:203421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695987.383466:0:203421:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=38 v=5 (5 5 5 0) 00000100:00001000:2.0:1788695987.383470:0:203421:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=38 v=5 (1 1 1 0) 00000100:00000001:2.0:1788695987.383473:0:203421:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695987.383475:0:203421:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695987.383477:0:203421:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695987.383479:0:203421:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695987.383482:0:203421:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695987.383486:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b20f86d x1875583274352128/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.383492:0:203421:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695987.383495:0:203421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695987.383497:0:203421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695987.383500:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b20f86d x1875583274352128/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695987.383506:0:203421:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003b20f86d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274352128:192.168.201.118@tcp:101: 00000100:00000001:2.0:1788695987.383511:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695987.383514:0:203421:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695987.383517:0:203421:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788695987.383519:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695987.383522:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b20f86d x1875583274352128/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.383529:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788695987.383531:0:203421:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d325d121. 00000100:00000001:2.0:1788695987.383534:0:203421:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788695987.383536:0:203421:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695987.383539:0:203421:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788695987.383543:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788695987.383546:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788695987.383549:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 0000000012548ccf refcount=4 00000020:00000001:2.0:1788695987.383557:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777555947008 : -113296153604608 : ffff98f52f028e00) 00010000:00000001:2.0:1788695987.383560:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777555947008 : -113296153604608 : ffff98f52f028e00) 00010000:00000040:2.0:1788695987.383567:0:203421:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: 0000000012548ccf, remote cookie: 0x602192bd911ffeca, flags: 0x0 00010000:00000001:2.0:1788695987.383571:0:203421:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788695987.383575:0:203421:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788695987.383577:0:203421:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788695987.383579:0:203421:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788695987.383580:0:203421:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788695987.383583:0:203421:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000075d191ef) refcount = 2 00010000:00000040:2.0:1788695987.383586:0:203421:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788695987.383589:0:203421:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.201.118@tcp lock: 000000000fc81d36/0x6acb2b64cadb18f0 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x602192bd911ffec3 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788695987.383598:0:203421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.118@tcp lock: 0000000012548ccf/0x6acb2b64cadb18f7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffeca expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788695987.383603:0:203421:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788695987.383606:0:203421:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788695987.383607:0:203421:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788695987.383611:0:203421:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788695987.383614:0:203421:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788695987.383617:0:203421:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.118@tcp lock: 0000000012548ccf/0x6acb2b64cadb18f7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x602192bd911ffeca expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788695987.383654:0:203421:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788695987.383656:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788695987.383658:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788695987.383658:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788695987.383659:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788695987.383661:0:203421:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695987.383664:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695987.383668:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b20f86d x1875583274352128/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696003 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.383673:0:203421:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695987.383683:0:203421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695987.383686:0:203421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002f78e929. 02000000:00000001:2.0:1788695987.383689:0:203421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695987.383692:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695987.383693:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695987.383695:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695987.383697:0:203421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000bdd8e25. 02000000:00000001:2.0:1788695987.383701:0:203421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695987.383703:0:203421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695987.383705:0:203421:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b20f86d. 00000100:00000001:2.0:1788695987.383709:0:203421:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695987.383710:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1788695987.383712:0:203421:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788695987.383715:0:203421:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1788695987.383717:0:203421:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000223875fc) refs 3 10000000:00000001:2.0:1788695987.383719:0:203421:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695987.383721:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788695987.383722:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788695987.383724:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 0000000012548ccf refcount=3 00000020:00000001:2.0:1788695987.383726:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777555947008 : -113296153604608 : ffff98f52f028e00) 00010000:00000001:2.0:1788695987.383728:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777555947008 : -113296153604608 : ffff98f52f028e00) 00010000:00000001:2.0:1788695987.383729:0:203421:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1788695987.383731:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788695987.383732:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788695987.383733:0:203421:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788695987.383735:0:203421:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1788695987.383739:0:203421:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000009abe95bf. 00000020:00000010:2.0:1788695987.383742:0:203421:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bdd8e25. 00000020:00000010:2.0:1788695987.383747:0:203421:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d2f7131f. 00000040:00000010:2.0:1788695987.383750:0:203421:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000000461a469. 00000020:00000010:2.0:1788695987.383754:0:203421:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d1793f4d. 00000020:00000010:2.0:1788695987.383768:0:203421:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000ec1a3a32. 80000000:00000010:2.0:1788695987.383772:0:203421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001ec2e9ad. 00040000:00000010:2.0:1788695987.383776:0:203421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ec5690bb. 20000000:00000010:2.0:1788695987.383779:0:203421:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at 0000000055b01c09. 10000000:00000040:2.0:1788695987.383783:0:203421:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt 000000001f26160a : new refcount 2 00000020:00000001:2.0:1788695987.383790:0:203421:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1788695987.383791:0:203421:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:2.0:1788695987.383794:0:203421:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1788695987.383797:0:203421:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000386527fb. 00000040:00000001:2.0:1788695987.383801:0:203421:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1788695987.383803:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000010:2.0:1788695987.383807:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b20f86d. 00000020:00000040:2.0:1788695987.383809:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695987.383812:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695987.383814:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695987.383818:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695987.383824:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002fe43be9. 00000100:00000001:2.0:1788695987.383829:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695987.383834:0:203421:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788695987.383835:0:203421:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788695987.383839:0:203421:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d325d121. 00000100:00000001:2.0:1788695987.383841:0:203421:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630776855433216 : -113296854118400 : ffff98f505419000) 00000100:00000001:2.0:1788695987.383843:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695987.383886:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611082752 : -113296098468864 : ffff98f5324bdc00) 00000100:00000001:2.0:1788695987.383891:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695987.383893:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695987.383895:0:203421:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788695987.383896:0:203421:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695987.383899:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b20f86d x1875583274352256/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.383906:0:203421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695987.383908:0:203421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695987.383912:0:203421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695987.383915:0:203421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695987.383918:0:203421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695987.383921:0:203421:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003b20f86d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274352256:192.168.201.118@tcp:501: 00000100:00000001:2.0:1788695987.383925:0:203421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695987.383930:0:203421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695987.383933:0:203421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695987.383941:0:203421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695987.383946:0:203421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f787a6d. 02000000:00000001:2.0:1788695987.383948:0:203421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695987.383952:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d29b5fe. 00000400:00000010:2.0:1788695987.383957:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085494d83. 00000100:00000200:2.0:1788695987.383963:0:203421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274352256, portal 25 00000100:00000001:2.0:1788695987.383965:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695987.383966:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611082752 : -113296098468864 : ffff98f5324bdc00) 00000100:00000040:2.0:1788695987.383970:0:203421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003b20f86d x1875583274352256/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.383978:0:203421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695987.383980:0:203421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695987.383982:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e1b2134. 00000100:00000200:2.0:1788695987.383994:0:203421:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875583274352256, offset 0 00000400:00000200:2.0:1788695987.384000:0:203421:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695987.384010:0:203421:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695987.384016:0:203421:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695987.384020:0:203421:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695987.384024:0:203421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695987.384027:0:203421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695987.384030:0:203421:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [264:264:256:4294967295] 192.168.201.118@tcp LPNI seq info [264:264:8:4294967295] 00000400:00000200:2.0:1788695987.384042:0:203421:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695987.384048:0:203421:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695987.384053:0:203421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c995f34e. 00000800:00000200:2.0:1788695987.384059:0:203421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695987.384066:0:203421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695987.384071:0:203421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c995f34e type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1788695987.384082:0:203421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695987.384086:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306950459 00000100:00000001:2.0:1788695987.384093:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306950454 00000100:00000001:2.0:1788695987.384097:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306950459 00000100:00000001:2.0:1788695987.384106:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306950454 00000100:00000001:2.0:1788695987.384109:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306950459 00000100:00000001:2.0:1788695987.384111:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306950454 00000100:00000001:2.0:1788695987.384113:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306950459 00000100:00000001:2.0:1788695987.384116:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306950454 00000100:00000001:2.0:1788695987.384118:0:203421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695987.384121:0:203421:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695987.384122:0:203421:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695987.384124:0:203421:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788695987.384126:0:203421:0:(client.c:2716:ptlrpc_set_wait()) set 00000000d325d121 going to sleep for 11 seconds 00000100:00000001:2.0:1788695987.384128:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695987.384130:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695987.384439:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695987.384444:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c995f34e. 00000400:00000200:0.0:1788695987.384448:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695987.384452:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695987.384456:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e1b2134 00000400:00000010:0.0:1788695987.384457:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002e1b2134. 00000100:00000001:0.0:1788695987.384461:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695987.384464:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003b20f86d x1875583274352256/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.384472:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695987.384474:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@000000003b20f86d x1875583274352256/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695987.384480:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695987.384481:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788695987.386990:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695987.387010:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788695987.387014:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695987.387016:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695987.387028:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788695987.387045:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 272 into portal 25 MB=0x6a9d542d07e80 00000400:00000200:1.0:1788695987.387055:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 272/272 into md 0x915 [1] + 224 00000800:00000001:1.0:1788695987.387063:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788695987.387076:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788695987.387080:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788695987.387085:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695987.387093:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695987.387099:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003b20f86d x1875583274352256/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788695987.387111:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@000000003b20f86d x1875583274352256/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695987.387126:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695987.387169:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1788695987.387179:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695987.387183:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788695987.387257:0:203421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695987.387259:0:203421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695987.387262:0:203421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d29b5fe. 00000400:00000200:2.0:1788695987.387268:0:203421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085494d83 00000400:00000010:2.0:1788695987.387271:0:203421:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000085494d83. 00000100:00000001:2.0:1788695987.387275:0:203421:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695987.387279:0:203421:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003b20f86d x1875583274352256/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695987.387287:0:203421:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003b20f86d x1875583274352256/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.387294:0:203421:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695987.387296:0:203421:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695987.387299:0:203421:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695987.387302:0:203421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695987.387304:0:203421:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695987.387307:0:203421:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695987.387309:0:203421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695987.387315:0:203421:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=38 v=5 (5 5 5 0) 00000100:00001000:2.0:1788695987.387326:0:203421:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=38 v=5 (1 1 1 0) 00000100:00000001:2.0:1788695987.387329:0:203421:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788695987.387332:0:203421:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@000000003b20f86d x1875583274352256/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.387338:0:203421:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1788695987.387341:0:203421:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1788695987.387345:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b20f86d x1875583274352256/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.387351:0:203421:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:2.0:1788695987.387354:0:203421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695987.387356:0:203421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695987.387359:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b20f86d x1875583274352256/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695987.387365:0:203421:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003b20f86d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274352256:192.168.201.118@tcp:501: 00000100:00000001:2.0:1788695987.387370:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695987.387372:0:203421:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1788695987.387375:0:203421:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788695987.387377:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695987.387379:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b20f86d x1875583274352256/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.387385:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788695987.387389:0:203421:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d325d121. 00000100:00000001:2.0:1788695987.387392:0:203421:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788695987.387394:0:203421:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1788695987.387396:0:203421:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:2.0:1788695987.387401:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695987.387404:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695987.387406:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788695987.387407:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695987.387409:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b20f86d x1875583274352256/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696003 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695987.387421:0:203421:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695987.387424:0:203421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695987.387427:0:203421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f787a6d. 02000000:00000001:2.0:1788695987.387430:0:203421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695987.387431:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695987.387432:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788695987.387434:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695987.387436:0:203421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002fe43be9. 02000000:00000001:2.0:1788695987.387440:0:203421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695987.387442:0:203421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695987.387443:0:203421:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b20f86d. 00000100:00000001:2.0:1788695987.387447:0:203421:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695987.387448:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1788695987.387451:0:203421:0:(llog.c:1559:llog_open()) MGC192.168.201.118@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:2.0:1788695987.387453:0:203421:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000386527fb. 00000040:00000001:2.0:1788695987.387456:0:203421:0:(llog.c:1563:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1788695987.387458:0:203421:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:2.0:1788695987.387462:0:203421:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:2.0:1788695987.387467:0:203421:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000d2f7131f. 00000040:00000010:2.0:1788695987.387471:0:203421:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000000461a469. 00000020:00000010:2.0:1788695987.387474:0:203421:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d1793f4d. 00000020:00000010:2.0:1788695987.387480:0:203421:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 00000000ec1a3a32. 80000000:00000010:2.0:1788695987.387484:0:203421:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001ec2e9ad. 00040000:00000010:2.0:1788695987.387489:0:203421:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ec5690bb. 20000000:00000010:2.0:1788695987.387493:0:203421:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at 0000000055b01c09. 00000020:00000010:2.0:1788695987.387496:0:203421:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bdd8e25. 10000000:00000010:2.0:1788695987.387499:0:203421:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at 000000009abe95bf. 10000000:01000000:2.0:1788695987.387502:0:203421:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.118@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:2.0:1788695987.387504:0:203421:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1788695987.387507:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788695987.387510:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788695987.387513:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 0000000012548ccf refcount=3 00000020:00000001:2.0:1788695987.387515:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777555947008 : -113296153604608 : ffff98f52f028e00) 00010000:00000001:2.0:1788695987.387524:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777555947008 : -113296153604608 : ffff98f52f028e00) 00010000:00000001:2.0:1788695987.387527:0:203421:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788695987.387530:0:203421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.118@tcp lock: 0000000012548ccf/0x6acb2b64cadb18f7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffeca expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788695987.387540:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788695987.387541:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788695987.387543:0:203421:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.118@tcp lock: 0000000012548ccf/0x6acb2b64cadb18f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffeca expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788695987.387548:0:203421:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788695987.387549:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788695987.387550:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1788695987.387552:0:203421:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788695987.387554:0:203421:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:2.0:1788695987.387557:0:203421:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1788695987.387559:0:203421:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1788695987.387560:0:203421:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000223875fc) refs 3 10000000:00000001:2.0:1788695987.387563:0:203421:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1788695988.271276:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695988.271288:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695988.271291:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695988.271295:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695988.271301:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695988.271304:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695988.271306:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695988.271309:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695988.271314:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695988.271315:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695988.273665:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695988.273673:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695988.273677:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788695988.334023:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695988.334034:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695988.334043:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d115929. 00000020:00000040:3.0:1788695988.334050:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788695988.334054:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695988.334057:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695988.334061:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695988.334069:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d33dd5fd. 00000100:00000001:3.0:1788695988.334076:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695988.334085:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000004d115929 x1875583274352384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695988.334093:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695988.334106:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695988.334111:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d115929] to pc [ptlrpcd_00_01+1] req@000000004d115929 x1875583274352384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695988.334156:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695988.334160:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695988.334162:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788695988.334167:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d115929 x1875583274352384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695988.334185:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788695988.334187:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695988.334191:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788695988.334193:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788695988.334202:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788695988.334205:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274352384:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788695988.334209:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788695988.334214:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788695988.334217:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695988.334219:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788695988.334223:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca6e37dc. 02000000:00000001:0.0:1788695988.334225:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788695988.334230:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000224c5a86. 00000400:00000010:0.0:1788695988.334237:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000071eafe4. 00000100:00000200:0.0:1788695988.334244:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274352384, portal 25 00000100:00000001:0.0:1788695988.334247:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788695988.334248:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548236416 : -113296161315200 : ffff98f52e8ce680) 00000100:00000040:0.0:1788695988.334253:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d115929 x1875583274352384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695988.334260:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788695988.334263:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695988.334267:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafe65a6. 00000100:00000200:0.0:1788695988.334270:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274352384, offset 0 00000400:00000200:0.0:1788695988.334276:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788695988.334288:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788695988.334293:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788695988.334296:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788695988.334299:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788695988.334302:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788695988.334305:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [265:265:256:4294967295] 192.168.201.118@tcp LPNI seq info [265:265:8:4294967295] 00000400:00000200:0.0:1788695988.334316:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788695988.334322:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788695988.334326:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057945d15. 00000800:00000200:0.0:1788695988.334332:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788695988.334338:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788695988.334345:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000057945d15 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788695988.334363:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695988.334367:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306951409 00000100:00000001:0.0:1788695988.334373:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306950459 00000100:00000001:0.0:1788695988.334376:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306951409 00000100:00000001:0.0:1788695988.334378:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306950459 00000100:00000001:0.0:1788695988.334380:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306951409 00000100:00000001:0.0:1788695988.334382:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306950459 00000100:00000001:0.0:1788695988.334383:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306951409 00000100:00000001:0.0:1788695988.334385:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306950459 00000100:00000001:0.0:1788695988.334386:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695988.334388:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695988.334389:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695988.334391:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788695988.334500:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695988.334504:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057945d15. 00000400:00000200:2.0:1788695988.334509:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695988.334514:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695988.334520:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafe65a6 00000400:00000010:2.0:1788695988.334522:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000aafe65a6. 00000100:00000001:2.0:1788695988.334531:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695988.334534:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004d115929 x1875583274352384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695988.334544:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695988.334547:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d115929 x1875583274352384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696004 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695988.334553:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695988.334555:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788695988.334764:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695988.334768:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695988.334771:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695988.334775:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000218cac94. 00000020:00000040:3.0:1788695988.334778:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695988.334780:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695988.334782:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695988.334784:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695988.334787:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a5d0889. 00000100:00000001:3.0:1788695988.334791:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695988.334794:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000218cac94 x1875583274352512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695988.334802:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695988.334804:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695988.334807:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218cac94] to pc [ptlrpcd_00_02+2] req@00000000218cac94 x1875583274352512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695988.334830:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695988.334833:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788695988.334835:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788695988.334838:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 00000020:00000040:3.0:1788695988.334840:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788695988.334842:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788695988.334843:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788695988.334870:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788695988.334873:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009a492135. 00000100:00000001:3.0:1788695988.334876:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695988.334879:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000006439c2df x1875583274352640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695988.334898:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788695988.334899:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695988.334908:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_03+3] req@000000006439c2df x1875583274352640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695988.334917:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695988.334918:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788695988.334921:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788695988.334925:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12287) 00000100:00000001:3.0:1788695988.334935:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695988.334937:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695988.334939:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695988.334943:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274352640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695988.334950:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695988.334951:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695988.334953:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695988.334955:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695988.334957:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695988.334959:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274352640:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695988.334962:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695988.334965:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695988.334966:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695988.334968:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695988.334971:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb7ff42a. 02000000:00000001:3.0:1788695988.334973:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695988.334976:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057989d25. 00000400:00000010:3.0:1788695988.334980:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000864cac17. 00000100:00000200:3.0:1788695988.334983:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274352640, portal 10 00000100:00000001:3.0:1788695988.334984:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695988.334986:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 00000100:00000001:2.0:1788695988.334989:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695988.334992:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695988.334997:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274352640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695988.335003:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695988.335005:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695988.335007:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d21c6e9a. 00000100:00000200:3.0:1788695988.335010:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274352640, offset 0 00000400:00000200:3.0:1788695988.335014:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695988.335020:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695988.335022:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695988.335024:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695988.335026:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695988.335029:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695988.335032:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [266:266:256:4294967295] 192.168.201.118@tcp LPNI seq info [266:266:8:4294967295] 00000400:00000200:3.0:1788695988.335039:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695988.335043:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695988.335046:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dac42727. 00000800:00000200:3.0:1788695988.335050:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695988.335054:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695988.335057:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dac42727 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695988.335072:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695988.335075:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 45562 usecs (46 jiffies) 00000100:00000001:3.0:1788695988.335078:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306950191 00000100:00000001:3.0:1788695988.335080:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306951409 00000100:00000001:3.0:1788695988.335081:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306950191 00000100:00000001:3.0:1788695988.335083:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306951409 00000100:00000001:3.0:1788695988.335085:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306950191 00000100:00000001:3.0:1788695988.335086:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306951409 00000100:00000001:3.0:1788695988.335088:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306950191 00000100:00000001:3.0:1788695988.335096:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306951409 00000100:00000001:3.0:1788695988.335097:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695988.335100:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695988.335101:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695988.335103:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695988.335110:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695988.335112:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695988.335114:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695988.335126:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695988.335127:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695988.335130:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1788695988.335131:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695988.335134:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695988.335135:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695988.335136:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695988.335137:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695988.335138:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695988.335142:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000218cac94 x1875583274352512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695988.335148:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695988.335150:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695988.335152:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695988.335153:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695988.335155:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695988.335157:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274352512:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695988.335160:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695988.335163:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695988.335164:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695988.335166:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695988.335169:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095bd6e71. 02000000:00000001:3.0:1788695988.335170:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695988.335173:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054b576bc. 00000400:00000010:3.0:1788695988.335176:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000100:00000200:3.0:1788695988.335178:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274352512, portal 10 00000100:00000001:3.0:1788695988.335181:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695988.335186:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548239104 : -113296161312512 : ffff98f52e8cf100) 00000100:00000001:1.0:1788695988.335507:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695988.335510:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695988.337062:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695988.337068:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dac42727. 00000400:00000200:2.0:1788695988.337074:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695988.337081:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695988.337087:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21c6e9a 00000400:00000010:2.0:1788695988.337089:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d21c6e9a. 00000100:00000001:2.0:1788695988.337094:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695988.337100:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274352640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695988.337110:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695988.337113:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274352640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696004 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695988.337120:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695988.337121:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788695988.337247:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788695988.337250:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695988.337252:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695988.337254:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788695988.337257:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695988.337259:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695988.337515:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000218cac94 x1875583274352512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695988.337526:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695988.337529:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695988.337533:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a452cf63. 00000100:00000200:3.0:1788695988.337536:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274352512, offset 0 00000800:00000001:2.0:1788695988.337599:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695988.337619:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695988.337622:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695988.337624:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695988.337631:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695988.337643:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d07f00 00000400:00000200:3.0:1788695988.337894:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695988.337904:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695988.337908:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695988.337911:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695988.337914:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695988.337916:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695988.337919:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [267:267:256:4294967295] 192.168.201.118@tcp LPNI seq info [267:267:8:4294967295] 00000400:00000200:3.0:1788695988.337928:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695988.337932:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695988.337937:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dac42727. 00000800:00000200:3.0:1788695988.337943:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695988.337949:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695988.337952:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dac42727 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695988.338014:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695988.338018:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 44711 usecs (45 jiffies) 00000100:00000001:3.0:1788695988.338022:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306950193 00000100:00000001:3.0:1788695988.338025:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306951409 00000100:00000001:3.0:1788695988.338027:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306950193 00000100:00000001:3.0:1788695988.338029:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306951409 00000100:00000001:3.0:1788695988.338030:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306950193 00000100:00000001:3.0:1788695988.338032:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306951409 00000100:00000001:3.0:1788695988.338034:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306950193 00000100:00000001:3.0:1788695988.338049:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306951409 00000100:00000001:3.0:1788695988.338051:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695988.338054:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695988.338057:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695988.338059:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788695988.338118:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x91d [1] + 224 00000800:00000001:2.0:1788695988.338125:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695988.338130:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695988.338138:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695988.338142:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695988.338148:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695988.338152:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004d115929 x1875583274352384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695988.338160:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d115929 x1875583274352384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695988.338230:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695988.338236:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695988.338238:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695988.338244:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695988.338245:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695988.338247:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000224c5a86. 00000400:00000200:1.0:1788695988.338251:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000071eafe4 00000400:00000010:1.0:1788695988.338252:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000071eafe4. 00000100:00000001:1.0:1788695988.338255:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695988.338268:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004d115929 x1875583274352384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695988.338277:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004d115929 x1875583274352384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695988.338283:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695988.338285:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695988.338287:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695988.338289:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695988.338292:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695988.338294:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695988.338296:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695988.338302:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=39 v=5 (5 5 5 0) 00000100:00001000:1.0:1788695988.338306:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=39 v=5 (1 1 1 0) 00000100:00000001:1.0:1788695988.338309:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695988.338310:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695988.338312:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695988.338315:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695988.338317:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695988.338321:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d115929 x1875583274352384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695988.338328:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695988.338330:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695988.338332:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695988.338348:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d115929 x1875583274352384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695988.338355:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274352384:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695988.338361:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695988.338363:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695988.338365:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d115929 x1875583274352384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695988.338372:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695988.338374:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695988.338378:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca6e37dc. 02000000:00000001:1.0:1788695988.338381:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695988.338383:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695988.338385:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695988.338387:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695988.338390:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d33dd5fd. 02000000:00000001:1.0:1788695988.338392:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695988.338394:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695988.338396:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d115929. 00000100:00000001:1.0:1788695988.338399:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695988.338401:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695988.338402:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695988.338406:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695988.338408:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695988.338410:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695988.338411:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695988.338948:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1788695988.339506:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695988.339510:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dac42727. 00000400:00000200:2.0:1788695988.339515:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695988.339520:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695988.339524:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a452cf63 00000400:00000010:2.0:1788695988.339526:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a452cf63. 00000100:00000001:2.0:1788695988.339530:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695988.339534:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000218cac94 x1875583274352512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696004 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695988.339543:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695988.339545:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000218cac94 x1875583274352512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696004 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695988.339551:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695988.339553:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788695988.339576:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695988.339579:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695988.339582:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695988.339587:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695988.339599:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d08000 00000400:00000200:0.0:1788695988.339615:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x925 [1] + 224 00000800:00000001:0.0:1788695988.339620:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695988.339627:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695988.339633:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695988.339636:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695988.339649:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695988.339652:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274352640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695988.339660:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274352640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695988.339679:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695988.339685:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695988.339688:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695988.339740:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695988.339743:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695988.339748:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695988.339750:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695988.339752:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057989d25. 00000400:00000200:3.0:1788695988.339756:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864cac17 00000400:00000010:3.0:1788695988.339758:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000864cac17. 00000100:00000001:3.0:1788695988.339760:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695988.339763:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274352640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695988.339770:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274352640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695988.339777:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695988.339778:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695988.339780:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695988.339782:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695988.339784:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695988.339785:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695988.339788:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695988.339795:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=38 v=5 (5 5 5 0) 00000100:00001000:3.0:1788695988.339798:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695988.339800:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695988.339802:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695988.339803:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788695988.339807:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006439c2df x1875583274352640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788695988.339813:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695988.339817:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695988.339819:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695988.339827:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695988.339828:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695988.339832:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274352640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695988.339837:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695988.339840:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695988.339841:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695988.339993:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274352640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695988.340002:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274352640:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695988.340006:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695988.340008:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695988.340010:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274352640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695988.340017:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695988.340019:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695988.340022:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb7ff42a. 02000000:00000001:3.0:1788695988.340026:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695988.340027:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695988.340029:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695988.340031:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695988.340033:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009a492135. 02000000:00000001:3.0:1788695988.340035:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695988.340037:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695988.340038:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000001:3.0:1788695988.340042:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695988.340042:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695988.340045:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695988.340047:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695988.340048:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695988.340049:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695988.340051:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788695988.340168:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695988.340173:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788695988.340175:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695988.340177:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695988.340182:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788695988.340189:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d07f80 00000400:00000200:2.0:1788695988.340194:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x92d [1] + 224 00000800:00000001:2.0:1788695988.340198:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695988.340202:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788695988.340205:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695988.340213:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788695988.340217:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695988.340220:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000218cac94 x1875583274352512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788695988.340352:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000218cac94 x1875583274352512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695988.340358:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788695988.340362:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788695988.340365:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695988.340396:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695988.340402:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695988.340404:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695988.340405:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695988.340406:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054b576bc. 00000400:00000200:3.0:1788695988.340408:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:3.0:1788695988.340409:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:3.0:1788695988.340411:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695988.340413:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000218cac94 x1875583274352512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695988.340417:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000218cac94 x1875583274352512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695988.340421:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695988.340422:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695988.340423:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695988.340424:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695988.340424:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695988.340425:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695988.340426:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695988.340429:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=39 v=5 (5 5 5 0) 00000100:00001000:3.0:1788695988.340431:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=39 v=5 (1 1 1 0) 00000100:00000001:3.0:1788695988.340432:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695988.340433:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695988.340434:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695988.340436:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695988.340438:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695988.340438:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695988.340439:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695988.340440:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695988.340442:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000218cac94 x1875583274352512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695988.340445:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695988.340446:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695988.340447:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695988.340449:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000218cac94 x1875583274352512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695988.340459:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274352512:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695988.340462:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695988.340463:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695988.340464:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000218cac94 x1875583274352512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696004 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695988.340468:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695988.340469:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695988.340470:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095bd6e71. 02000000:00000001:3.0:1788695988.340471:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695988.340472:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695988.340473:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695988.340474:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695988.340475:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a5d0889. 02000000:00000001:3.0:1788695988.340476:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695988.340477:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695988.340477:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000218cac94. 00000100:00000001:3.0:1788695988.340479:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695988.340479:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695988.340481:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695988.340485:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695988.340486:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695988.340487:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695988.340488:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695989.294576:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695989.294598:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695989.294605:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695989.294606:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788695989.294648:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788695989.294652:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695989.294655:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695989.614020:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306951409, at 4306951424 00000100:00000010:2.0:1788695989.614036:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c28b342. 00000100:00000040:3.0:1788695989.614145:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306951409, at 4306951424 00000100:00000010:3.0:1788695989.614160:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006efaf844. 00000100:00000040:0.0:1788695989.615842:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306951409, at 4306951425 00000100:00000010:0.0:1788695989.615869:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b491dd23. 00000100:00000040:1.0:1788695989.615942:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306951409, at 4306951426 00000100:00000010:1.0:1788695989.615948:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc2f53e6. 00010000:00000001:2.0:1788695990.317954:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695990.317962:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695990.317967:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695990.317968:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695990.318040:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695990.318044:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695990.318047:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695991.341973:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695991.341981:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695991.341988:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695991.341990:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695991.342068:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695991.342072:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695991.342075:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695992.365959:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695992.365966:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695992.365981:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695992.365983:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788695992.366424:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788695992.366428:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695992.366431:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1788695992.942920:0:203421:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1788695992.942929:0:203421:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1788695993.390124:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695993.390130:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695993.390134:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695993.390136:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695993.390139:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695993.390141:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695993.390169:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695993.390171:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695993.390173:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695993.390176:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695993.390233:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695993.390237:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695993.390240:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788695993.454039:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695993.454048:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695993.454054:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001676e642. 00000020:00000040:0.0:1788695993.454061:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788695993.454066:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695993.454069:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695993.454074:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695993.454082:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ee81603. 00000100:00000001:0.0:1788695993.454088:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695993.454099:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000001676e642 x1875583274352768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788695993.454110:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695993.454112:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695993.454118:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001676e642] to pc [ptlrpcd_00_00+0] req@000000001676e642 x1875583274352768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695993.454173:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695993.454176:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788695993.454180:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695993.454183:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a489c80. 00000020:00000040:0.0:1788695993.454185:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788695993.454188:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695993.454190:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788695993.454192:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695993.454196:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009146b66a. 00000100:00000001:0.0:1788695993.454201:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695993.454201:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788695993.454207:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:0.0:1788695993.454208:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000004a489c80 x1875583274352896/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788695993.454209:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695993.454212:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695993.454215:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695993.454221:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788695993.454224:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695993.454224:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1788695993.454230:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a489c80] to pc [ptlrpcd_00_01+1] req@000000004a489c80 x1875583274352896/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695993.454234:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695993.454241:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695993.454244:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695993.454245:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788695993.454247:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788695993.454249:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788695993.454250:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788695993.454254:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0532af4. 00000020:00000040:0.0:1788695993.454256:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000040:1.0:1788695993.454258:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a489c80 x1875583274352896/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695993.454258:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695993.454259:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788695993.454262:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1788695993.454263:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788695993.454264:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788695993.454269:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024f67866. 00000100:00000001:0.0:1788695993.454274:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695993.454277:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1788695993.454279:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a0532af4 x1875583274353024/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788695993.454282:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695993.454288:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1788695993.454289:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788695993.454292:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788695993.454294:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695993.454296:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695993.454299:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0532af4] to pc [ptlrpcd_00_02+2] req@00000000a0532af4 x1875583274353024/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695993.454305:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274352896:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695993.454311:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695993.454317:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788695993.454320:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695993.454320:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788695993.454324:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1788695993.454325:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1788695993.454327:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788695993.454332:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12292) 02000000:00000010:1.0:1788695993.454332:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018068af5. 02000000:00000001:1.0:1788695993.454337:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695993.454343:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac292db. 00000400:00000010:1.0:1788695993.454351:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004db18ce7. 00000100:00000200:1.0:1788695993.454357:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274352896, portal 10 00000100:00000001:1.0:1788695993.454360:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695993.454361:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882430848 : -113296827120768 : ffff98f506dd8380) 00000100:00000040:1.0:1788695993.454368:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004a489c80 x1875583274352896/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695993.454376:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695993.454379:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695993.454381:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6df8fe2. 00000100:00000200:1.0:1788695993.454383:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274352896, offset 0 00000400:00000200:1.0:1788695993.454390:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788695993.454402:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788695993.454407:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695993.454410:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788695993.454419:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788695993.454421:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788695993.454425:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [268:268:256:4294967295] 192.168.201.118@tcp LPNI seq info [268:268:8:4294967295] 00000400:00000200:1.0:1788695993.454436:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788695993.454442:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788695993.454446:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dffc0522. 00000800:00000200:1.0:1788695993.454451:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788695993.454458:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788695993.454461:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dffc0522 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695993.454551:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695993.454552:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695993.454555:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695993.454558:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788695993.454559:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 44201 usecs (45 jiffies) 00000100:00000040:3.0:1788695993.454564:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0532af4 x1875583274353024/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695993.454565:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306955309 00000100:00000010:1.0:1788695993.454572:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a02473c0. 00000100:00000001:3.0:1788695993.454579:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695993.454580:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695993.454581:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 02000000:00000001:3.0:1788695993.454584:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695993.454587:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695993.454588:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306955309 02000000:00000001:3.0:1788695993.454589:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788695993.454593:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082f7dcd5. 00000100:00100000:3.0:1788695993.454596:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274353024:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695993.454598:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788695993.454604:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788695993.454605:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306955309 02000000:00000001:3.0:1788695993.454608:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1788695993.454610:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003847b311. 02000000:00000001:3.0:1788695993.454611:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695993.454615:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788695993.454616:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788695993.454620:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306955309 02000000:00000010:3.0:1788695993.454621:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b066959. 00000100:00000010:1.0:1788695993.454624:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000066276fdb. 02000000:00000001:3.0:1788695993.454625:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695993.454629:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788695993.454633:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1788695993.454633:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054b576bc. 00000100:00000001:1.0:1788695993.454638:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695993.454640:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000100:00000001:1.0:1788695993.454641:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1788695993.454644:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274353024, portal 10 00000100:00000040:1.0:1788695993.454648:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001676e642 x1875583274352768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695993.454649:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695993.454651:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882442496 : -113296827109120 : ffff98f506ddb100) 00000100:00000040:3.0:1788695993.454660:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a0532af4 x1875583274353024/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695993.454682:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788695993.454686:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788695993.454689:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695993.454689:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:1.0:1788695993.454693:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1788695993.454694:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000864cac17. 02000000:00000001:1.0:1788695993.454695:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1788695993.454699:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274353024, offset 0 02000000:00000001:1.0:1788695993.454700:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788695993.454706:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274352768:192.168.201.118@tcp:400: 00000400:00000200:3.0:1788695993.454710:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788695993.454712:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788695993.454716:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788695993.454717:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788695993.454719:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:1.0:1788695993.454720:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788695993.454725:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa949180. 00000400:00000200:3.0:1788695993.454725:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1788695993.454729:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788695993.454733:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008313b947. 00000400:00000200:3.0:1788695993.454737:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000010:1.0:1788695993.454738:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b123ffa. 00000100:00000200:1.0:1788695993.454742:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274352768, portal 25 00000100:00000001:1.0:1788695993.454744:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788695993.454745:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882429952 : -113296827121664 : ffff98f506dd8000) 00000100:00000040:1.0:1788695993.454750:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001676e642 x1875583274352768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695993.454755:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788695993.454757:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788695993.454759:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c44c95cb. 00000100:00000200:1.0:1788695993.454761:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274352768, offset 0 00000400:00000200:1.0:1788695993.454764:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788695993.454868:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695993.454872:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695993.454892:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695993.454896:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dffc0522. 00000400:00000200:0.0:1788695993.454900:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695993.454904:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788695993.454952:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695993.454956:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695993.454958:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [269:269:255:4294967295] 192.168.201.118@tcp LPNI seq info [269:269:7:4294967295] 00000400:00000200:3.0:1788695993.454965:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695993.454969:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695993.454973:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a5d0889. 00000400:00000200:1.0:1788695993.454975:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000200:3.0:1788695993.454980:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:1.0:1788695993.454981:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788695993.454987:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000800:00000200:3.0:1788695993.454990:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:1.0:1788695993.454993:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1788695993.454995:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a5d0889 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1788695993.454999:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788695993.455001:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788695993.455005:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [270:270:254:4294967295] 192.168.201.118@tcp LPNI seq info [270:270:6:4294967295] 00000100:00000040:3.0:1788695993.455007:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 45015 usecs (46 jiffies) 00000100:00000001:3.0:1788695993.455012:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306955311 00000100:00000001:3.0:1788695993.455019:0:201302:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, simply extend its deadline from 4306955309 00000400:00000200:1.0:1788695993.455020:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788695993.455024:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306955311 00000100:00000001:3.0:1788695993.455026:0:201302:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, simply extend its deadline from 4306955309 00000100:00000001:3.0:1788695993.455032:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306955311 00000100:00000001:3.0:1788695993.455036:0:201302:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, simply extend its deadline from 4306955309 00000400:00000200:0.0:1788695993.455038:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6df8fe2 00000800:00000200:1.0:1788695993.455038:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788695993.455041:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f6df8fe2. 00000100:00000001:3.0:1788695993.455041:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306955311 00000800:00000010:1.0:1788695993.455045:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006596e7c6. 00000100:00000001:0.0:1788695993.455048:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1788695993.455048:0:201302:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, simply extend its deadline from 4306955309 00000800:00000200:1.0:1788695993.455053:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000200:0.0:1788695993.455054:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004a489c80 x1875583274352896/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695993.455055:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695993.455062:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788695993.455066:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788695993.455067:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695993.455072:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1788695993.455073:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006596e7c6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695993.455073:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788695993.455077:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a489c80 x1875583274352896/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696009 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695993.455080:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695993.455081:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695993.455084:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788695993.455087:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695993.455089:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788695993.455090:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788695993.455093:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695993.455096:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695993.455097:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306956530 00000100:00000001:1.0:1788695993.455103:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306955311 00000100:00000001:3.0:1788695993.455107:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788695993.455109:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788695993.455110:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306956530 00000800:00000010:0.0:1788695993.455113:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a5d0889. 00000100:00000001:1.0:1788695993.455116:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306955311 00000400:00000200:0.0:1788695993.455119:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788695993.455121:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306956530 00000400:00000200:0.0:1788695993.455127:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788695993.455127:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306955311 00000400:00000200:0.0:1788695993.455134:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864cac17 00000100:00000001:1.0:1788695993.455134:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306956530 00000400:00000010:0.0:1788695993.455139:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000864cac17. 00000100:00000001:1.0:1788695993.455140:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306955311 00000100:00000001:0.0:1788695993.455143:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1788695993.455145:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1788695993.455149:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a0532af4 x1875583274353024/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695993.455150:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695993.455155:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695993.455160:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788695993.455166:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788695993.455167:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695993.455169:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788695993.455172:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695993.455175:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788695993.455178:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0532af4 x1875583274353024/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696009 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695993.455178:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695993.455183:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695993.455190:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695993.455192:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788695993.455298:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788695993.455300:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006596e7c6. 00000400:00000200:0.0:1788695993.455303:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695993.455306:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788695993.455308:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44c95cb 00000400:00000010:0.0:1788695993.455310:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c44c95cb. 00000100:00000001:0.0:1788695993.455312:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788695993.455315:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001676e642 x1875583274352768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695993.455320:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788695993.455322:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001676e642 x1875583274352768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696009 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695993.455327:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788695993.455328:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788695993.458732:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695993.458746:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695993.458750:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695993.458753:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695993.458762:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695993.458774:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d08080 00000400:00000200:0.0:1788695993.458780:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x945 [1] + 224 00000800:00000001:0.0:1788695993.458785:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695993.458788:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695993.458790:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695993.458793:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695993.458798:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695993.458803:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001676e642 x1875583274352768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695993.458810:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001676e642 x1875583274352768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695993.458838:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695993.458861:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695993.458864:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695993.458865:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695993.458866:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695993.458869:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695993.458872:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d08100 00000400:00000200:0.0:1788695993.458877:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x935 [1] + 224 00000800:00000001:0.0:1788695993.458881:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695993.458884:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695993.458886:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695993.458889:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695993.458891:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695993.458895:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004a489c80 x1875583274352896/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695993.458903:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a489c80 x1875583274352896/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695993.458910:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695993.458913:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695993.458916:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695993.458918:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695993.458919:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695993.458923:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695993.458928:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d08180 00000400:00000200:0.0:1788695993.458932:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x93d [1] + 224 00000800:00000001:0.0:1788695993.458935:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695993.458940:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695993.458942:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695993.458945:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695993.458947:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695993.458954:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a0532af4 x1875583274353024/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695993.458959:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a0532af4 x1875583274353024/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695993.458969:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695993.458972:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695993.458974:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695993.459033:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695993.459037:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788695993.459044:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695993.459046:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695993.459048:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac292db. 00000400:00000200:1.0:1788695993.459052:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004db18ce7 00000400:00000010:1.0:1788695993.459054:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004db18ce7. 00000100:00000001:1.0:1788695993.459056:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695993.459065:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004a489c80 x1875583274352896/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695993.459072:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004a489c80 x1875583274352896/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695993.459078:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695993.459080:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695993.459082:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695993.459085:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695993.459088:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695993.459090:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695993.459092:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695993.459100:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=44 v=5 (5 5 5 0) 00000100:00001000:1.0:1788695993.459103:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=44 v=5 (1 1 1 0) 00000100:00000001:1.0:1788695993.459105:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695993.459107:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695993.459109:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695993.459113:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695993.459116:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788695993.459118:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788695993.459120:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788695993.459121:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695993.459125:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a489c80 x1875583274352896/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695993.459131:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695993.459133:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695993.459135:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695993.459138:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a489c80 x1875583274352896/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695993.459144:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274352896:192.168.201.118@tcp:400: 00000400:00000001:1.0:1788695993.459150:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788695993.459151:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788695993.459153:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008313b947. 00000400:00000200:1.0:1788695993.459160:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b123ffa 00000400:00000010:1.0:1788695993.459161:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000b123ffa. 00000100:00000001:1.0:1788695993.459164:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788695993.459166:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001676e642 x1875583274352768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788695993.459173:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001676e642 x1875583274352768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695993.459179:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788695993.459180:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695993.459181:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788695993.459183:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788695993.459184:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788695993.459185:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788695993.459187:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788695993.459189:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=44 v=5 (5 5 5 0) 00000100:00001000:1.0:1788695993.459191:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=44 v=5 (1 1 1 0) 00000100:00000001:1.0:1788695993.459193:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788695993.459194:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788695993.459196:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788695993.459198:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695993.459199:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788695993.459202:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001676e642 x1875583274352768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695993.459208:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788695993.459210:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788695993.459211:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788695993.459213:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001676e642 x1875583274352768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788695993.459219:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274352768:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788695993.459223:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695993.459226:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695993.459228:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a489c80 x1875583274352896/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695993.459244:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695993.459247:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695993.459249:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018068af5. 02000000:00000001:1.0:1788695993.459253:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695993.459255:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695993.459257:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788695993.459259:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695993.459261:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009146b66a. 02000000:00000001:1.0:1788695993.459264:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695993.459266:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695993.459268:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a489c80. 00000100:00000001:1.0:1788695993.459271:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695993.459272:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695993.459274:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788695993.459276:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001676e642 x1875583274352768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788695993.459282:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788695993.459283:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788695993.459284:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa949180. 02000000:00000001:1.0:1788695993.459286:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788695993.459288:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788695993.459288:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788695993.459290:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788695993.459291:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ee81603. 02000000:00000001:1.0:1788695993.459293:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788695993.459293:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788695993.459294:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001676e642. 00000100:00000001:1.0:1788695993.459296:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788695993.459297:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695993.459299:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788695993.459305:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788695993.459307:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695993.459309:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695993.459310:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695993.459566:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695993.459570:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695993.459573:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695993.459574:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695993.459576:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054b576bc. 00000400:00000200:3.0:1788695993.459579:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:3.0:1788695993.459581:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:3.0:1788695993.459583:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695993.459587:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a0532af4 x1875583274353024/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695993.459595:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a0532af4 x1875583274353024/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695993.459602:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695993.459603:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695993.459604:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695993.459606:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695993.459607:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695993.459608:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695993.459610:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695993.459613:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=43 v=5 (5 5 5 0) 00000100:00001000:3.0:1788695993.459616:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1788695993.459618:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695993.459619:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695993.459621:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788695993.459623:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a0532af4 x1875583274353024/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788695993.459630:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695993.459632:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788695993.459633:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788695993.459634:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788695993.459635:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695993.459637:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0532af4 x1875583274353024/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695993.459654:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695993.459655:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695993.459657:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695993.459659:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0532af4 x1875583274353024/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695993.459666:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274353024:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695993.459670:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695993.459672:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695993.459673:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0532af4 x1875583274353024/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696009 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695993.459679:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695993.459681:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695993.459682:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b066959. 02000000:00000001:3.0:1788695993.459684:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695993.459685:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695993.459686:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788695993.459688:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695993.459689:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024f67866. 02000000:00000001:3.0:1788695993.459691:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695993.459692:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695993.459693:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0532af4. 00000100:00000001:3.0:1788695993.459696:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695993.459697:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695993.459698:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695993.459702:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695993.459703:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695993.459705:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695993.459706:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695994.414027:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695994.414034:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695994.414039:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695994.414041:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695994.414120:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695994.414123:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695994.414143:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695994.733961:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306956530, at 4306956544 00000100:00000040:3.0:1788695994.733961:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306956530, at 4306956544 00000100:00000010:3.0:1788695994.733978:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000066276fdb. 00000100:00000010:1.0:1788695994.733982:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082f7dcd5. 00000100:00000040:2.0:1788695994.734077:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306956530, at 4306956544 00000100:00000010:2.0:1788695994.734085:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003847b311. 00000100:00000040:0.0:1788695994.736120:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306956530, at 4306956546 00000100:00000010:0.0:1788695994.736134:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a02473c0. 00010000:00000001:2.0:1788695995.438091:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695995.438096:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695995.438100:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695995.438100:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788695995.438175:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788695995.438194:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788695995.438197:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695996.461954:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695996.461961:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695996.461968:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695996.461968:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695996.462021:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695996.462025:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695996.462028:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695997.485958:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695997.485965:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695997.485970:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695997.485972:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695997.486062:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695997.486066:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695997.486069:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788695998.509930:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695998.509937:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788695998.509940:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788695998.509943:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695998.509947:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788695998.509957:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695998.509959:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695998.509961:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695998.509965:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695998.509966:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788695998.510017:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788695998.510021:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788695998.510024:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788695998.574774:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695998.574783:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695998.574802:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b20f86d. 00000020:00000040:2.0:1788695998.574807:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788695998.574811:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695998.574814:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695998.574818:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695998.574825:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000051526cb6. 00000100:00000001:2.0:1788695998.574831:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695998.574842:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000003b20f86d x1875583274353152/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695998.574883:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695998.574886:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695998.574892:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b20f86d] to pc [ptlrpcd_00_03+3] req@000000003b20f86d x1875583274353152/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695998.574916:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695998.574918:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695998.574921:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695998.574925:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075ac883a. 00000020:00000040:2.0:1788695998.574927:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695998.574929:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695998.574930:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695998.574932:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695998.574935:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078c7cd5c. 00000100:00000001:2.0:1788695998.574937:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695998.574940:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000075ac883a x1875583274353280/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695998.574947:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695998.574948:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695998.574952:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075ac883a] to pc [ptlrpcd_00_00+0] req@0000000075ac883a x1875583274353280/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695998.574969:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695998.574971:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788695998.574979:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788695998.574982:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064b693a9. 00000020:00000040:2.0:1788695998.574984:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788695998.574986:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788695998.574987:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788695998.574989:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788695998.574991:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2263eda. 00000100:00000001:2.0:1788695998.574994:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695998.574997:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000064b693a9 x1875583274353408/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788695998.575003:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788695998.575004:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695998.575007:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b693a9] to pc [ptlrpcd_00_01+1] req@0000000064b693a9 x1875583274353408/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695998.575013:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695998.575015:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788695998.575018:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788695998.575023:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12298) 00000100:00000001:2.0:1788695998.575032:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695998.575036:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695998.575038:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695998.575041:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075ac883a x1875583274353280/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695998.575049:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695998.575051:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695998.575054:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695998.575056:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695998.575059:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695998.575062:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274353280:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695998.575066:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695998.575076:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695998.575079:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695998.575081:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695998.575084:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e943f6de. 02000000:00000001:2.0:1788695998.575086:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695998.575093:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d29b5fe. 00000400:00000010:2.0:1788695998.575099:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085494d83. 00000100:00000200:2.0:1788695998.575106:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274353280, portal 10 00000100:00000001:2.0:1788695998.575108:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695998.575109:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611083648 : -113296098467968 : ffff98f5324bdf80) 00000100:00000040:2.0:1788695998.575116:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000075ac883a x1875583274353280/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695998.575122:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695998.575124:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695998.575126:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0e8fa31. 00000100:00000200:2.0:1788695998.575128:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274353280, offset 0 00000400:00000200:2.0:1788695998.575134:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695998.575146:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695998.575151:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695998.575154:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695998.575158:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695998.575161:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695998.575164:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [271:271:256:4294967295] 192.168.201.118@tcp LPNI seq info [271:271:8:4294967295] 00000400:00000200:2.0:1788695998.575174:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695998.575179:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695998.575183:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000394a697c. 00000800:00000200:2.0:1788695998.575189:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695998.575195:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695998.575199:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000394a697c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695998.575210:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695998.575214:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 43692 usecs (44 jiffies) 00000100:00000001:2.0:1788695998.575217:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306960429 00000100:00000010:2.0:1788695998.575226:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008deb97a6. 00000100:00000001:2.0:1788695998.575232:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788695998.575241:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306960429 00000100:00000010:2.0:1788695998.575244:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004f6df21d. 00000100:00000001:2.0:1788695998.575247:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788695998.575252:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306960429 00000100:00000010:2.0:1788695998.575254:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009163ae67. 00000100:00000001:2.0:1788695998.575257:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788695998.575259:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306960429 00000100:00000010:2.0:1788695998.575261:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001ec2e9ad. 00000100:00000001:2.0:1788695998.575264:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788695998.575269:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695998.575271:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695998.575274:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695998.575276:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695998.575283:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695998.575285:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788695998.575286:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695998.575287:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695998.575288:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695998.575291:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788695998.575292:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695998.575295:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695998.575296:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695998.575297:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695998.575298:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788695998.575299:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788695998.575302:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064b693a9 x1875583274353408/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695998.575308:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788695998.575309:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695998.575310:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788695998.575316:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788695998.575318:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788695998.575321:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000064b693a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274353408:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695998.575324:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788695998.575327:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788695998.575328:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695998.575329:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788695998.575332:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b43ac28. 02000000:00000001:2.0:1788695998.575334:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788695998.575336:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c24e619c. 00000400:00000010:2.0:1788695998.575340:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea539ecd. 00000100:00000200:2.0:1788695998.575343:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274353408, portal 10 00000100:00000001:2.0:1788695998.575344:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788695998.575346:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611080064 : -113296098471552 : ffff98f5324bd180) 00000100:00000040:2.0:1788695998.575350:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064b693a9 x1875583274353408/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695998.575356:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788695998.575358:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788695998.575360:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac043960. 00000100:00000200:2.0:1788695998.575362:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274353408, offset 0 00000400:00000200:2.0:1788695998.575365:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788695998.575370:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788695998.575372:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788695998.575374:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788695998.575376:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788695998.575378:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788695998.575380:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [272:272:255:4294967295] 192.168.201.118@tcp LPNI seq info [272:272:7:4294967295] 00000400:00000200:2.0:1788695998.575387:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788695998.575391:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788695998.575393:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009619aef4. 00000800:00000200:2.0:1788695998.575396:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788695998.575400:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788695998.575407:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009619aef4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788695998.575410:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695998.575412:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 44488 usecs (45 jiffies) 00000100:00000001:2.0:1788695998.575414:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306960430 00000100:00000001:2.0:1788695998.575418:0:201300:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, simply extend its deadline from 4306960429 00000100:00000001:2.0:1788695998.575433:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306960430 00000100:00000001:2.0:1788695998.575436:0:201300:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, simply extend its deadline from 4306960429 00000100:00000001:2.0:1788695998.575439:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306960430 00000100:00000001:2.0:1788695998.575441:0:201300:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, simply extend its deadline from 4306960429 00000100:00000001:2.0:1788695998.575443:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306960430 00000100:00000001:2.0:1788695998.575445:0:201300:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, simply extend its deadline from 4306960429 00000100:00000001:2.0:1788695998.575447:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695998.575449:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695998.575451:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695998.575453:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695998.575492:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695998.575496:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000394a697c. 00000400:00000200:2.0:1788695998.575500:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695998.575505:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695998.575510:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e8fa31 00000400:00000010:2.0:1788695998.575512:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0e8fa31. 00000100:00000001:2.0:1788695998.575516:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695998.575519:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000075ac883a x1875583274353280/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695998.575528:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695998.575530:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075ac883a x1875583274353280/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696014 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695998.575536:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695998.575538:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788695998.575607:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695998.575609:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009619aef4. 00000400:00000200:2.0:1788695998.575612:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695998.575616:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695998.575618:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac043960 00000400:00000010:2.0:1788695998.575620:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ac043960. 00000100:00000001:2.0:1788695998.575622:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695998.575625:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000064b693a9 x1875583274353408/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695998.575631:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695998.575633:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064b693a9 x1875583274353408/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696014 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695998.575639:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695998.575640:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788695998.575699:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695998.575702:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695998.575703:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788695998.575707:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b20f86d x1875583274353152/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695998.575714:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788695998.575715:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695998.575717:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788695998.575718:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788695998.575720:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788695998.575722:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003b20f86d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274353152:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695998.575725:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788695998.575728:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788695998.575729:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695998.575731:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788695998.575734:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000068f8058. 02000000:00000001:3.0:1788695998.575735:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788695998.575739:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054b576bc. 00000400:00000010:3.0:1788695998.575743:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000100:00000200:3.0:1788695998.575747:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274353152, portal 25 00000100:00000001:3.0:1788695998.575748:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788695998.575749:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611082752 : -113296098468864 : ffff98f5324bdc00) 00000100:00000040:3.0:1788695998.575753:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003b20f86d x1875583274353152/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695998.575759:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788695998.575761:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788695998.575762:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d47dd1a6. 00000100:00000200:3.0:1788695998.575764:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274353152, offset 0 00000400:00000200:3.0:1788695998.575768:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788695998.575773:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788695998.575775:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788695998.575783:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788695998.575785:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788695998.575787:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788695998.575790:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [273:273:256:4294967295] 192.168.201.118@tcp LPNI seq info [273:273:8:4294967295] 00000400:00000200:3.0:1788695998.575797:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788695998.575801:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788695998.575804:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a492135. 00000800:00000200:3.0:1788695998.575807:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788695998.575811:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788695998.575813:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009a492135 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788695998.575828:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695998.575830:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306961650 00000100:00000001:3.0:1788695998.575834:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306960430 00000100:00000001:3.0:1788695998.575836:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306961650 00000100:00000001:3.0:1788695998.575839:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306960430 00000100:00000001:3.0:1788695998.575841:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306961650 00000100:00000001:3.0:1788695998.575843:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306960430 00000100:00000001:3.0:1788695998.575863:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306961651 00000100:00000001:3.0:1788695998.575866:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306960430 00000100:00000001:3.0:1788695998.575868:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695998.575869:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695998.575872:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695998.575873:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695998.575877:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695998.575878:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788695998.575880:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695998.575881:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788695998.575882:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695998.575884:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788695998.575937:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788695998.575940:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a492135. 00000400:00000200:2.0:1788695998.575942:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788695998.575946:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788695998.575949:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d47dd1a6 00000400:00000010:2.0:1788695998.575950:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d47dd1a6. 00000100:00000001:2.0:1788695998.575953:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788695998.575956:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003b20f86d x1875583274353152/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695998.575963:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695998.575965:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b20f86d x1875583274353152/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696014 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695998.575970:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695998.575972:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788695998.576443:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695998.576446:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788695998.576452:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788695998.576454:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788695998.592225:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695998.592244:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695998.592249:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695998.592251:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695998.592263:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695998.592281:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d08200 00000400:00000200:0.0:1788695998.592290:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x95d [1] + 224 00000800:00000001:0.0:1788695998.592297:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695998.592300:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695998.592303:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695998.592308:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695998.592317:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695998.592326:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003b20f86d x1875583274353152/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695998.592338:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003b20f86d x1875583274353152/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695998.592379:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695998.592388:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695998.592392:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695998.592394:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695998.592396:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695998.592400:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695998.592406:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d08280 00000400:00000200:0.0:1788695998.592412:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x94d [1] + 224 00000800:00000001:0.0:1788695998.592416:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695998.592419:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695998.592451:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695998.592455:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695998.592458:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695998.592462:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000075ac883a x1875583274353280/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695998.592470:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000075ac883a x1875583274353280/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695998.592490:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695998.592495:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695998.592498:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788695998.592500:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695998.592502:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695998.592506:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788695998.592512:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d08300 00000400:00000200:0.0:1788695998.592516:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x955 [1] + 224 00000800:00000001:0.0:1788695998.592520:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695998.592526:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788695998.592528:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788695998.592530:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788695998.592533:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788695998.592543:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000064b693a9 x1875583274353408/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788695998.592550:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064b693a9 x1875583274353408/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788695998.592558:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788695998.592563:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788695998.592566:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695998.592639:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695998.592643:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788695998.592651:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695998.592653:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695998.592655:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c24e619c. 00000400:00000200:2.0:1788695998.592661:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea539ecd 00000400:00000010:2.0:1788695998.592670:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ea539ecd. 00000100:00000001:2.0:1788695998.592674:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695998.592678:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000064b693a9 x1875583274353408/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695998.592686:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000064b693a9 x1875583274353408/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695998.592692:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695998.592694:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695998.592696:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695998.592699:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695998.592701:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695998.592703:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695998.592706:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695998.592715:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=48 v=5 (5 5 5 0) 00000100:00001000:2.0:1788695998.592719:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1788695998.592722:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695998.592723:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695998.592725:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788695998.592729:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000064b693a9 x1875583274353408/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788695998.592735:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695998.592739:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695998.592741:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695998.592743:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695998.592745:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695998.592749:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064b693a9 x1875583274353408/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695998.592754:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695998.592757:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695998.592759:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695998.592762:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064b693a9 x1875583274353408/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695998.592780:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000064b693a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274353408:192.168.201.118@tcp:400: 00000400:00000001:2.0:1788695998.592786:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788695998.592787:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788695998.592789:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d29b5fe. 00000400:00000200:2.0:1788695998.592791:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085494d83 00000400:00000010:2.0:1788695998.592793:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000085494d83. 00000100:00000001:2.0:1788695998.592795:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788695998.592798:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000075ac883a x1875583274353280/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788695998.592804:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000075ac883a x1875583274353280/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695998.592810:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788695998.592812:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695998.592813:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788695998.592815:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788695998.592816:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788695998.592817:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788695998.592819:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788695998.592823:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=49 v=5 (5 5 5 0) 00000100:00001000:2.0:1788695998.592825:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=49 v=5 (1 1 1 0) 00000100:00000001:2.0:1788695998.592827:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788695998.592828:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695998.592830:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788695998.592832:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695998.592834:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788695998.592835:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788695998.592836:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788695998.592838:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788695998.592840:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075ac883a x1875583274353280/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695998.592890:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788695998.592898:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788695998.592899:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788695998.592903:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075ac883a x1875583274353280/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788695998.592910:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274353280:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788695998.592914:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695998.592916:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695998.592919:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064b693a9 x1875583274353408/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695998.592925:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695998.592928:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695998.592932:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b43ac28. 02000000:00000001:2.0:1788695998.592936:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695998.592939:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695998.592940:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695998.592942:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695998.592945:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2263eda. 02000000:00000001:2.0:1788695998.592948:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695998.592950:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695998.592952:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064b693a9. 00000100:00000001:2.0:1788695998.592955:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695998.592957:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695998.592958:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788695998.592960:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075ac883a x1875583274353280/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788695998.592967:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788695998.592968:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788695998.592969:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e943f6de. 02000000:00000001:2.0:1788695998.592971:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788695998.592972:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788695998.592973:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788695998.592974:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788695998.592975:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000078c7cd5c. 02000000:00000001:2.0:1788695998.592983:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788695998.592984:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788695998.592985:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075ac883a. 00000100:00000001:2.0:1788695998.592988:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788695998.592989:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695998.592991:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788695998.593009:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788695998.593011:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788695998.593013:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788695998.593016:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695998.593120:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695998.593128:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788695998.593131:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788695998.593133:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788695998.593134:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054b576bc. 00000400:00000200:3.0:1788695998.593138:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:3.0:1788695998.593140:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:3.0:1788695998.593142:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788695998.593146:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003b20f86d x1875583274353152/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788695998.593154:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003b20f86d x1875583274353152/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695998.593161:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788695998.593162:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695998.593163:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788695998.593165:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788695998.593166:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788695998.593167:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788695998.593169:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788695998.593172:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=49 v=5 (5 5 5 0) 00000100:00001000:3.0:1788695998.593175:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=49 v=5 (1 1 1 0) 00000100:00000001:3.0:1788695998.593177:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788695998.593178:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788695998.593179:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788695998.593181:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695998.593183:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788695998.593186:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b20f86d x1875583274353152/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695998.593192:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788695998.593194:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788695998.593195:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788695998.593197:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b20f86d x1875583274353152/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788695998.593204:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003b20f86d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274353152:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788695998.593215:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695998.593216:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788695998.593219:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b20f86d x1875583274353152/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696014 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788695998.593225:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788695998.593226:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788695998.593228:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000068f8058. 02000000:00000001:3.0:1788695998.593231:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788695998.593233:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788695998.593234:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788695998.593236:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788695998.593237:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000051526cb6. 02000000:00000001:3.0:1788695998.593239:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788695998.593240:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788695998.593241:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b20f86d. 00000100:00000001:3.0:1788695998.593244:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788695998.593245:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695998.593246:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788695998.593250:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788695998.593251:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788695998.593253:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788695998.593255:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695999.536318:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695999.536324:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788695999.536505:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788695999.536508:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788695999.538565:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788695999.538572:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788695999.538576:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788695999.853938:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306961650, at 4306961664 00000100:00000040:3.0:1788695999.853938:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306961651, at 4306961664 00000100:00000010:1.0:1788695999.853952:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004f6df21d. 00000100:00000010:3.0:1788695999.853954:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001ec2e9ad. 00000100:00000040:0.0:1788695999.854036:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306961650, at 4306961664 00000100:00000010:0.0:1788695999.854042:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008deb97a6. 00000100:00000040:2.0:1788695999.854989:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306961650, at 4306961665 00000100:00000010:2.0:1788695999.854997:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009163ae67. 00010000:00000001:2.0:1788696000.557955:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696000.557961:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696000.557965:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696000.557966:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696000.558419:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696000.558424:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696000.558426:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696001.581949:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696001.581956:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696001.581962:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696001.581963:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696001.582014:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696001.582018:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696001.582019:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696002.605952:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696002.605959:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696002.605966:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696002.605969:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696002.605972:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696002.605974:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696002.605977:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696002.605979:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696002.605980:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696002.605981:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696002.606738:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696002.606741:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696002.606743:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696003.629973:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696003.629980:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696003.629986:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696003.630005:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696003.630158:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696003.630161:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696003.630164:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696003.694377:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696003.694386:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696003.694393:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e0fb45f. 00000020:00000040:0.0:1788696003.694399:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696003.694404:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696003.694408:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696003.694413:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696003.694420:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000014613afe. 00000100:00000001:0.0:1788696003.694427:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696003.694439:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000002e0fb45f x1875583274353536/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696003.694451:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696003.694454:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696003.694461:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e0fb45f] to pc [ptlrpcd_00_02+2] req@000000002e0fb45f x1875583274353536/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696003.694513:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696003.694516:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696003.694519:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696003.694522:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e0fb45f x1875583274353536/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696003.694530:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696003.694531:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696003.694535:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696003.694537:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696003.694539:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696003.694542:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274353536:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696003.694557:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696003.694562:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696003.694564:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696003.694566:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696003.694570:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edea6996. 02000000:00000001:1.0:1788696003.694571:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696003.694577:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008313b947. 00000400:00000010:1.0:1788696003.694585:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b123ffa. 00000100:00000200:1.0:1788696003.694592:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274353536, portal 25 00000100:00000001:1.0:1788696003.694594:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696003.694596:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882435328 : -113296827116288 : ffff98f506dd9500) 00000100:00000040:1.0:1788696003.694600:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002e0fb45f x1875583274353536/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696003.694607:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696003.694610:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696003.694612:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004db18ce7. 00000100:00000200:1.0:1788696003.694615:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274353536, offset 0 00000400:00000200:1.0:1788696003.694621:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696003.694633:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696003.694639:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696003.694642:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696003.694645:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696003.694648:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696003.694651:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [274:274:256:4294967295] 192.168.201.118@tcp LPNI seq info [274:274:8:4294967295] 00000400:00000200:1.0:1788696003.694662:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696003.694668:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696003.694672:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032870841. 00000800:00000200:1.0:1788696003.694677:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696003.694684:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696003.694687:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000032870841 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696003.694699:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696003.694708:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306966769 00000100:00000010:1.0:1788696003.694711:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082f7dcd5. 00000100:00000001:1.0:1788696003.694718:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696003.694723:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306966769 00000100:00000010:1.0:1788696003.694726:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099d32986. 00000100:00000001:1.0:1788696003.694729:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788696003.694731:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306966769 00000100:00000010:1.0:1788696003.694735:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9068cc6. 00000100:00000001:1.0:1788696003.694737:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696003.694739:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306966769 00000100:00000010:1.0:1788696003.694741:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4a3d34f. 00000100:00000001:1.0:1788696003.694744:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696003.694753:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696003.694756:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696003.694759:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696003.694761:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696003.694780:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696003.694783:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696003.694787:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788696003.694790:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696003.694794:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788696003.694797:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000607de2c8. 00000020:00000040:0.0:1788696003.694801:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696003.694804:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696003.694805:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696003.694807:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696003.694811:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f8e491. 00000100:00000001:0.0:1788696003.694814:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696003.694818:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000607de2c8 x1875583274353664/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696003.694825:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696003.694827:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696003.694829:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000607de2c8] to pc [ptlrpcd_00_03+3] req@00000000607de2c8 x1875583274353664/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696003.694868:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696003.694871:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696003.694872:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696003.694878:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000607de2c8 x1875583274353664/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696003.694884:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696003.694886:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696003.694888:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696003.695130:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696003.695138:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696003.695141:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1788696003.695142:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274353664:192.168.201.118@tcp:400: 00000800:00000010:2.0:1788696003.695145:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032870841. 00000100:00000001:3.0:1788696003.695146:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788696003.695149:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1788696003.695149:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696003.695150:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696003.695151:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1788696003.695154:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 02000000:00000010:3.0:1788696003.695155:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000068f8058. 02000000:00000001:3.0:1788696003.695156:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696003.695159:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004db18ce7 00000400:00000010:3.0:1788696003.695160:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054b576bc. 00000400:00000010:2.0:1788696003.695161:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004db18ce7. 00000100:00000001:2.0:1788696003.695165:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:3.0:1788696003.695166:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000100:00000200:2.0:1788696003.695168:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002e0fb45f x1875583274353536/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696003.695169:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274353664, portal 10 00000100:00000001:3.0:1788696003.695171:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696003.695172:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882432640 : -113296827118976 : ffff98f506dd8a80) 00000100:00000001:2.0:1788696003.695176:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696003.695177:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000607de2c8 x1875583274353664/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696003.695179:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e0fb45f x1875583274353536/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696019 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696003.695184:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788696003.695186:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696003.695186:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696003.695188:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:3.0:1788696003.695188:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f6eaaa5. 00000100:00000200:3.0:1788696003.695190:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274353664, offset 0 00000400:00000200:3.0:1788696003.695269:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696003.695276:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696003.695278:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696003.695280:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696003.695282:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696003.695284:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696003.695286:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [275:275:256:4294967295] 192.168.201.118@tcp LPNI seq info [275:275:8:4294967295] 00000400:00000200:3.0:1788696003.695293:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696003.695297:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696003.695301:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f59c383. 00000800:00000200:3.0:1788696003.695304:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696003.695308:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696003.695316:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f59c383 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696003.695328:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696003.695340:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 43411 usecs (44 jiffies) 00000100:00000001:3.0:1788696003.695343:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306965549 00000100:00000001:3.0:1788696003.695345:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306966769 00000100:00000001:3.0:1788696003.695347:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306965549 00000100:00000001:3.0:1788696003.695349:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306966769 00000100:00000001:3.0:1788696003.695350:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306965549 00000100:00000001:3.0:1788696003.695352:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306966769 00000100:00000001:3.0:1788696003.695353:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306965549 00000100:00000001:3.0:1788696003.695354:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306966769 00000100:00000001:3.0:1788696003.695355:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696003.695357:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696003.695359:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696003.695360:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696003.695367:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696003.695369:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696003.695371:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696003.695372:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696003.695373:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696003.695375:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696003.695553:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696003.695556:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f59c383. 00000400:00000200:2.0:1788696003.695560:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696003.695564:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696003.695567:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6eaaa5 00000400:00000010:2.0:1788696003.695568:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000f6eaaa5. 00000100:00000001:2.0:1788696003.695571:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696003.695574:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000607de2c8 x1875583274353664/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696003.695581:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696003.695583:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000607de2c8 x1875583274353664/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696019 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696003.695590:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696003.695591:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788696003.697472:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696003.697478:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696003.697483:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696003.697485:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696003.697488:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696003.697491:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696003.697575:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696003.697577:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696003.697578:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696003.697581:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696003.697808:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696003.697820:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696003.697823:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696003.697825:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696003.697834:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696003.697874:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d08400 00000400:00000200:2.0:1788696003.697881:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x96d [1] + 224 00000800:00000001:2.0:1788696003.697888:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696003.697894:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696003.697896:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696003.697900:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696003.697906:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696003.697912:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000607de2c8 x1875583274353664/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696003.697923:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000607de2c8 x1875583274353664/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696003.697968:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696003.697971:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696003.697989:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696003.697997:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696003.697999:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696003.698285:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696003.698288:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696003.698290:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054b576bc. 00000400:00000200:3.0:1788696003.698295:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:3.0:1788696003.698297:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:3.0:1788696003.698300:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696003.698304:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000607de2c8 x1875583274353664/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696003.698312:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000607de2c8 x1875583274353664/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696003.698325:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696003.698327:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696003.698329:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696003.698380:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696003.698384:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696003.698386:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696003.698389:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696003.698397:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=54 v=5 (5 5 5 0) 00000100:00001000:3.0:1788696003.698402:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=54 v=5 (1 1 1 0) 00000100:00000001:3.0:1788696003.698404:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696003.698406:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696003.698409:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696003.698413:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696003.698416:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696003.698418:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696003.698420:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696003.698421:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696003.698425:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000607de2c8 x1875583274353664/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696003.698432:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696003.698435:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696003.698436:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696003.698439:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000607de2c8 x1875583274353664/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696003.698446:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274353664:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696003.698451:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696003.698453:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696003.698455:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000607de2c8 x1875583274353664/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696003.698461:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696003.698464:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696003.698472:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000068f8058. 02000000:00000001:3.0:1788696003.698476:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696003.698478:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696003.698480:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696003.698482:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696003.698484:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f8e491. 02000000:00000001:3.0:1788696003.698487:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696003.698489:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696003.698490:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000607de2c8. 00000100:00000001:3.0:1788696003.698494:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696003.698495:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696003.698496:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696003.698501:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696003.698502:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696003.698504:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696003.698505:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696003.698961:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696003.698966:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696003.698971:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696003.698977:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a318a749. 00000020:00000040:0.0:1788696003.698981:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696003.698984:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696003.698987:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696003.698991:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696003.698998:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000150a73a8. 00000100:00000001:0.0:1788696003.699005:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696003.699010:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a318a749 x1875583274353792/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696003.699020:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696003.699023:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696003.699027:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a318a749] to pc [ptlrpcd_00_00+0] req@00000000a318a749 x1875583274353792/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696003.699071:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696003.699074:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696003.699076:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696003.699080:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a318a749 x1875583274353792/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696003.699087:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696003.699089:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696003.699093:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696003.699094:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696003.699097:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696003.699099:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274353792:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696003.699103:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696003.699108:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696003.699110:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696003.699112:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696003.699116:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ec2a055. 02000000:00000001:2.0:1788696003.699118:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696003.699122:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d29b5fe. 00000400:00000010:2.0:1788696003.699134:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085494d83. 00000100:00000200:2.0:1788696003.699139:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274353792, portal 10 00000100:00000001:2.0:1788696003.699142:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696003.699143:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882440704 : -113296827110912 : ffff98f506ddaa00) 00000100:00000040:2.0:1788696003.699150:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a318a749 x1875583274353792/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696003.699157:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696003.699160:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696003.699162:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea539ecd. 00000100:00000200:2.0:1788696003.699165:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274353792, offset 0 00000400:00000200:2.0:1788696003.699170:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696003.699181:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696003.699186:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696003.699191:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696003.699194:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696003.699197:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696003.699200:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [276:276:256:4294967295] 192.168.201.118@tcp LPNI seq info [276:276:8:4294967295] 00000400:00000200:2.0:1788696003.699210:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696003.699216:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696003.699219:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078c7cd5c. 00000800:00000200:2.0:1788696003.699226:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696003.699233:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696003.699237:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078c7cd5c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696003.699259:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696003.699263:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 44186 usecs (45 jiffies) 00000100:00000001:2.0:1788696003.699266:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306965554 00000100:00000001:2.0:1788696003.699269:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306966769 00000100:00000001:2.0:1788696003.699271:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306965554 00000100:00000001:2.0:1788696003.699273:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306966769 00000100:00000001:2.0:1788696003.699281:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306965554 00000100:00000001:2.0:1788696003.699283:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306966769 00000100:00000001:2.0:1788696003.699285:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306965554 00000100:00000001:2.0:1788696003.699287:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306966769 00000100:00000001:2.0:1788696003.699288:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696003.699291:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696003.699293:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696003.699295:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788696003.699419:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696003.699422:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078c7cd5c. 00000400:00000200:3.0:1788696003.699426:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696003.699431:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696003.699435:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea539ecd 00000400:00000010:3.0:1788696003.699436:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ea539ecd. 00000100:00000001:3.0:1788696003.699439:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696003.699441:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a318a749 x1875583274353792/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696003.699449:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696003.699451:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a318a749 x1875583274353792/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696019 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696003.699457:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696003.699458:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696003.699499:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696003.699501:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696003.699511:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696003.699515:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12303) 00000100:00000001:1.0:1788696003.699561:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696003.699563:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696003.699672:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696003.699674:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696003.699676:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696003.699678:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696003.699679:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696003.699681:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696003.699832:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696003.699868:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696003.699871:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696003.699874:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696003.699879:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696003.699888:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d08380 00000400:00000200:2.0:1788696003.699894:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x965 [1] + 224 00000800:00000001:2.0:1788696003.699899:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696003.699904:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696003.699906:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696003.699909:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696003.699913:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696003.699916:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002e0fb45f x1875583274353536/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696003.699924:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002e0fb45f x1875583274353536/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696003.699973:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696003.699976:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696003.699991:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696003.700003:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696003.700006:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788696003.700274:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696003.700277:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696003.700278:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008313b947. 00000400:00000200:1.0:1788696003.700282:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b123ffa 00000400:00000010:1.0:1788696003.700283:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000b123ffa. 00000100:00000001:1.0:1788696003.700291:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696003.700294:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002e0fb45f x1875583274353536/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696003.700301:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002e0fb45f x1875583274353536/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696003.700307:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696003.700308:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696003.700310:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696003.700312:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696003.700313:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696003.700314:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696003.700316:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696003.700320:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=54 v=5 (5 5 5 0) 00000100:00001000:1.0:1788696003.700323:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=54 v=5 (1 1 1 0) 00000100:00000001:1.0:1788696003.700325:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696003.700326:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696003.700328:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696003.700330:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696003.700343:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696003.700345:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e0fb45f x1875583274353536/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696003.700351:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696003.700353:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696003.700355:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696003.700357:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e0fb45f x1875583274353536/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696003.700363:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274353536:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696003.700367:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696003.700368:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696003.700370:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e0fb45f x1875583274353536/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696003.700375:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696003.700381:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696003.700383:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edea6996. 02000000:00000001:1.0:1788696003.700386:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696003.700387:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696003.700388:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696003.700391:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696003.700393:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000014613afe. 02000000:00000001:1.0:1788696003.700396:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696003.700397:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696003.700398:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e0fb45f. 00000100:00000001:1.0:1788696003.700401:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696003.700402:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696003.700404:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696003.700408:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696003.700409:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696003.700410:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696003.700412:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696003.701635:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696003.701645:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696003.701649:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696003.701651:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696003.701657:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696003.701667:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d08480 00000400:00000200:2.0:1788696003.701673:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x975 [1] + 224 00000800:00000001:2.0:1788696003.701677:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696003.701715:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696003.701719:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696003.701722:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696003.701726:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696003.701730:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a318a749 x1875583274353792/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696003.701738:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a318a749 x1875583274353792/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696003.701787:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696003.701790:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696003.701805:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696003.701810:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696003.701813:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696003.702138:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696003.702140:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696003.702142:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d29b5fe. 00000400:00000200:3.0:1788696003.702147:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085494d83 00000400:00000010:3.0:1788696003.702157:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000085494d83. 00000100:00000001:3.0:1788696003.702159:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696003.702163:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a318a749 x1875583274353792/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696003.702170:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a318a749 x1875583274353792/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696003.702175:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696003.702176:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696003.702178:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696003.702180:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696003.702182:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696003.702183:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696003.702185:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696003.702191:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=53 v=5 (5 5 5 0) 00000100:00001000:3.0:1788696003.702194:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1788696003.702196:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696003.702197:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696003.702200:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788696003.702203:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a318a749 x1875583274353792/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696003.702210:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696003.702213:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696003.702214:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696003.702216:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696003.702218:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696003.702220:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a318a749 x1875583274353792/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696003.702226:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696003.702229:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696003.702230:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696003.702233:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a318a749 x1875583274353792/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696003.702249:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274353792:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696003.702254:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696003.702256:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696003.702258:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a318a749 x1875583274353792/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696019 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696003.702264:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696003.702266:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696003.702268:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ec2a055. 02000000:00000001:3.0:1788696003.702271:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696003.702272:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696003.702273:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696003.702276:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696003.702278:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000150a73a8. 02000000:00000001:3.0:1788696003.702280:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696003.702282:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696003.702283:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a318a749. 00000100:00000001:3.0:1788696003.702286:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696003.702287:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696003.702289:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696003.702294:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696003.702296:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696003.702298:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696003.702299:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696004.653971:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696004.653979:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696004.653985:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696004.653986:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696004.655543:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696004.655549:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696004.655554:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696004.973995:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306966769, at 4306966784 00000100:00000010:1.0:1788696004.974010:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099d32986. 00000100:00000040:3.0:1788696004.974108:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306966769, at 4306966784 00000100:00000010:3.0:1788696004.974116:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4a3d34f. 00000100:00000040:0.0:1788696004.974189:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306966769, at 4306966784 00000100:00000010:0.0:1788696004.974195:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082f7dcd5. 00000100:00000040:2.0:1788696004.975455:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306966769, at 4306966785 00000100:00000010:2.0:1788696004.975464:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e9068cc6. 00010000:00000001:2.0:1788696005.678000:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696005.678006:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696005.678010:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696005.678010:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696005.679576:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696005.679580:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696005.679583:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696006.702031:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696006.702038:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696006.702062:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696006.702063:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696006.702119:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696006.702123:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696006.702126:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696007.726406:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696007.726412:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696007.726418:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696007.726419:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696007.726495:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696007.726499:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696007.726502:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696008.750063:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696008.750076:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696008.750079:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696008.750083:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696008.750089:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696008.750092:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696008.750094:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696008.750096:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696008.750101:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696008.750102:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696008.750341:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696008.750345:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696008.750348:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696008.814778:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696008.814792:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696008.814805:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075ac883a. 00000020:00000040:2.0:1788696008.814813:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696008.814818:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696008.814822:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696008.814828:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696008.814838:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2263eda. 00000100:00000001:2.0:1788696008.814891:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696008.814906:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000075ac883a x1875583274353920/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696008.814919:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696008.814922:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696008.814929:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075ac883a] to pc [ptlrpcd_00_01+1] req@0000000075ac883a x1875583274353920/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696008.815094:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788696008.815100:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788696008.815103:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696008.815200:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696008.815203:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788696008.815204:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696008.815208:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696008.815211:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696008.815235:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064b693a9. 00000020:00000040:2.0:1788696008.815238:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696008.815253:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696008.815254:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696008.815256:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696008.815260:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009619aef4. 00000100:00000001:2.0:1788696008.815265:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696008.815269:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000064b693a9 x1875583274354048/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696008.815277:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696008.815279:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696008.815282:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b693a9] to pc [ptlrpcd_00_02+2] req@0000000064b693a9 x1875583274354048/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696008.815310:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696008.815312:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696008.815316:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696008.815318:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aca9919f. 00000020:00000040:2.0:1788696008.815321:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696008.815323:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696008.815324:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696008.815326:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696008.815329:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000394a697c. 00000100:00000001:2.0:1788696008.815332:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696008.815336:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000aca9919f x1875583274354176/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696008.815343:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696008.815344:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696008.815347:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca9919f] to pc [ptlrpcd_00_03+3] req@00000000aca9919f x1875583274354176/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696008.815355:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696008.815357:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788696008.815367:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788696008.815374:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12308) 00000100:00000001:2.0:1788696008.815415:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696008.815419:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696008.815423:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696008.815429:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aca9919f x1875583274354176/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696008.815438:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696008.815441:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696008.815446:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696008.815454:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696008.815457:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696008.815461:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000aca9919f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274354176:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696008.815466:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696008.815473:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696008.815476:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696008.815479:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696008.815485:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b43ac28. 02000000:00000001:2.0:1788696008.815488:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696008.815496:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c24e619c. 00000400:00000010:2.0:1788696008.815506:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac043960. 00000100:00000200:2.0:1788696008.815514:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274354176, portal 10 00000100:00000001:2.0:1788696008.815518:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696008.815520:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611085440 : -113296098466176 : ffff98f5324be680) 00000100:00000040:2.0:1788696008.815528:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000aca9919f x1875583274354176/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696008.815536:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696008.815540:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696008.815555:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0e8fa31. 00000100:00000200:2.0:1788696008.815558:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274354176, offset 0 00000400:00000200:2.0:1788696008.815566:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696008.815584:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696008.815596:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696008.815601:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696008.815605:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696008.815608:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696008.815612:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [277:277:256:4294967295] 192.168.201.118@tcp LPNI seq info [277:277:8:4294967295] 00000400:00000200:2.0:1788696008.815625:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696008.815632:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696008.815637:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a3e8ab7. 00000800:00000200:2.0:1788696008.815645:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696008.815654:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696008.815659:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a3e8ab7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696008.815683:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696008.815688:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 43650 usecs (44 jiffies) 00000100:00000001:2.0:1788696008.815693:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306970669 00000100:00000010:2.0:1788696008.815697:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009163ae67. 00000100:00000001:2.0:1788696008.815704:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788696008.815714:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306970669 00000100:00000010:2.0:1788696008.815717:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a80d04b. 00000100:00000001:2.0:1788696008.815721:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696008.815724:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306970669 00000100:00000010:2.0:1788696008.815727:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006993d188. 00000100:00000001:2.0:1788696008.815730:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696008.815732:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306970669 00000100:00000010:2.0:1788696008.815735:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026c9675b. 00000100:00000001:2.0:1788696008.815738:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696008.815741:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696008.815744:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696008.815747:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696008.815755:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696008.815763:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696008.815765:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696008.815767:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696008.815768:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696008.815770:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696008.815772:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1788696008.815773:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696008.815775:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696008.815776:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696008.815778:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696008.815778:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696008.815779:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696008.815783:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064b693a9 x1875583274354048/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696008.815789:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696008.815791:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696008.815793:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696008.815794:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696008.815796:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696008.815799:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000064b693a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274354048:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696008.815802:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696008.815805:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696008.815806:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696008.815808:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696008.815811:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f248045. 02000000:00000001:2.0:1788696008.815813:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696008.815815:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065b3f1eb. 00000400:00000010:2.0:1788696008.815819:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019aaa892. 00000100:00000200:2.0:1788696008.815821:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274354048, portal 10 00000100:00000001:2.0:1788696008.815824:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696008.815824:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611080064 : -113296098471552 : ffff98f5324bd180) 00000100:00000040:2.0:1788696008.815830:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064b693a9 x1875583274354048/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696008.815836:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696008.815864:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696008.815868:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a65f0ee9. 00000100:00000200:2.0:1788696008.815871:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274354048, offset 0 00000400:00000200:2.0:1788696008.815875:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696008.815880:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696008.815883:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696008.815885:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696008.815888:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696008.815890:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696008.815892:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [278:278:255:4294967295] 192.168.201.118@tcp LPNI seq info [278:278:7:4294967295] 00000400:00000200:2.0:1788696008.815900:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696008.815904:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696008.815907:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e680c3a9. 00000800:00000200:2.0:1788696008.815911:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696008.815915:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696008.815917:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e680c3a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696008.815920:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696008.815923:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 42905 usecs (43 jiffies) 00000100:00000001:2.0:1788696008.815925:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306970669 00000100:00000001:2.0:1788696008.815928:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306970669 00000100:00000001:2.0:1788696008.815930:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306970669 00000100:00000001:2.0:1788696008.815932:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306970669 00000100:00000001:2.0:1788696008.815933:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306970669 00000100:00000001:2.0:1788696008.815935:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306970669 00000100:00000001:2.0:1788696008.815937:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306970669 00000100:00000001:2.0:1788696008.815939:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306970669 00000100:00000001:2.0:1788696008.815941:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696008.815943:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696008.815950:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696008.815952:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696008.816328:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696008.816334:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a3e8ab7. 00000400:00000200:1.0:1788696008.816340:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696008.816345:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696008.816351:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e8fa31 00000400:00000010:1.0:1788696008.816354:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0e8fa31. 00000100:00000001:1.0:1788696008.816359:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696008.816369:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000aca9919f x1875583274354176/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696008.816390:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696008.816393:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aca9919f x1875583274354176/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696024 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696008.816404:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696008.816406:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696008.816488:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696008.816490:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e680c3a9. 00000400:00000200:1.0:1788696008.816493:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696008.816497:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696008.816500:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a65f0ee9 00000400:00000010:1.0:1788696008.816502:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a65f0ee9. 00000100:00000001:1.0:1788696008.816504:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696008.816507:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000064b693a9 x1875583274354048/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696008.816514:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696008.816516:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064b693a9 x1875583274354048/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696024 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696008.816522:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696008.816523:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696008.816591:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696008.816596:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696008.818837:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696008.818858:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696008.818865:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696008.818868:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696008.818872:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696008.818910:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075ac883a x1875583274353920/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696008.818924:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696008.818926:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696008.818930:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696008.818934:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696008.818937:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696008.818940:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274353920:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696008.818945:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696008.818952:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696008.818954:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696008.818957:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696008.818964:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071c8c817. 02000000:00000001:3.0:1788696008.818966:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696008.818973:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054b576bc. 00000400:00000010:3.0:1788696008.818981:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000100:00000200:3.0:1788696008.818990:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274353920, portal 25 00000100:00000001:3.0:1788696008.818993:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696008.818994:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611083648 : -113296098467968 : ffff98f5324bdf80) 00000100:00000040:3.0:1788696008.818999:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000075ac883a x1875583274353920/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696008.819006:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696008.819009:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696008.819012:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024937889. 00000100:00000200:3.0:1788696008.819014:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274353920, offset 0 00000400:00000200:3.0:1788696008.819020:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696008.819037:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696008.819043:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696008.819047:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696008.819050:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696008.819053:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696008.819057:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [279:279:256:4294967295] 192.168.201.118@tcp LPNI seq info [279:279:8:4294967295] 00000400:00000200:3.0:1788696008.819069:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696008.819221:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696008.819227:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000842c2c60. 00000800:00000200:3.0:1788696008.819235:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696008.819255:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696008.819259:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000842c2c60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696008.819279:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696008.819284:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306971894 00000100:00000001:3.0:1788696008.819293:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306970669 00000800:00000001:2.0:1788696008.819294:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696008.819298:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306971894 00000100:00000001:3.0:1788696008.819302:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306970669 00000100:00000001:3.0:1788696008.819304:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306971894 00000100:00000001:3.0:1788696008.819306:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306970669 00000100:00000001:3.0:1788696008.819308:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306971894 00000100:00000001:3.0:1788696008.819311:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306970669 00000100:00000001:3.0:1788696008.819314:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696008.819317:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696008.819320:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696008.819324:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696008.819326:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696008.819332:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696008.819336:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696008.819344:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696008.819359:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d08600 00000400:00000200:2.0:1788696008.819368:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x97d [1] + 224 00000800:00000001:2.0:1788696008.819377:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1788696008.819452:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696008.819458:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000842c2c60. 00000400:00000200:0.0:1788696008.819463:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696008.819468:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696008.819474:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024937889 00000400:00000010:0.0:1788696008.819477:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000024937889. 00000100:00000001:0.0:1788696008.819482:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696008.819501:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000075ac883a x1875583274353920/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696008.819512:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696008.819515:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075ac883a x1875583274353920/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696024 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696008.819522:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696008.819524:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696008.819563:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696008.819567:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696008.819571:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696008.819577:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696008.819582:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000aca9919f x1875583274354176/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696008.819592:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aca9919f x1875583274354176/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696008.819608:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696008.819617:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696008.819621:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696008.819623:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696008.819625:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696008.819629:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696008.819635:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d08580 00000400:00000200:2.0:1788696008.819640:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x985 [1] + 224 00000800:00000001:2.0:1788696008.819644:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696008.819650:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696008.819652:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696008.819654:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696008.819657:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696008.819660:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000064b693a9 x1875583274354048/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696008.819677:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064b693a9 x1875583274354048/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696008.819685:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696008.819690:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696008.819693:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1788696008.819694:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696008.819702:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696008.819709:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696008.819712:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696008.819714:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065b3f1eb. 00000400:00000200:3.0:1788696008.819720:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019aaa892 00000400:00000010:3.0:1788696008.819721:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000019aaa892. 00000100:00000001:3.0:1788696008.819724:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696008.819728:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000064b693a9 x1875583274354048/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696008.819736:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000064b693a9 x1875583274354048/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696008.819754:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696008.819756:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696008.819758:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696008.819761:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696008.819764:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696008.819766:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696008.819769:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696008.819780:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=59 v=5 (5 5 5 0) 00000100:00001000:3.0:1788696008.819784:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=59 v=5 (1 1 1 0) 00000100:00000001:3.0:1788696008.819788:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696008.819789:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696008.819792:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696008.819797:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696008.819801:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696008.819802:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696008.819804:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696008.819806:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696008.819810:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064b693a9 x1875583274354048/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696008.819817:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696008.819820:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696008.819822:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696008.819825:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064b693a9 x1875583274354048/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696008.819832:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000064b693a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274354048:192.168.201.118@tcp:400: 00000400:00000001:3.0:1788696008.819838:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696008.819839:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696008.819840:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c24e619c. 00000400:00000200:3.0:1788696008.819842:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac043960 00000400:00000010:3.0:1788696008.819860:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ac043960. 00000100:00000001:3.0:1788696008.819862:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696008.819865:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000aca9919f x1875583274354176/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696008.819877:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000aca9919f x1875583274354176/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696008.819883:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696008.819885:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696008.819888:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696008.819889:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696008.819890:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696008.819892:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696008.819894:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696008.819897:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=58 v=5 (5 5 5 0) 00000100:00001000:3.0:1788696008.819900:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1788696008.819902:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696008.819903:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696008.819905:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788696008.819907:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000aca9919f x1875583274354176/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696008.819914:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696008.819916:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696008.819917:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696008.819918:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696008.819920:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696008.819922:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aca9919f x1875583274354176/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696008.819927:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696008.819929:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696008.819930:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696008.819932:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aca9919f x1875583274354176/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696008.819938:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000aca9919f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274354176:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696008.819942:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696008.819947:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696008.819950:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064b693a9 x1875583274354048/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696008.819955:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696008.819958:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696008.819960:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f248045. 02000000:00000001:3.0:1788696008.819963:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696008.819966:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696008.819968:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696008.819971:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696008.819973:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009619aef4. 02000000:00000001:3.0:1788696008.819976:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696008.819978:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696008.819979:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064b693a9. 00000100:00000001:3.0:1788696008.819983:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696008.819984:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696008.819986:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696008.819987:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aca9919f x1875583274354176/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696008.819992:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696008.819993:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696008.819994:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b43ac28. 02000000:00000001:3.0:1788696008.819996:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696008.819996:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696008.819998:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696008.819999:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696008.820000:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000394a697c. 02000000:00000001:3.0:1788696008.820002:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696008.820002:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696008.820003:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aca9919f. 00000100:00000001:3.0:1788696008.820007:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696008.820008:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696008.820010:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696008.820015:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696008.820017:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696008.820018:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696008.820024:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696008.820824:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696008.820834:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696008.820838:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696008.820840:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696008.820873:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696008.820884:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d08500 00000400:00000200:1.0:1788696008.820892:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x98d [1] + 224 00000800:00000001:1.0:1788696008.820896:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696008.820901:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696008.820904:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696008.820907:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696008.820921:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696008.820927:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000075ac883a x1875583274353920/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696008.820938:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000075ac883a x1875583274353920/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696008.820965:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696008.820972:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696008.820975:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696008.821025:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696008.821028:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696008.821034:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696008.821036:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696008.821038:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054b576bc. 00000400:00000200:3.0:1788696008.821043:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:3.0:1788696008.821045:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:3.0:1788696008.821048:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696008.821053:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000075ac883a x1875583274353920/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696008.821061:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000075ac883a x1875583274353920/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696008.821068:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696008.821069:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696008.821072:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696008.821074:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696008.821076:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696008.821078:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696008.821080:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696008.821085:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=59 v=5 (5 5 5 0) 00000100:00001000:3.0:1788696008.821089:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=59 v=5 (1 1 1 0) 00000100:00000001:3.0:1788696008.821091:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696008.821093:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696008.821095:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696008.821097:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696008.821100:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696008.821104:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075ac883a x1875583274353920/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696008.821111:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696008.821113:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696008.821115:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696008.821118:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075ac883a x1875583274353920/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696008.821125:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274353920:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696008.821137:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696008.821140:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696008.821143:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075ac883a x1875583274353920/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696024 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696008.821149:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696008.821151:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696008.821154:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071c8c817. 02000000:00000001:3.0:1788696008.821157:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696008.821159:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696008.821161:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696008.821163:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696008.821164:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2263eda. 02000000:00000001:3.0:1788696008.821167:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696008.821168:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696008.821169:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075ac883a. 00000100:00000001:3.0:1788696008.821175:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696008.821176:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696008.821178:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696008.821184:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696008.821186:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696008.821188:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696008.821190:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696009.773976:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696009.773986:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696009.773993:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696009.773994:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696009.774061:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696009.774066:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696009.774070:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696010.094009:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306971894, at 4306971904 00000100:00000010:1.0:1788696010.094035:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a80d04b. 00000100:00000040:0.0:1788696010.094940:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306971894, at 4306971905 00000100:00000010:0.0:1788696010.094953:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009163ae67. 00000100:00000040:2.0:1788696010.095066:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306971894, at 4306971905 00000100:00000010:2.0:1788696010.095072:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006993d188. 00000100:00000040:3.0:1788696010.095376:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306971894, at 4306971905 00000100:00000010:3.0:1788696010.095385:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026c9675b. 00010000:00000001:2.0:1788696010.798060:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696010.798070:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696010.798078:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696010.798078:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696010.798124:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696010.798129:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696010.798132:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696011.821946:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696011.821952:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696011.821958:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696011.821960:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696011.822126:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696011.822129:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696011.822131:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696012.845969:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696012.845974:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696012.845978:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696012.845981:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696012.845983:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696012.845986:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696012.845989:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696012.845991:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696012.845993:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696012.845995:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696012.846052:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696012.846056:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696012.846058:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696013.869965:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696013.870040:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696013.870095:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696013.870097:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696013.871057:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696013.871079:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696013.871083:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696013.933918:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696013.933943:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696013.933950:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eaa3be4a. 00000020:00000040:2.0:1788696013.933962:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696013.933978:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696013.933981:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696013.933986:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696013.933994:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000334bf9d4. 00000100:00000001:2.0:1788696013.934000:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696013.934012:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000eaa3be4a x1875583274354304/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696013.934024:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696013.934026:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696013.934031:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa3be4a] to pc [ptlrpcd_00_00+0] req@00000000eaa3be4a x1875583274354304/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696013.934064:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696013.934067:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696013.934070:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696013.934073:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf3524a4. 00000020:00000040:2.0:1788696013.934075:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696013.934077:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696013.934078:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696013.934080:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696013.934083:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a559f720. 00000100:00000001:2.0:1788696013.934086:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696013.934089:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000bf3524a4 x1875583274354432/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696013.934100:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696013.934102:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696013.934104:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf3524a4] to pc [ptlrpcd_00_01+1] req@00000000bf3524a4 x1875583274354432/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696013.934112:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696013.934120:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696013.934123:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696013.934125:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041e51bf1. 00000020:00000040:2.0:1788696013.934127:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696013.934130:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696013.934131:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696013.934133:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696013.934142:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2263eda. 00000100:00000001:2.0:1788696013.934146:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696013.934159:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000041e51bf1 x1875583274354560/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696013.934161:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696013.934167:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696013.934169:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696013.934171:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788696013.934173:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696013.934179:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788696013.934180:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf3524a4 x1875583274354432/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696013.934181:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e51bf1] to pc [ptlrpcd_00_02+2] req@0000000041e51bf1 x1875583274354560/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696013.934184:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696013.934187:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696013.934195:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eaa3be4a x1875583274354304/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696013.934210:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696013.934214:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696013.934220:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696013.934223:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696013.934226:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696013.934226:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696013.934229:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696013.934230:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696013.934234:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696013.934235:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696013.934240:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1788696013.934241:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000eaa3be4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274354304:192.168.201.118@tcp:400: 02000000:00000001:1.0:1788696013.934242:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696013.934245:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1788696013.934253:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274354432:192.168.201.118@tcp:400: 00000100:00000040:2.0:1788696013.934253:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12313) 00000100:00000001:3.0:1788696013.934254:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788696013.934260:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696013.934263:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696013.934264:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696013.934267:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696013.934268:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696013.934272:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696013.934277:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000435cfd9b. 00000100:00000001:2.0:1788696013.934279:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1788696013.934280:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1788696013.934281:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696013.934286:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000516873d7. 00000100:00100000:2.0:1788696013.934286:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000010:3.0:1788696013.934288:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054b576bc. 02000000:00000001:1.0:1788696013.934292:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696013.934297:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000400:00000010:1.0:1788696013.934298:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008313b947. 00000100:00000001:2.0:1788696013.934304:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788696013.934304:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274354304, portal 25 00000400:00000010:1.0:1788696013.934306:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b123ffa. 00000100:00000001:3.0:1788696013.934311:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1788696013.934313:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274354432, portal 10 00000100:00000001:3.0:1788696013.934313:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611090816 : -113296098460800 : ffff98f5324bfb80) 00000100:00000001:2.0:1788696013.934317:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696013.934319:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696013.934321:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696013.934322:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611084544 : -113296098467072 : ffff98f5324be300) 00000100:00000040:3.0:1788696013.934322:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eaa3be4a x1875583274354304/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696013.934327:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696013.934331:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696013.934334:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696013.934335:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bf3524a4 x1875583274354432/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696013.934335:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696013.934340:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:2.0:1788696013.934344:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000041e51bf1 x1875583274354560/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788696013.934345:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a86e418. 00000100:00000200:3.0:1788696013.934349:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274354304, offset 0 00000100:00000001:1.0:1788696013.934356:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1788696013.934361:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696013.934362:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1788696013.934364:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696013.934366:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696013.934369:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009badf184. 00000100:00000200:1.0:1788696013.934372:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274354432, offset 0 02000000:00000001:2.0:1788696013.934378:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1788696013.934379:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:2.0:1788696013.934382:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788696013.934384:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:2.0:1788696013.934388:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696013.934389:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1788696013.934394:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000041e51bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274354560:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696013.934398:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696013.934400:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696013.934401:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696013.934402:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696013.934404:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a210d793. 02000000:00000001:2.0:1788696013.934405:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696013.934407:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcd0a87a. 00000400:00000010:2.0:1788696013.934411:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac043960. 00000100:00000200:2.0:1788696013.934413:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274354560, portal 10 00000100:00000001:2.0:1788696013.934415:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696013.934416:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611079168 : -113296098472448 : ffff98f5324bce00) 00000100:00000040:2.0:1788696013.934420:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000041e51bf1 x1875583274354560/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696013.934424:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696013.934426:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696013.934428:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019aaa892. 00000100:00000200:2.0:1788696013.934430:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274354560, offset 0 00000100:00000001:0.0:1788696013.934433:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788696013.934433:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696013.934441:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696013.934644:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696013.934649:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696013.934651:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696013.934654:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [280:280:256:4294967295] 192.168.201.118@tcp LPNI seq info [280:280:8:4294967295] 00000400:00000200:3.0:1788696013.934665:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696013.934670:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696013.934674:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008513bebc. 00000400:00000200:1.0:1788696013.934675:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696013.934683:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1788696013.934686:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:1.0:1788696013.934690:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696013.934694:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1788696013.934697:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:1.0:1788696013.934700:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000200:3.0:1788696013.934702:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008513bebc type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1788696013.934707:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [281:281:255:4294967295] 192.168.201.118@tcp LPNI seq info [281:281:7:4294967295] 00000400:00000200:1.0:1788696013.934717:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788696013.934717:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696013.934722:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696013.934726:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7e36ce6. 00000800:00000200:1.0:1788696013.934732:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788696013.934733:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306977009 00000800:00000200:1.0:1788696013.934741:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000010:3.0:1788696013.934741:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000800:00000200:1.0:1788696013.934746:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f7e36ce6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696013.934750:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696013.934752:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696013.934757:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 42426 usecs (43 jiffies) 00000100:00000001:3.0:1788696013.934759:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306977009 00000100:00000001:1.0:1788696013.934760:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306975787 00000100:00000010:3.0:1788696013.934764:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000100:00000001:1.0:1788696013.934765:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306977009 00000100:00000001:3.0:1788696013.934769:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696013.934772:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306977009 00000100:00000001:1.0:1788696013.934776:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306975787 00000100:00000010:3.0:1788696013.934777:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000800:00000200:0.0:1788696013.934779:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788696013.934781:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306977009 00000800:00000010:0.0:1788696013.934783:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008513bebc. 00000100:00000001:3.0:1788696013.934783:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696013.934787:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306975787 00000100:00000001:3.0:1788696013.934789:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306977009 00000400:00000200:0.0:1788696013.934792:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788696013.934792:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306977009 00000100:00000010:3.0:1788696013.934794:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81c9ce7. 00000400:00000200:0.0:1788696013.934798:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696013.934798:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306975787 00000100:00000001:3.0:1788696013.934799:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696013.934803:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696013.934804:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306977009 00000400:00000200:0.0:1788696013.934806:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a86e418 00000100:00000001:3.0:1788696013.934807:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696013.934810:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a86e418. 00000100:00000001:1.0:1788696013.934810:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696013.934811:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696013.934815:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696013.934816:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696013.934818:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1788696013.934822:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696013.934823:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1788696013.934825:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000eaa3be4a x1875583274354304/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696013.934826:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696013.934827:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696013.934829:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696013.934832:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696013.934834:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696013.934834:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696013.934836:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696013.934837:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788696013.934838:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1788696013.934841:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eaa3be4a x1875583274354304/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696029 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696013.934843:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696013.934872:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696013.934876:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696013.934881:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696013.934882:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696013.934886:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696013.934955:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696013.934958:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7e36ce6. 00000400:00000200:0.0:1788696013.934961:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696013.934965:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696013.934968:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009badf184 00000400:00000010:0.0:1788696013.934970:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009badf184. 00000100:00000001:0.0:1788696013.934972:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696013.934975:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000bf3524a4 x1875583274354432/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696013.934982:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696013.934984:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf3524a4 x1875583274354432/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696029 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696013.934991:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696013.934992:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1788696013.935099:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696013.935102:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696013.935105:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696013.935107:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696013.935110:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696013.935112:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [282:282:256:4294967295] 192.168.201.118@tcp LPNI seq info [282:282:8:4294967295] 00000400:00000200:2.0:1788696013.935119:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696013.935122:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696013.935125:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000394a697c. 00000800:00000200:2.0:1788696013.935127:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696013.935136:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696013.935138:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000394a697c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696013.935159:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696013.935163:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 43150 usecs (44 jiffies) 00000100:00000001:2.0:1788696013.935166:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306975789 00000100:00000001:2.0:1788696013.935168:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306977009 00000100:00000001:2.0:1788696013.935170:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306975789 00000100:00000001:2.0:1788696013.935171:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306977009 00000100:00000001:2.0:1788696013.935173:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306975789 00000100:00000001:2.0:1788696013.935175:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306977009 00000100:00000001:2.0:1788696013.935176:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306975789 00000100:00000001:2.0:1788696013.935178:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306977009 00000100:00000001:2.0:1788696013.935180:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696013.935183:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696013.935185:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696013.935187:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696013.935254:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696013.935257:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000394a697c. 00000400:00000200:0.0:1788696013.935264:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696013.935268:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696013.935271:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019aaa892 00000400:00000010:0.0:1788696013.935273:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000019aaa892. 00000100:00000001:0.0:1788696013.935275:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696013.935278:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000041e51bf1 x1875583274354560/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696013.935285:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696013.935287:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000041e51bf1 x1875583274354560/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696029 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696013.935292:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696013.935293:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696013.938803:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696013.938817:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696013.938820:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696013.938822:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696013.938829:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696013.938842:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d08680 00000400:00000200:1.0:1788696013.938921:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x995 [1] + 224 00000800:00000001:1.0:1788696013.938928:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696013.938933:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696013.938935:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696013.938939:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696013.938947:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696013.938954:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000eaa3be4a x1875583274354304/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696013.938964:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eaa3be4a x1875583274354304/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696013.939132:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696013.939136:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696013.939161:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696013.939171:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696013.939176:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696013.939178:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696013.939180:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696013.939184:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696013.939190:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d08700 00000400:00000200:1.0:1788696013.939196:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x999 [1] + 224 00000800:00000001:1.0:1788696013.939200:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696013.939203:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696013.939204:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696013.939207:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696013.939210:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696013.939214:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000bf3524a4 x1875583274354432/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696013.939221:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf3524a4 x1875583274354432/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696013.939247:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696013.939251:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696013.939254:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696013.939256:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696013.939257:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696013.939261:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696013.939265:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d08780 00000400:00000200:1.0:1788696013.939270:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x9a5 [1] + 224 00000800:00000001:1.0:1788696013.939273:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696013.939279:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696013.939281:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696013.939284:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696013.939286:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696013.939295:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000041e51bf1 x1875583274354560/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696013.939312:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000041e51bf1 x1875583274354560/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696013.939335:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696013.939340:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696013.939343:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696013.940374:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696013.940378:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696013.940385:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696013.940388:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696013.940390:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcd0a87a. 00000400:00000200:0.0:1788696013.940397:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac043960 00000400:00000010:0.0:1788696013.940400:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ac043960. 00000100:00000001:0.0:1788696013.940403:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696013.940409:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000041e51bf1 x1875583274354560/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696013.940418:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000041e51bf1 x1875583274354560/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696013.940425:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696013.940427:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696013.940429:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696013.940432:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696013.940435:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696013.940437:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696013.940439:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696013.940449:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=63 v=5 (5 5 5 0) 00000100:00001000:0.0:1788696013.940454:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=30 v=5 (1 0 0 0) 00000100:00000001:0.0:1788696013.940457:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696013.940469:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696013.940473:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696013.940478:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000041e51bf1 x1875583274354560/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696013.940485:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696013.940488:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696013.940490:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696013.940492:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696013.940494:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696013.940497:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000041e51bf1 x1875583274354560/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696013.940504:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696013.940507:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696013.940509:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696013.940512:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041e51bf1 x1875583274354560/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696013.940520:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000041e51bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274354560:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696013.940525:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696013.940527:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696013.940530:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000041e51bf1 x1875583274354560/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696013.940535:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696013.940538:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696013.940542:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a210d793. 02000000:00000001:0.0:1788696013.940547:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696013.940549:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696013.940551:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696013.940553:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696013.940555:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2263eda. 02000000:00000001:0.0:1788696013.940558:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696013.940560:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696013.940561:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041e51bf1. 00000100:00000001:0.0:1788696013.940571:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696013.940572:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696013.940574:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696013.940581:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696013.940583:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696013.940584:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696013.940587:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696013.940657:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696013.940660:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696013.940676:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696013.940678:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696013.940680:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008313b947. 00000400:00000200:2.0:1788696013.940683:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b123ffa 00000400:00000010:2.0:1788696013.940685:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000b123ffa. 00000100:00000001:2.0:1788696013.940687:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696013.940691:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000bf3524a4 x1875583274354432/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696013.940698:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000bf3524a4 x1875583274354432/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696013.940703:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696013.940704:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696013.940711:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696013.940713:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696013.940714:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696013.940715:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696013.940717:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696013.940731:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=64 v=5 (5 5 5 0) 00000100:00001000:2.0:1788696013.940734:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=64 v=5 (1 1 1 0) 00000100:00000001:2.0:1788696013.940736:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696013.940737:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696013.940738:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696013.940741:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696013.940743:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696013.940744:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696013.940746:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696013.940747:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696013.940751:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf3524a4 x1875583274354432/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696013.940756:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696013.940758:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696013.940759:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696013.940762:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf3524a4 x1875583274354432/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696013.940769:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274354432:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696013.940772:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696013.940774:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696013.940776:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf3524a4 x1875583274354432/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696013.940782:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696013.940784:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696013.940785:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000516873d7. 02000000:00000001:2.0:1788696013.940789:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696013.940790:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696013.940791:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696013.940798:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696013.940799:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a559f720. 02000000:00000001:2.0:1788696013.940801:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696013.940803:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696013.940804:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf3524a4. 00000100:00000001:2.0:1788696013.940807:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696013.940808:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696013.940810:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696013.940813:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696013.940814:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696013.940816:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696013.940818:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788696013.941355:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696013.941358:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696013.941359:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054b576bc. 00000400:00000200:3.0:1788696013.941364:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:3.0:1788696013.941365:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:3.0:1788696013.941367:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696013.941371:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000eaa3be4a x1875583274354304/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696013.941376:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000eaa3be4a x1875583274354304/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696013.941389:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696013.941390:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696013.941392:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696013.941393:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696013.941394:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696013.941395:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696013.941396:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696013.941399:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=64 v=5 (5 5 5 0) 00000100:00001000:3.0:1788696013.941401:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=64 v=5 (1 1 1 0) 00000100:00000001:3.0:1788696013.941403:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696013.941403:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696013.941405:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696013.941406:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696013.941407:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696013.941409:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eaa3be4a x1875583274354304/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696013.941413:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696013.941415:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696013.941416:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696013.941418:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eaa3be4a x1875583274354304/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696013.941425:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000eaa3be4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274354304:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696013.941429:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696013.941431:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696013.941433:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eaa3be4a x1875583274354304/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696029 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696013.941439:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696013.941440:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696013.941443:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000435cfd9b. 02000000:00000001:3.0:1788696013.941446:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696013.941447:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696013.941448:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696013.941456:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696013.941458:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000334bf9d4. 02000000:00000001:3.0:1788696013.941460:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696013.941461:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696013.941462:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eaa3be4a. 00000100:00000001:3.0:1788696013.941464:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696013.941465:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696013.941466:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696013.941469:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696013.941470:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696013.941471:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696013.941473:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696014.894007:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696014.894015:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696014.894020:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696014.894021:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696014.895063:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696014.895068:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696014.895071:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696015.213958:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306977009, at 4306977024 00000100:00000040:2.0:1788696015.213958:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306977009, at 4306977024 00000100:00000040:3.0:1788696015.213958:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306977009, at 4306977024 00000100:00000010:0.0:1788696015.213973:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000100:00000010:2.0:1788696015.213976:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00000100:00000010:3.0:1788696015.213978:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81c9ce7. 00000100:00000040:1.0:1788696015.214248:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306977009, at 4306977024 00000100:00000010:1.0:1788696015.214254:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00010000:00000001:2.0:1788696015.921936:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696015.921942:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696015.921948:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696015.921949:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696015.922132:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696015.922137:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696015.922139:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696016.942892:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696016.942899:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696016.942904:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696016.942905:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696016.943021:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696016.943025:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696016.943028:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696017.965966:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696017.965973:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696017.965980:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696017.965981:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696017.966031:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696017.966034:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696017.966038:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696018.990081:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696018.990089:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696018.990090:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696018.990092:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696018.990096:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696018.990098:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696018.990099:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696018.990116:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696018.990118:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696018.990119:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696018.990193:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696018.990197:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696018.990200:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696019.054101:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696019.054111:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696019.054117:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043af1395. 00000020:00000040:0.0:1788696019.054123:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696019.054128:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696019.054131:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696019.054135:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696019.054143:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024382ee1. 00000100:00000001:0.0:1788696019.054151:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696019.054162:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000043af1395 x1875583274354688/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696019.054172:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696019.054175:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696019.054181:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043af1395] to pc [ptlrpcd_00_03+3] req@0000000043af1395 x1875583274354688/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696019.054227:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696019.054231:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696019.054234:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696019.054238:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043af1395 x1875583274354688/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696019.054246:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696019.054248:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696019.054251:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696019.054253:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696019.054256:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696019.054259:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274354688:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696019.054263:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696019.054270:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696019.054272:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696019.054275:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696019.054279:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007708b4a. 02000000:00000001:2.0:1788696019.054281:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696019.054287:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005eaaafa2. 00000400:00000010:2.0:1788696019.054295:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a65f0ee9. 00000100:00000200:2.0:1788696019.054303:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274354688, portal 25 00000100:00000001:2.0:1788696019.054306:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696019.054307:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882436224 : -113296827115392 : ffff98f506dd9880) 00000100:00000040:2.0:1788696019.054313:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000043af1395 x1875583274354688/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696019.054320:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696019.054323:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696019.054326:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0e8fa31. 00000100:00000200:2.0:1788696019.054329:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274354688, offset 0 00000400:00000200:2.0:1788696019.054334:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696019.054347:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696019.054353:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696019.054364:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696019.054368:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696019.054370:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696019.054374:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [283:283:256:4294967295] 192.168.201.118@tcp LPNI seq info [283:283:8:4294967295] 00000400:00000200:2.0:1788696019.054386:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696019.054391:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696019.054395:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a559f720. 00000800:00000200:2.0:1788696019.054402:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696019.054410:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696019.054414:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a559f720 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696019.054435:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696019.054439:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306982129 00000100:00000010:2.0:1788696019.054443:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006993d188. 00000100:00000001:2.0:1788696019.054448:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788696019.054453:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306982129 00000100:00000010:2.0:1788696019.054455:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077a03d86. 00000100:00000001:2.0:1788696019.054458:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696019.054463:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306982129 00000100:00000010:2.0:1788696019.054467:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000efe1b1f1. 00000100:00000001:2.0:1788696019.054470:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696019.054474:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306982129 00000100:00000010:2.0:1788696019.054476:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce767292. 00000100:00000001:2.0:1788696019.054479:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696019.054482:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696019.054484:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696019.054487:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696019.054489:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788696019.054618:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696019.054623:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a559f720. 00000400:00000200:1.0:1788696019.054628:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696019.054637:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696019.054643:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e8fa31 00000400:00000010:1.0:1788696019.054645:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0e8fa31. 00000100:00000001:1.0:1788696019.054650:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696019.054653:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000043af1395 x1875583274354688/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696019.054663:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696019.054665:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043af1395 x1875583274354688/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696035 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696019.054683:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696019.054685:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696019.054838:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696019.054843:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696019.054874:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696019.054877:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005800c766. 00000020:00000040:0.0:1788696019.054879:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696019.054882:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696019.054889:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696019.054892:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696019.054896:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000150a73a8. 00000100:00000001:0.0:1788696019.054899:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696019.054903:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000005800c766 x1875583274354816/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696019.054911:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696019.054912:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696019.054915:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005800c766] to pc [ptlrpcd_00_00+0] req@000000005800c766 x1875583274354816/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696019.054936:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696019.054939:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696019.054941:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696019.054942:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788696019.054946:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788696019.054947:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6864119. 00000020:00000040:0.0:1788696019.054952:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696019.054954:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696019.054956:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696019.054958:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696019.054962:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000014613afe. 00000100:00000001:0.0:1788696019.054965:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696019.054968:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000f6864119 x1875583274354944/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696019.054975:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696019.054976:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696019.054979:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6864119] to pc [ptlrpcd_00_01+1] req@00000000f6864119 x1875583274354944/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696019.054986:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696019.054988:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696019.054991:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696019.054995:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12318) 00000100:00000001:0.0:1788696019.055018:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696019.055020:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696019.055021:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696019.055024:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6864119 x1875583274354944/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696019.055031:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696019.055033:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696019.055035:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696019.055036:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696019.055038:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696019.055040:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274354944:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696019.055044:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696019.055046:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696019.055047:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696019.055049:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696019.055052:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e30e0b7e. 02000000:00000001:0.0:1788696019.055054:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696019.055057:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2f0e72d. 00000100:00000001:2.0:1788696019.055121:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696019.055124:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696019.055126:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696019.055132:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696019.055133:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696019.055135:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696019.055148:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696019.055152:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696019.055154:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696019.055159:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005800c766 x1875583274354816/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696019.055167:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696019.055169:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696019.055171:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696019.055173:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696019.055175:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696019.055177:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274354816:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696019.055180:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696019.055182:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696019.055184:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696019.055185:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696019.055188:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036a9a485. 02000000:00000001:3.0:1788696019.055190:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696019.055193:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054b576bc. 00000400:00000010:0.0:1788696019.055242:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb96026b. 00000400:00000010:3.0:1788696019.056084:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000100:00000200:3.0:1788696019.056090:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274354816, portal 10 00000100:00000001:3.0:1788696019.056093:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696019.056099:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882441600 : -113296827110016 : ffff98f506ddad80) 00000100:00000040:3.0:1788696019.056108:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005800c766 x1875583274354816/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696019.056115:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696019.056118:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696019.056119:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2b4e50. 00000100:00000200:3.0:1788696019.056122:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274354816, offset 0 00000400:00000200:3.0:1788696019.056127:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696019.056136:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696019.056139:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696019.056141:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696019.056144:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696019.056147:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696019.056149:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [284:284:256:4294967295] 192.168.201.118@tcp LPNI seq info [284:284:8:4294967295] 00000400:00000200:3.0:1788696019.056158:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696019.056162:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696019.056166:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074f68a3b. 00000800:00000200:3.0:1788696019.056171:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696019.056177:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696019.056180:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000074f68a3b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696019.056199:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696019.056203:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 41993 usecs (42 jiffies) 00000100:00000001:3.0:1788696019.056206:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306980907 00000100:00000001:3.0:1788696019.056209:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306982129 00000100:00000001:3.0:1788696019.056211:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306980907 00000100:00000001:3.0:1788696019.056212:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306982129 00000100:00000001:3.0:1788696019.056214:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306980907 00000100:00000001:3.0:1788696019.056216:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306982129 00000100:00000001:3.0:1788696019.056218:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306980907 00000100:00000001:3.0:1788696019.056226:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306982129 00000100:00000001:3.0:1788696019.056228:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696019.056231:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696019.056234:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696019.056235:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696019.056240:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696019.056242:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696019.056244:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696019.056245:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696019.056246:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696019.056248:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696019.056650:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696019.056654:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074f68a3b. 00000400:00000200:2.0:1788696019.056658:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696019.056662:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696019.056666:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2b4e50 00000400:00000010:2.0:1788696019.056668:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004e2b4e50. 00000100:00000001:2.0:1788696019.056672:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696019.056675:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000005800c766 x1875583274354816/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696019.056683:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696019.056685:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005800c766 x1875583274354816/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696035 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696019.056690:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696019.056691:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696019.057297:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696019.057307:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696019.057311:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696019.057313:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696019.057320:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696019.057330:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d08800 00000400:00000200:1.0:1788696019.057335:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x9ad [1] + 224 00000800:00000001:1.0:1788696019.057340:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696019.057353:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696019.057354:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696019.057357:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696019.057361:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696019.057363:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000043af1395 x1875583274354688/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696019.057369:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000043af1395 x1875583274354688/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696019.057384:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696019.057389:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696019.057391:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696019.058582:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696019.058587:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696019.058595:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696019.058597:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696019.058599:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005eaaafa2. 00000400:00000200:2.0:1788696019.058605:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a65f0ee9 00000400:00000010:2.0:1788696019.058607:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a65f0ee9. 00000100:00000001:2.0:1788696019.058610:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696019.058616:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000043af1395 x1875583274354688/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696019.058624:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000043af1395 x1875583274354688/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788696019.058708:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696019.058716:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696019.058719:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696019.058720:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696019.058726:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696019.058735:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d08880 00000400:00000200:1.0:1788696019.058800:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x9b5 [1] + 224 00000800:00000001:1.0:1788696019.058807:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696019.058822:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696019.058825:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696019.058829:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696019.058834:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696019.058837:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000005800c766 x1875583274354816/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696019.058987:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696019.058989:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696019.058992:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696019.058994:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696019.058996:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696019.059056:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696019.059076:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696019.059082:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=70 v=5 (5 5 5 0) 00000100:00001000:2.0:1788696019.059086:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=70 v=5 (1 1 1 0) 00000100:00000001:2.0:1788696019.059089:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696019.059090:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696019.059092:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696019.059095:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696019.059098:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696019.059102:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043af1395 x1875583274354688/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696019.059108:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696019.059111:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696019.059113:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696019.059116:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043af1395 x1875583274354688/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696019.059122:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274354688:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696019.059127:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696019.059129:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696019.059132:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043af1395 x1875583274354688/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696019.059137:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696019.059140:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696019.059143:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007708b4a. 02000000:00000001:2.0:1788696019.059148:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696019.059150:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696019.059152:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788696019.059154:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696019.059157:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024382ee1. 02000000:00000001:2.0:1788696019.059160:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696019.059161:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696019.059162:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043af1395. 00000100:00000001:2.0:1788696019.059166:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696019.059167:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696019.059176:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696019.059182:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696019.059184:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696019.059186:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696019.059188:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696019.059237:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005800c766 x1875583274354816/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696019.059254:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696019.059267:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696019.059270:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696019.059283:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696019.059287:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696019.059292:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696019.059293:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696019.059295:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054b576bc. 00000400:00000200:3.0:1788696019.059299:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:3.0:1788696019.059301:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:3.0:1788696019.059304:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696019.059307:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000005800c766 x1875583274354816/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696019.059315:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000005800c766 x1875583274354816/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696019.059321:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696019.059322:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696019.059324:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696019.059325:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696019.059326:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696019.059327:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696019.059329:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696019.059334:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=70 v=5 (5 5 5 0) 00000100:00001000:3.0:1788696019.059337:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=70 v=5 (1 1 1 0) 00000100:00000001:3.0:1788696019.059339:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696019.059340:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696019.059341:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696019.059351:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696019.059354:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696019.059355:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696019.059357:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696019.059359:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696019.059362:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005800c766 x1875583274354816/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696019.059369:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696019.059371:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696019.059372:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696019.059375:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005800c766 x1875583274354816/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696019.059383:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274354816:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696019.059388:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696019.059390:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696019.059393:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005800c766 x1875583274354816/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696019.059399:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274354944, portal 10 00000100:00000001:3.0:1788696019.059401:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1788696019.059404:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1788696019.059405:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1788696019.059407:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882445184 : -113296827106432 : ffff98f506ddbb80) 02000000:00000010:3.0:1788696019.059408:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036a9a485. 02000000:00000001:3.0:1788696019.059414:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696019.059416:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000040:0.0:1788696019.059418:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f6864119 x1875583274354944/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1788696019.059418:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696019.059423:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696019.059425:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000150a73a8. 02000000:00000001:3.0:1788696019.059430:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1788696019.059434:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1788696019.059434:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696019.059437:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005800c766. 00000100:00000040:0.0:1788696019.059439:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696019.059442:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1788696019.059444:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d39b7ba. 00000100:00000001:3.0:1788696019.059445:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1788696019.059448:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274354944, offset 0 00000100:00000001:3.0:1788696019.059449:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696019.059456:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696019.059456:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696019.059460:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696019.059466:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:3.0:1788696019.059469:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788696019.059473:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788696019.059473:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696019.059479:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696019.059483:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696019.059491:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696019.059494:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [285:285:256:4294967295] 192.168.201.118@tcp LPNI seq info [285:285:8:4294967295] 00000400:00000200:0.0:1788696019.059504:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696019.059508:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696019.059513:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074f8e491. 00000800:00000200:0.0:1788696019.059518:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696019.059524:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696019.059527:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000074f8e491 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696019.059538:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696019.059541:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 42690 usecs (43 jiffies) 00000100:00000001:0.0:1788696019.059544:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306980912 00000100:00000001:0.0:1788696019.059547:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306982129 00000100:00000001:0.0:1788696019.059549:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306980912 00000100:00000001:0.0:1788696019.059551:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306982129 00000100:00000001:0.0:1788696019.059553:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306980912 00000100:00000001:0.0:1788696019.059555:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306982129 00000100:00000001:0.0:1788696019.059557:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306980912 00000100:00000001:0.0:1788696019.059559:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306982129 00000100:00000001:0.0:1788696019.059561:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696019.059564:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696019.059567:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696019.059569:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696019.059572:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696019.059573:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696019.059575:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696019.059576:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696019.059577:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696019.059579:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696019.059625:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696019.059634:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074f8e491. 00000400:00000200:2.0:1788696019.059638:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696019.059643:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696019.059646:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d39b7ba 00000400:00000010:2.0:1788696019.059648:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002d39b7ba. 00000100:00000001:2.0:1788696019.059651:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696019.059654:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000f6864119 x1875583274354944/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696035 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696019.059662:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696019.059664:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6864119 x1875583274354944/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696035 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696019.059670:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696019.059671:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696019.065015:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696019.065030:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696019.065033:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696019.065035:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696019.065043:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696019.065058:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d08900 00000400:00000200:3.0:1788696019.065074:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x9bd [1] + 224 00000800:00000001:3.0:1788696019.065080:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696019.065084:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696019.065086:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696019.065089:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696019.065095:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696019.065100:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000f6864119 x1875583274354944/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696019.065109:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6864119 x1875583274354944/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696019.065124:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696019.065130:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696019.065132:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696019.065387:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696019.065404:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696019.065410:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696019.065413:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696019.065415:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2f0e72d. 00000400:00000200:0.0:1788696019.065419:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb96026b 00000400:00000010:0.0:1788696019.065421:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fb96026b. 00000100:00000001:0.0:1788696019.065424:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696019.065429:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000f6864119 x1875583274354944/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696019.065437:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000f6864119 x1875583274354944/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696019.065443:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696019.065445:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696019.065447:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696019.065450:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696019.065452:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696019.065454:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696019.065456:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696019.065465:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=69 v=5 (5 5 5 0) 00000100:00001000:0.0:1788696019.065469:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1788696019.065471:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696019.065473:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696019.065475:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696019.065479:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f6864119 x1875583274354944/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696019.065485:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696019.065488:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696019.065490:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696019.065492:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696019.065493:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696019.065496:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6864119 x1875583274354944/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696019.065502:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696019.065505:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696019.065512:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696019.065516:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6864119 x1875583274354944/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696019.065524:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274354944:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696019.065528:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696019.065531:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696019.065533:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6864119 x1875583274354944/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696035 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696019.065540:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696019.065542:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696019.065544:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e30e0b7e. 02000000:00000001:0.0:1788696019.065547:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696019.065549:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696019.065551:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696019.065553:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696019.065555:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000014613afe. 02000000:00000001:0.0:1788696019.065558:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696019.065560:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696019.065561:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6864119. 00000100:00000001:0.0:1788696019.065564:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696019.065565:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696019.065567:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696019.065581:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696019.065583:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696019.065585:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696019.065588:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696020.015588:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696020.015595:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696020.015601:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696020.015602:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696020.015915:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696020.015919:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696020.015922:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696020.333908:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306982129, at 4306982144 00000100:00000010:3.0:1788696020.333924:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce767292. 00000100:00000040:2.0:1788696020.333959:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306982129, at 4306982144 00000100:00000010:2.0:1788696020.333966:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000efe1b1f1. 00000100:00000040:0.0:1788696020.334353:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306982129, at 4306982144 00000100:00000010:0.0:1788696020.334360:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006993d188. 00000100:00000040:1.0:1788696020.335739:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306982129, at 4306982145 00000100:00000010:1.0:1788696020.335747:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077a03d86. 00010000:00000001:2.0:1788696021.038799:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696021.038817:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696021.038823:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696021.038824:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696021.039257:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696021.039261:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696021.039263:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696022.062317:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696022.062332:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696022.062340:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696022.062341:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696022.062445:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696022.062452:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696022.062456:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696023.085963:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696023.085970:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696023.086007:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696023.086010:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696023.086012:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696023.086015:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696023.086018:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696023.086020:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696023.086021:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696023.086024:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696023.086102:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696023.086107:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696023.086110:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696024.110078:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696024.110084:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696024.110090:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696024.110091:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696024.110177:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696024.110184:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696024.110188:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696024.173964:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696024.173996:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696024.174008:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6864119. 00000020:00000040:0.0:1788696024.174014:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696024.174022:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696024.174025:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696024.174030:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696024.174038:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000014613afe. 00000100:00000001:0.0:1788696024.174045:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696024.174056:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000f6864119 x1875583274355072/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696024.174067:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696024.174070:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696024.174075:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6864119] to pc [ptlrpcd_00_02+2] req@00000000f6864119 x1875583274355072/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696024.174100:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696024.174103:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696024.174106:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696024.174109:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4497fd1. 00000020:00000040:0.0:1788696024.174111:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696024.174113:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696024.174114:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696024.174115:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696024.174118:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024f67866. 00000100:00000001:0.0:1788696024.174121:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696024.174126:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000e4497fd1 x1875583274355200/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696024.174133:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696024.174134:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696024.174138:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4497fd1] to pc [ptlrpcd_00_03+3] req@00000000e4497fd1 x1875583274355200/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696024.174138:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788696024.174144:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1788696024.174149:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696024.174158:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696024.174161:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696024.174177:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696024.174180:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696024.174181:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788696024.174183:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696024.174185:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788696024.174189:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696024.174193:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ba1d0c9. 00000100:00000040:2.0:1788696024.174194:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4497fd1 x1875583274355200/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788696024.174197:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696024.174203:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696024.174205:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696024.174206:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696024.174211:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ee81603. 00000100:00000001:0.0:1788696024.174217:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696024.174218:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696024.174221:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696024.174223:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000004ba1d0c9 x1875583274355328/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1788696024.174226:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696024.174230:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696024.174235:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696024.174236:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696024.174240:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696024.174241:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274355200:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696024.174247:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1788696024.174249:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ba1d0c9] to pc [ptlrpcd_00_00+0] req@000000004ba1d0c9 x1875583274355328/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696024.174255:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696024.174260:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696024.174264:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696024.174269:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000655df0a0. 02000000:00000001:2.0:1788696024.174272:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696024.174278:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696024.174278:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1788696024.174279:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005eaaafa2. 00000100:00000040:0.0:1788696024.174287:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696024.174289:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696024.174294:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a65f0ee9. 00000100:00000040:0.0:1788696024.174299:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696024.174306:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12323) 00000100:00000200:2.0:1788696024.174312:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274355200, portal 10 00000100:00000001:2.0:1788696024.174316:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696024.174318:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882434432 : -113296827117184 : ffff98f506dd9180) 00000100:00000001:0.0:1788696024.174325:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788696024.174327:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4497fd1 x1875583274355200/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696024.174329:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788696024.174334:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696024.174339:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696024.174342:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788696024.174343:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696024.174347:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788696024.174349:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696024.174350:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696024.174352:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1788696024.174355:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085494d83. 00000100:00000040:0.0:1788696024.174359:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ba1d0c9 x1875583274355328/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696024.174360:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274355200, offset 0 00000400:00000200:2.0:1788696024.174371:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696024.174383:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696024.174384:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696024.174386:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:0.0:1788696024.174389:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1788696024.174392:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1788696024.174393:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696024.174395:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696024.174398:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00100000:0.0:1788696024.174400:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274355328:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696024.174404:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788696024.174406:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1788696024.174407:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696024.174410:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696024.174413:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1788696024.174413:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000010:0.0:1788696024.174417:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2b27aa7. 02000000:00000001:0.0:1788696024.174420:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696024.174422:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [286:286:256:4294967295] 192.168.201.118@tcp LPNI seq info [286:286:8:4294967295] 00000400:00000010:0.0:1788696024.174423:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2f0e72d. 00000400:00000010:0.0:1788696024.174430:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb96026b. 00000100:00000200:0.0:1788696024.174434:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274355328, portal 10 00000100:00000001:0.0:1788696024.174439:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696024.174441:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882431744 : -113296827119872 : ffff98f506dd8700) 00000400:00000200:2.0:1788696024.174443:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000040:0.0:1788696024.174450:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004ba1d0c9 x1875583274355328/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788696024.174453:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696024.174460:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009619aef4. 00000100:00000001:0.0:1788696024.174463:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696024.174469:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000800:00000200:2.0:1788696024.174470:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000010:0.0:1788696024.174474:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001140bd37. 00000100:00000200:0.0:1788696024.174477:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274355328, offset 0 00000400:00000200:0.0:1788696024.174482:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696024.174488:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696024.174491:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696024.174493:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696024.174495:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696024.174497:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696024.174500:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [287:287:255:4294967295] 192.168.201.118@tcp LPNI seq info [287:287:7:4294967295] 00000400:00000200:0.0:1788696024.174507:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696024.174518:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696024.174520:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009146b66a. 00000800:00000200:0.0:1788696024.174524:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696024.174530:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696024.174533:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009146b66a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696024.174546:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696024.174550:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 42311 usecs (43 jiffies) 00000100:00000001:0.0:1788696024.174554:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306986027 00000100:00000010:0.0:1788696024.174558:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009bba77ba. 00000100:00000001:0.0:1788696024.174572:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788696024.174577:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306986027 00000100:00000010:0.0:1788696024.174579:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047e9a98. 00000100:00000001:0.0:1788696024.174581:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788696024.174584:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306986027 00000100:00000010:0.0:1788696024.174586:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db1d4de9. 00000100:00000001:0.0:1788696024.174588:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788696024.174591:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306986027 00000100:00000010:0.0:1788696024.174592:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025718597. 00000100:00000001:0.0:1788696024.174595:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788696024.174603:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696024.174605:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696024.174608:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696024.174610:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696024.174673:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696024.174679:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696024.174723:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696024.174729:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009146b66a. 00000400:00000200:0.0:1788696024.174734:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696024.174740:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696024.174746:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001140bd37 00000400:00000010:0.0:1788696024.174749:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001140bd37. 00000100:00000001:0.0:1788696024.174761:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696024.174765:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004ba1d0c9 x1875583274355328/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696024.174774:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696024.174777:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ba1d0c9 x1875583274355328/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696040 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696024.174784:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696024.174786:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696024.175194:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696024.175197:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009619aef4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696024.175216:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696024.175221:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 41537 usecs (42 jiffies) 00000100:00000001:2.0:1788696024.175224:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306986027 00000100:00000001:2.0:1788696024.175226:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306986027 00000100:00000001:2.0:1788696024.175228:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306986027 00000100:00000001:2.0:1788696024.175230:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306986027 00000100:00000001:2.0:1788696024.175231:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306986027 00000100:00000001:2.0:1788696024.175240:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306986027 00000100:00000001:2.0:1788696024.175241:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306986027 00000100:00000001:2.0:1788696024.175243:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306986027 00000100:00000001:2.0:1788696024.175245:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696024.175247:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696024.175249:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696024.175253:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6864119 x1875583274355072/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696024.175261:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696024.175262:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696024.175264:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696024.175266:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696024.175268:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696024.175270:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274355072:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696024.175274:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696024.175276:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696024.175278:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696024.175280:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696024.175282:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c49401c1. 02000000:00000001:2.0:1788696024.175285:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696024.175288:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b66a123. 00000400:00000010:2.0:1788696024.175292:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea539ecd. 00000100:00000200:2.0:1788696024.175296:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274355072, portal 25 00000100:00000001:2.0:1788696024.175297:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696024.175298:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882445184 : -113296827106432 : ffff98f506ddbb80) 00000100:00000040:2.0:1788696024.175302:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f6864119 x1875583274355072/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696024.175308:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696024.175310:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696024.175312:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e1b2134. 00000100:00000200:2.0:1788696024.175314:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274355072, offset 0 00000400:00000200:2.0:1788696024.175323:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696024.175329:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696024.175332:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696024.175334:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696024.175337:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696024.175339:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696024.175342:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [288:288:255:4294967295] 192.168.201.118@tcp LPNI seq info [288:288:7:4294967295] 00000400:00000200:2.0:1788696024.175349:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696024.175354:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696024.175357:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e680c3a9. 00000800:00000200:2.0:1788696024.175360:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696024.175364:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696024.175367:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e680c3a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696024.175370:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696024.175372:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306987250 00000100:00000001:2.0:1788696024.175377:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306986027 00000100:00000001:2.0:1788696024.175380:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306987250 00000100:00000001:2.0:1788696024.175383:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306986027 00000100:00000001:2.0:1788696024.175387:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306987250 00000100:00000001:2.0:1788696024.175390:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306986027 00000100:00000001:2.0:1788696024.175393:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306987250 00000100:00000001:2.0:1788696024.175397:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306986027 00000100:00000001:2.0:1788696024.175400:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696024.175402:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696024.175404:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696024.175406:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696024.175412:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696024.175413:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696024.175415:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696024.175422:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696024.175424:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696024.175428:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696024.175769:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696024.175772:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009619aef4. 00000400:00000200:3.0:1788696024.175775:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696024.175780:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696024.175783:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085494d83 00000400:00000010:3.0:1788696024.175785:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000085494d83. 00000100:00000001:3.0:1788696024.175788:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696024.175791:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e4497fd1 x1875583274355200/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696024.175804:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696024.175806:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4497fd1 x1875583274355200/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696040 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696024.175812:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696024.175813:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696024.175883:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696024.175885:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e680c3a9. 00000400:00000200:3.0:1788696024.175888:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696024.175892:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696024.175894:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e1b2134 00000400:00000010:3.0:1788696024.175896:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002e1b2134. 00000100:00000001:3.0:1788696024.175898:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696024.175901:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000f6864119 x1875583274355072/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696040 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696024.175907:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696024.175908:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6864119 x1875583274355072/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696040 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696024.175914:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696024.175915:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696024.176487:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696024.176499:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696024.176503:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696024.176505:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696024.176512:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696024.176524:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d08a80 00000400:00000200:0.0:1788696024.176530:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x9cd [1] + 224 00000800:00000001:0.0:1788696024.176535:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696024.176551:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696024.176553:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696024.176557:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696024.176562:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696024.176566:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004ba1d0c9 x1875583274355328/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696024.176574:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004ba1d0c9 x1875583274355328/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696024.176755:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696024.176763:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696024.176766:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696024.176811:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696024.176814:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696024.176821:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696024.176827:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696024.176830:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2f0e72d. 00000400:00000200:2.0:1788696024.176834:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb96026b 00000400:00000010:2.0:1788696024.176835:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fb96026b. 00000100:00000001:2.0:1788696024.176838:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696024.176842:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004ba1d0c9 x1875583274355328/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696024.176876:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004ba1d0c9 x1875583274355328/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696024.176882:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696024.176884:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696024.176886:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696024.176889:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696024.176891:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696024.176893:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696024.176896:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696024.176904:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=74 v=5 (5 5 5 0) 00000100:00001000:2.0:1788696024.176908:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1788696024.176910:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696024.176911:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696024.176914:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788696024.176918:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004ba1d0c9 x1875583274355328/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696024.176924:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696024.176927:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696024.176928:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696024.176930:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696024.176932:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696024.176935:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ba1d0c9 x1875583274355328/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696024.176951:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696024.176954:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696024.176956:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696024.176959:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ba1d0c9 x1875583274355328/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696024.176966:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274355328:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696024.176982:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696024.176985:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696024.176987:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ba1d0c9 x1875583274355328/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696024.176993:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696024.176995:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696024.176998:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2b27aa7. 02000000:00000001:2.0:1788696024.177001:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696024.177003:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696024.177005:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696024.177007:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696024.177009:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ee81603. 02000000:00000001:2.0:1788696024.177012:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696024.177014:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696024.177015:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ba1d0c9. 00000100:00000001:2.0:1788696024.177019:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696024.177020:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696024.177022:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696024.177027:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696024.177028:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696024.177039:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696024.177042:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696024.177306:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696024.177313:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696024.177315:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696024.177318:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696024.177324:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696024.177338:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d08980 00000400:00000200:0.0:1788696024.177343:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x9d5 [1] + 224 00000800:00000001:0.0:1788696024.177348:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696024.177352:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696024.177354:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696024.177357:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696024.177360:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696024.177364:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000f6864119 x1875583274355072/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696024.177372:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6864119 x1875583274355072/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696024.177387:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696024.177391:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696024.177398:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696024.177414:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696024.177417:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696024.177421:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696024.177422:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696024.177424:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b66a123. 00000400:00000200:2.0:1788696024.177433:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea539ecd 00000400:00000010:2.0:1788696024.177435:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ea539ecd. 00000100:00000001:2.0:1788696024.177437:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696024.177440:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000f6864119 x1875583274355072/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696024.177448:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000f6864119 x1875583274355072/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696024.177458:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696024.177459:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696024.177461:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696024.177462:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696024.177464:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696024.177465:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696024.177467:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696024.177470:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=75 v=5 (5 5 5 0) 00000100:00001000:2.0:1788696024.177473:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=75 v=5 (1 1 1 0) 00000100:00000001:2.0:1788696024.177475:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696024.177476:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696024.177477:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696024.177479:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696024.177480:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696024.177483:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6864119 x1875583274355072/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696024.177488:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696024.177489:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696024.177490:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696024.177493:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6864119 x1875583274355072/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696024.177499:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274355072:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696024.177503:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696024.177505:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696024.177507:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6864119 x1875583274355072/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696024.177522:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696024.177523:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696024.177525:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c49401c1. 02000000:00000001:2.0:1788696024.177527:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696024.177528:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696024.177529:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788696024.177531:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696024.177532:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000014613afe. 02000000:00000001:2.0:1788696024.177534:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696024.177535:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696024.177535:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6864119. 00000100:00000001:2.0:1788696024.177538:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696024.177539:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696024.177547:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696024.177548:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696024.177549:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696024.177551:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696024.177552:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696024.177578:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696024.177585:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696024.177587:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696024.177590:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696024.177595:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696024.177603:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d08a00 00000400:00000200:3.0:1788696024.177608:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x9c5 [1] + 224 00000800:00000001:3.0:1788696024.177612:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696024.177617:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696024.177619:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696024.177622:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696024.177626:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696024.177635:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e4497fd1 x1875583274355200/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696024.177644:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4497fd1 x1875583274355200/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696024.177662:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696024.177669:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696024.177672:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696024.177726:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696024.177729:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696024.177732:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696024.177734:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696024.177736:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005eaaafa2. 00000400:00000200:2.0:1788696024.177740:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a65f0ee9 00000400:00000010:2.0:1788696024.177741:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a65f0ee9. 00000100:00000001:2.0:1788696024.177744:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696024.177747:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e4497fd1 x1875583274355200/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696024.177755:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e4497fd1 x1875583274355200/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696024.177761:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696024.177763:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696024.177764:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696024.177766:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696024.177767:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696024.177774:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696024.177776:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696024.177781:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=75 v=5 (5 5 5 0) 00000100:00001000:2.0:1788696024.177784:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=75 v=5 (1 1 1 0) 00000100:00000001:2.0:1788696024.177786:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696024.177787:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696024.177788:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696024.177791:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696024.177793:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696024.177794:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696024.177796:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696024.177797:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696024.177806:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4497fd1 x1875583274355200/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696024.177812:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696024.177814:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696024.177815:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696024.177818:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4497fd1 x1875583274355200/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696024.177824:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274355200:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696024.177828:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696024.177830:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696024.177832:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4497fd1 x1875583274355200/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696040 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696024.177838:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696024.177840:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696024.177841:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000655df0a0. 02000000:00000001:2.0:1788696024.177844:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696024.177863:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696024.177865:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696024.177868:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696024.177870:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024f67866. 02000000:00000001:2.0:1788696024.177872:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696024.177879:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696024.177881:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4497fd1. 00000100:00000001:2.0:1788696024.177884:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696024.177884:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696024.177886:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696024.177890:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696024.177891:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696024.177893:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696024.177895:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696025.133950:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696025.133965:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696025.133971:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696025.133972:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696025.134054:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696025.134057:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696025.134059:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696025.453966:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306987250, at 4306987264 00000100:00000040:0.0:1788696025.453968:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306987250, at 4306987264 00000100:00000040:1.0:1788696025.453983:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306987250, at 4306987264 00000100:00000010:0.0:1788696025.453985:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bba77ba. 00000100:00000010:3.0:1788696025.453987:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025718597. 00000100:00000010:1.0:1788696025.453999:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047e9a98. 00000100:00000040:2.0:1788696025.454047:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306987250, at 4306987264 00000100:00000010:2.0:1788696025.454055:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db1d4de9. 00010000:00000001:2.0:1788696026.157986:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696026.157993:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696026.158000:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696026.158001:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696026.158243:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696026.158246:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696026.158249:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696027.181949:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696027.181956:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696027.181962:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696027.181964:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696027.182016:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696027.182020:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696027.182022:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696028.205992:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696028.206000:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696028.206006:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696028.206008:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696028.209465:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696028.209490:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696028.209495:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696029.230162:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696029.230171:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696029.230174:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696029.230177:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696029.230183:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696029.230185:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696029.230187:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696029.230189:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696029.230193:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696029.230194:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696029.230240:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696029.230244:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696029.230247:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696029.294048:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696029.294057:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696029.294064:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbb350d4. 00000020:00000040:0.0:1788696029.294071:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696029.294076:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696029.294079:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696029.294084:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696029.294091:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009146b66a. 00000100:00000001:0.0:1788696029.294097:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696029.294107:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000cbb350d4 x1875583274355456/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696029.294115:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696029.294129:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696029.294133:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb350d4] to pc [ptlrpcd_00_01+1] req@00000000cbb350d4 x1875583274355456/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696029.294190:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696029.294194:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696029.294196:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696029.294201:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbb350d4 x1875583274355456/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696029.294209:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696029.294211:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696029.294215:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696029.294217:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696029.294219:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696029.294222:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274355456:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696029.294226:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696029.294232:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696029.294234:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696029.294237:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696029.294241:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007584181. 02000000:00000001:1.0:1788696029.294243:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696029.294248:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac292db. 00000400:00000010:1.0:1788696029.294257:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d9238b2. 00000100:00000200:1.0:1788696029.294264:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274355456, portal 25 00000100:00000001:1.0:1788696029.294267:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696029.294268:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882439808 : -113296827111808 : ffff98f506dda680) 00000100:00000040:1.0:1788696029.294273:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cbb350d4 x1875583274355456/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696029.294280:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696029.294283:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696029.294285:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013e8a062. 00000100:00000200:1.0:1788696029.294287:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274355456, offset 0 00000400:00000200:1.0:1788696029.294294:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696029.294307:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696029.294312:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696029.294323:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696029.294326:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696029.294329:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696029.294333:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [289:289:256:4294967295] 192.168.201.118@tcp LPNI seq info [289:289:8:4294967295] 00000400:00000200:1.0:1788696029.294343:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696029.294349:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696029.294354:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7e36ce6. 00000800:00000200:1.0:1788696029.294360:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696029.294367:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696029.294371:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f7e36ce6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696029.294384:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696029.294387:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306992369 00000100:00000010:1.0:1788696029.294391:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099d32986. 00000100:00000001:1.0:1788696029.294397:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696029.294402:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306992369 00000100:00000010:1.0:1788696029.294404:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098edf6dd. 00000100:00000001:1.0:1788696029.294406:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788696029.294408:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306992369 00000100:00000010:1.0:1788696029.294410:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005245dbeb. 00000100:00000001:1.0:1788696029.294413:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696029.294415:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306992369 00000100:00000010:1.0:1788696029.294417:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f9cf8d6f. 00000100:00000001:1.0:1788696029.294420:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696029.294422:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696029.294424:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696029.294427:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696029.294430:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696029.294436:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696029.294438:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696029.294441:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696029.294447:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696029.294448:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696029.294450:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696029.294551:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696029.294555:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7e36ce6. 00000400:00000200:1.0:1788696029.294560:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696029.294564:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696029.294569:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013e8a062 00000400:00000010:1.0:1788696029.294571:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013e8a062. 00000100:00000001:1.0:1788696029.294575:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696029.294578:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cbb350d4 x1875583274355456/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696029.294586:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696029.294588:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbb350d4 x1875583274355456/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696029.294594:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696029.294596:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696029.294637:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696029.294641:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696029.294644:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696029.294647:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f121889. 00000020:00000040:0.0:1788696029.294650:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696029.294652:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696029.294653:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696029.294656:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696029.294659:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000057945d15. 00000100:00000001:0.0:1788696029.294662:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696029.294666:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000001f121889 x1875583274355584/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696029.294673:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696029.294674:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696029.294678:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f121889] to pc [ptlrpcd_00_02+2] req@000000001f121889 x1875583274355584/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696029.294701:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696029.294703:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696029.294730:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696029.294733:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696029.294734:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788696029.294737:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788696029.294738:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f121889 x1875583274355584/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696029.294745:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696029.294745:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696029.294747:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696029.294749:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788696029.294750:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1788696029.294751:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696029.294752:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696029.294752:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696029.294755:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274355584:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696029.294759:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696029.294761:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696029.294762:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696029.294764:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696029.294768:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001cc7dcd6. 02000000:00000001:1.0:1788696029.294770:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696029.294779:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055786825. 00000400:00000010:1.0:1788696029.294783:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013e8a062. 00000100:00000200:1.0:1788696029.294786:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274355584, portal 10 00000100:00000001:1.0:1788696029.294787:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696029.294788:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438912 : -113296827112704 : ffff98f506dda300) 00000100:00000040:1.0:1788696029.294793:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001f121889 x1875583274355584/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696029.294798:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696029.294799:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696029.294800:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006213f63e. 00000100:00000200:1.0:1788696029.294802:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274355584, offset 0 00000400:00000200:1.0:1788696029.294804:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696029.294807:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696029.294809:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696029.294810:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696029.294812:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696029.294814:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696029.294816:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [290:290:256:4294967295] 192.168.201.118@tcp LPNI seq info [290:290:8:4294967295] 00000400:00000200:1.0:1788696029.294823:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696029.294827:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696029.294829:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7e36ce6. 00000800:00000200:1.0:1788696029.294833:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696029.294836:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696029.294839:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f7e36ce6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696029.294891:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696029.294895:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 41080 usecs (42 jiffies) 00000100:00000001:1.0:1788696029.294898:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306991147 00000100:00000001:1.0:1788696029.294900:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306992369 00000100:00000001:1.0:1788696029.294901:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306991147 00000100:00000001:1.0:1788696029.294903:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306992369 00000100:00000001:1.0:1788696029.294910:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306991147 00000100:00000001:1.0:1788696029.294912:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306992369 00000100:00000001:1.0:1788696029.294913:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306991147 00000100:00000001:1.0:1788696029.294914:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306992369 00000100:00000001:1.0:1788696029.294916:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696029.294918:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696029.294919:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696029.294921:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696029.294925:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696029.294926:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696029.294927:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696029.294929:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696029.294930:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696029.294931:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696029.295065:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696029.295069:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a572c48. 00000020:00000040:0.0:1788696029.295072:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696029.295074:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696029.295075:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696029.295077:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696029.295080:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000dfd73c1. 00000100:00000001:0.0:1788696029.295083:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696029.295087:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000000a572c48 x1875583274355712/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696029.295103:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696029.295104:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696029.295108:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a572c48] to pc [ptlrpcd_00_03+3] req@000000000a572c48 x1875583274355712/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696029.295124:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696029.295126:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696029.295129:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696029.295133:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12328) 00000100:00000001:0.0:1788696029.295140:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696029.295142:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696029.295143:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696029.295146:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a572c48 x1875583274355712/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696029.295152:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696029.295153:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696029.295155:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696029.295156:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696029.295158:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696029.295160:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274355712:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696029.295163:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696029.295166:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696029.295167:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696029.295168:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696029.295171:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006160ce5a. 02000000:00000001:0.0:1788696029.295173:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696029.295175:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057e23c16. 00000400:00000010:0.0:1788696029.295179:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001140bd37. 00000100:00000200:0.0:1788696029.295181:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274355712, portal 10 00000100:00000001:0.0:1788696029.295182:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696029.295183:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882444288 : -113296827107328 : ffff98f506ddb800) 00000100:00000040:0.0:1788696029.295194:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000a572c48 x1875583274355712/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696029.295200:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696029.295202:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696029.295204:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009110440c. 00000100:00000200:0.0:1788696029.295207:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274355712, offset 0 00000400:00000200:0.0:1788696029.295212:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696029.295216:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696029.295219:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696029.295221:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696029.295223:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696029.295225:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696029.295227:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [291:291:255:4294967295] 192.168.201.118@tcp LPNI seq info [291:291:7:4294967295] 00000400:00000200:0.0:1788696029.295234:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696029.295238:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696029.295241:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024f67866. 00000800:00000200:0.0:1788696029.295244:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696029.295248:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696029.295250:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024f67866 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696029.295253:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696029.295256:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 41816 usecs (42 jiffies) 00000100:00000001:0.0:1788696029.295258:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306991147 00000100:00000001:0.0:1788696029.295259:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4306992369 00000100:00000001:0.0:1788696029.295261:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306991147 00000100:00000001:0.0:1788696029.295262:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4306992369 00000100:00000001:0.0:1788696029.295264:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306991147 00000100:00000001:0.0:1788696029.295266:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4306992369 00000100:00000001:0.0:1788696029.295267:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306991147 00000100:00000001:0.0:1788696029.295273:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4306992369 00000100:00000001:0.0:1788696029.295275:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696029.295277:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696029.295278:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696029.295280:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696029.295283:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696029.295284:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696029.295286:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696029.295287:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696029.295288:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696029.295289:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696029.295468:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696029.295470:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696029.295471:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696029.295473:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696029.295539:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696029.295543:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7e36ce6. 00000400:00000200:2.0:1788696029.295547:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696029.295551:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696029.295554:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006213f63e 00000400:00000010:2.0:1788696029.295555:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000006213f63e. 00000100:00000001:2.0:1788696029.295558:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696029.295562:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001f121889 x1875583274355584/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696029.295569:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696029.295571:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f121889 x1875583274355584/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696029.295577:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696029.295579:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696029.295617:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696029.295619:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024f67866. 00000400:00000200:2.0:1788696029.295622:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696029.295625:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696029.295627:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009110440c 00000400:00000010:2.0:1788696029.295628:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009110440c. 00000100:00000001:2.0:1788696029.295630:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696029.295633:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000a572c48 x1875583274355712/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696045 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696029.295639:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696029.295641:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a572c48 x1875583274355712/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696045 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696029.295646:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696029.295648:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696029.301061:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696029.301077:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696029.301081:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696029.301084:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696029.301094:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696029.301110:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d08b00 00000400:00000200:3.0:1788696029.301118:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x9dd [1] + 224 00000800:00000001:3.0:1788696029.301124:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696029.301128:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696029.301130:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696029.301134:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696029.301141:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696029.301147:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cbb350d4 x1875583274355456/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696029.301157:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbb350d4 x1875583274355456/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696029.301177:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696029.301184:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696029.301187:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696029.301201:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696029.301204:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696029.301208:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696029.301214:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d08b80 00000400:00000200:3.0:1788696029.301219:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x9e5 [1] + 224 00000800:00000001:3.0:1788696029.301223:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696029.301226:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696029.301228:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696029.301231:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696029.301234:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696029.301237:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001f121889 x1875583274355584/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696029.301245:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f121889 x1875583274355584/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696029.301306:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696029.301310:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696029.301345:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696029.301348:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696029.301354:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696029.301356:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696029.301358:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac292db. 00000400:00000200:1.0:1788696029.301363:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d9238b2 00000400:00000010:1.0:1788696029.301364:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001d9238b2. 00000100:00000001:1.0:1788696029.301367:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696029.301370:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cbb350d4 x1875583274355456/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696029.301378:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cbb350d4 x1875583274355456/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696029.301384:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696029.301386:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696029.301388:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696029.301391:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696029.301399:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696029.301401:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696029.301404:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696029.301410:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=80 v=5 (5 5 5 0) 00000100:00001000:1.0:1788696029.301415:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=80 v=5 (1 1 1 0) 00000100:00000001:1.0:1788696029.301417:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696029.301419:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696029.301421:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696029.301423:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696029.301426:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696029.301430:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbb350d4 x1875583274355456/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696029.301437:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696029.301440:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696029.301441:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696029.301444:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbb350d4 x1875583274355456/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696029.301451:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274355456:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696029.301456:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696029.301458:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696029.301460:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbb350d4 x1875583274355456/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696029.301467:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696029.301469:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696029.301472:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007584181. 02000000:00000001:1.0:1788696029.301477:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696029.301479:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696029.301480:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696029.301482:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696029.301484:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009146b66a. 02000000:00000001:1.0:1788696029.301487:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696029.301489:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696029.301490:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbb350d4. 00000100:00000001:1.0:1788696029.301499:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696029.301500:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696029.301503:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696029.301509:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696029.301511:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696029.301514:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696029.301516:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696029.301550:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696029.301556:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696029.301560:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696029.301561:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696029.301563:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696029.301567:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696029.301573:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d08c00 00000400:00000200:3.0:1788696029.301577:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x9ed [1] + 224 00000800:00000001:3.0:1788696029.301581:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696029.301585:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696029.301587:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696029.301629:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696029.301633:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696029.301636:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000a572c48 x1875583274355712/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696029.301644:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000a572c48 x1875583274355712/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696029.301675:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696029.301680:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696029.301683:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696029.302449:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696029.302453:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696029.302457:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696029.302465:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696029.302467:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057e23c16. 00000400:00000200:2.0:1788696029.302472:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001140bd37 00000400:00000010:2.0:1788696029.302473:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001140bd37. 00000100:00000001:2.0:1788696029.302476:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696029.302480:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000a572c48 x1875583274355712/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696029.302488:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000a572c48 x1875583274355712/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696029.302495:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696029.302496:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696029.302498:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696029.302501:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696029.302502:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696029.302504:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696029.302506:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696029.302512:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=79 v=5 (5 5 5 0) 00000100:00001000:2.0:1788696029.302515:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1788696029.302516:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696029.302518:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696029.302519:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788696029.302523:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000a572c48 x1875583274355712/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696029.302529:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696029.302532:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696029.302533:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696029.302535:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696029.302536:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696029.302539:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a572c48 x1875583274355712/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696029.302545:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696029.302547:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696029.302548:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696029.302557:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a572c48 x1875583274355712/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696029.302564:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274355712:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696029.302569:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696029.302571:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696029.302573:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a572c48 x1875583274355712/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696029.302579:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696029.302581:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696029.302582:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006160ce5a. 02000000:00000001:2.0:1788696029.302586:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696029.302587:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696029.302588:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696029.302591:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696029.302592:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000dfd73c1. 02000000:00000001:2.0:1788696029.302594:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696029.302595:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696029.302596:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a572c48. 00000100:00000001:2.0:1788696029.302599:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696029.302600:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696029.302601:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696029.302606:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696029.302607:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696029.302609:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696029.302611:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788696029.302663:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696029.302665:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696029.302667:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055786825. 00000400:00000200:0.0:1788696029.302670:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013e8a062 00000400:00000010:0.0:1788696029.302672:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013e8a062. 00000100:00000001:0.0:1788696029.302675:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696029.302679:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001f121889 x1875583274355584/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696029.302686:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001f121889 x1875583274355584/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696029.302692:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696029.302693:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696029.302695:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696029.302696:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696029.302697:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696029.302698:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696029.302700:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696029.302703:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=80 v=5 (5 5 5 0) 00000100:00001000:0.0:1788696029.302706:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=80 v=5 (1 1 1 0) 00000100:00000001:0.0:1788696029.302708:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696029.302709:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696029.302710:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696029.302720:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696029.302723:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696029.302724:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696029.302725:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696029.302726:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696029.302729:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f121889 x1875583274355584/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696029.302734:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696029.302736:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696029.302737:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696029.302739:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f121889 x1875583274355584/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696029.302745:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274355584:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696029.302749:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696029.302750:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696029.302752:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f121889 x1875583274355584/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696045 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696029.302759:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696029.302760:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696029.302762:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001cc7dcd6. 02000000:00000001:0.0:1788696029.302764:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696029.302766:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696029.302767:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696029.302769:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696029.302770:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000057945d15. 02000000:00000001:0.0:1788696029.302772:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696029.302772:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696029.302774:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f121889. 00000100:00000001:0.0:1788696029.302776:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696029.302777:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696029.302778:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696029.302782:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696029.302783:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696029.302788:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696029.302790:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696030.256175:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696030.256182:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696030.256189:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696030.256190:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696030.257788:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696030.257793:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696030.257797:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696030.574006:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306992369, at 4306992384 00000100:00000010:3.0:1788696030.574025:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f9cf8d6f. 00000100:00000040:0.0:1788696030.574106:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306992369, at 4306992384 00000100:00000010:0.0:1788696030.574113:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099d32986. 00000100:00000040:1.0:1788696030.574345:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306992369, at 4306992384 00000100:00000010:1.0:1788696030.574352:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098edf6dd. 00000100:00000040:2.0:1788696030.574474:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306992369, at 4306992384 00000100:00000010:2.0:1788696030.574480:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005245dbeb. 00010000:00000001:2.0:1788696031.277982:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696031.277990:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696031.277996:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696031.278014:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696031.278439:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696031.278445:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696031.278448:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696032.301936:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696032.301944:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696032.301954:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696032.301956:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696032.302037:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696032.302041:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696032.302044:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696033.325979:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696033.325986:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696033.325993:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696033.325996:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696033.325999:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696033.326002:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696033.326005:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696033.326007:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696033.326009:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696033.326011:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696033.326207:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696033.326211:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696033.326214:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696034.349962:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696034.349969:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696034.349976:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696034.349977:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696034.350078:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696034.350082:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696034.350085:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696034.414515:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696034.414532:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696034.414538:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf3524a4. 00000020:00000040:2.0:1788696034.414544:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696034.414549:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696034.414552:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696034.414556:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696034.414563:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a3e8ab7. 00000100:00000001:2.0:1788696034.414569:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696034.414579:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000bf3524a4 x1875583274355840/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696034.414588:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696034.414591:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696034.414596:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf3524a4] to pc [ptlrpcd_00_00+0] req@00000000bf3524a4 x1875583274355840/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696034.414621:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696034.414625:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696034.414626:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696034.414628:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696034.414633:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf3524a4 x1875583274355840/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696034.414638:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696034.414642:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696034.414644:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788696034.414645:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788696034.414649:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000449a2a56. 02000000:00000001:3.0:1788696034.414650:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696034.414652:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1788696034.414655:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 02000000:00000001:3.0:1788696034.414655:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696034.414659:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274355840:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696034.414661:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1788696034.414663:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696034.414665:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696034.414668:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696034.414669:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696034.414670:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696034.414674:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696034.414677:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078c7cd5c. 02000000:00000010:3.0:1788696034.414678:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050f89c66. 02000000:00000001:3.0:1788696034.414681:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696034.414683:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696034.414686:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054b576bc. 00000100:00000040:2.0:1788696034.414690:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000449a2a56 x1875583274355968/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1788696034.414693:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000100:00000001:2.0:1788696034.414701:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1788696034.414702:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274355840, portal 25 00000100:00000001:2.0:1788696034.414704:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696034.414705:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696034.414706:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611084544 : -113296098467072 : ffff98f5324be300) 00000100:00000040:2.0:1788696034.414713:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000449a2a56] to pc [ptlrpcd_00_01+1] req@00000000449a2a56 x1875583274355968/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696034.414713:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bf3524a4 x1875583274355840/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696034.414731:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696034.414736:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696034.414738:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696034.414741:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1788696034.414744:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a14a5fac. 00000100:00000001:2.0:1788696034.414746:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1788696034.414747:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274355840, offset 0 00000100:00000010:2.0:1788696034.414750:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d0911758. 00000020:00000040:2.0:1788696034.414754:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000400:00000200:3.0:1788696034.414754:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696034.414759:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696034.414761:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696034.414762:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696034.414766:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000051526cb6. 00000400:00000200:3.0:1788696034.414768:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788696034.414770:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696034.414773:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1788696034.414777:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000d0911758 x1875583274356096/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1788696034.414778:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696034.414783:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696034.414787:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788696034.414804:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696034.414806:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696034.414810:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0911758] to pc [ptlrpcd_00_02+2] req@00000000d0911758 x1875583274356096/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696034.414824:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696034.414828:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788696034.414828:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [292:292:256:4294967295] 192.168.201.118@tcp LPNI seq info [292:292:8:4294967295] 00000100:00000001:1.0:1788696034.414830:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696034.414835:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000449a2a56 x1875583274355968/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696034.414842:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696034.414843:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696034.414843:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 02000000:00000001:1.0:1788696034.414864:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696034.414865:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696034.414867:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696034.414870:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000449a2a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274355968:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696034.414873:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696034.414876:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696034.414877:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696034.414884:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696034.414886:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001cc7dcd6. 02000000:00000001:1.0:1788696034.414888:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696034.414889:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696034.414892:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac292db. 00000100:00000040:2.0:1788696034.414894:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1788696034.414897:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d9238b2. 00000100:00000040:2.0:1788696034.414899:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1788696034.414902:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274355968, portal 10 00000100:00000001:1.0:1788696034.414905:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696034.414906:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611081856 : -113296098469760 : ffff98f5324bd880) 00000100:00000040:2.0:1788696034.414906:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12333) 00000100:00000040:1.0:1788696034.414915:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000449a2a56 x1875583274355968/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696034.414920:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696034.414923:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1788696034.414925:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:1.0:1788696034.414929:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696034.414930:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696034.414933:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1788696034.414933:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000284d8bb. 00000100:00000001:2.0:1788696034.414938:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696034.414939:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696034.414939:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274355968, offset 0 00000100:00000001:2.0:1788696034.414942:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696034.414947:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788696034.414949:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696034.414950:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696034.414953:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696034.414959:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d0911758 x1875583274356096/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696034.414966:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696034.414967:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696034.414969:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696034.414971:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696034.414973:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696034.414976:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d0911758 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274356096:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696034.414979:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696034.414981:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696034.414982:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696034.414984:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696034.414988:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082aa14eb. 02000000:00000001:2.0:1788696034.414990:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696034.414993:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005eaaafa2. 00000400:00000010:2.0:1788696034.414998:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a65f0ee9. 00000100:00000200:2.0:1788696034.415001:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274356096, portal 10 00000100:00000001:2.0:1788696034.415003:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696034.415004:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611086336 : -113296098465280 : ffff98f5324bea00) 00000100:00000040:2.0:1788696034.415015:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d0911758 x1875583274356096/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696034.415022:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696034.415025:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696034.415028:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea539ecd. 00000100:00000200:2.0:1788696034.415030:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274356096, offset 0 00000400:00000200:2.0:1788696034.415036:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:3.0:1788696034.415147:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696034.415152:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a4df8fd. 00000400:00000200:1.0:1788696034.415154:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696034.415157:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1788696034.415158:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:1.0:1788696034.415159:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696034.415161:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696034.415163:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696034.415165:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [293:293:255:4294967295] 192.168.201.118@tcp LPNI seq info [293:293:7:4294967295] 00000400:00000200:1.0:1788696034.415172:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696034.415174:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696034.415176:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000200:3.0:1788696034.415177:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a4df8fd type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1788696034.415179:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000520c6b2f. 00000800:00000200:1.0:1788696034.415181:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696034.415184:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696034.415187:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000520c6b2f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696034.415192:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696034.415196:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 40701 usecs (41 jiffies) 00000100:00000001:1.0:1788696034.415199:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306996266 00000100:00000010:1.0:1788696034.415202:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098edf6dd. 00000100:00000001:1.0:1788696034.415212:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696034.415217:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306996266 00000100:00000010:1.0:1788696034.415220:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2941297. 00000100:00000001:1.0:1788696034.415222:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788696034.415225:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306996266 00000100:00000010:1.0:1788696034.415228:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000578c062e. 00000100:00000001:1.0:1788696034.415230:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696034.415232:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306996266 00000100:00000010:1.0:1788696034.415235:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008cff7e4d. 00000100:00000001:1.0:1788696034.415238:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696034.415240:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696034.415243:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696034.415246:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000200:0.0:1788696034.415248:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788696034.415248:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788696034.415254:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a4df8fd. 00000100:00000001:1.0:1788696034.415254:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696034.415254:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696034.415261:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696034.415261:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:1.0:1788696034.415262:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696034.415266:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1788696034.415268:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788696034.415270:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788696034.415273:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696034.415273:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788696034.415276:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:1.0:1788696034.415277:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696034.415281:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696034.415284:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [294:294:254:4294967295] 192.168.201.118@tcp LPNI seq info [294:294:6:4294967295] 00000400:00000200:2.0:1788696034.415297:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696034.415303:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696034.415306:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c995f34e. 00000800:00000200:2.0:1788696034.415311:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696034.415317:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696034.415320:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c995f34e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696034.415323:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696034.415326:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 41408 usecs (42 jiffies) 00000100:00000001:2.0:1788696034.415329:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4306996267 00000100:00000001:2.0:1788696034.415334:0:201303:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, simply extend its deadline from 4306996266 00000100:00000001:2.0:1788696034.415339:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4306996267 00000100:00000001:2.0:1788696034.415342:0:201303:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, simply extend its deadline from 4306996266 00000100:00000001:2.0:1788696034.415347:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4306996267 00000100:00000001:3.0:1788696034.415350:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696034.415351:0:201303:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, simply extend its deadline from 4306996266 00000100:00000001:3.0:1788696034.415354:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4306997490 00000100:00000001:2.0:1788696034.415356:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4306996267 00000100:00000001:3.0:1788696034.415359:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306996267 00000100:00000001:3.0:1788696034.415363:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4306997490 00000100:00000001:2.0:1788696034.415368:0:201303:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, simply extend its deadline from 4306996266 00000100:00000001:3.0:1788696034.415369:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306996267 00000400:00000200:0.0:1788696034.415375:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a14a5fac 00000100:00000001:2.0:1788696034.415376:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696034.415377:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4306997490 00000400:00000010:0.0:1788696034.415381:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a14a5fac. 00000100:00000001:2.0:1788696034.415381:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696034.415383:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4306996267 00000100:00000001:2.0:1788696034.415388:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696034.415389:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4306997490 00000100:00000001:0.0:1788696034.415390:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1788696034.415392:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696034.415395:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4306996267 00000100:00000200:0.0:1788696034.415397:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000bf3524a4 x1875583274355840/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696034.415401:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696034.415405:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696034.415410:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696034.415413:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696034.415417:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696034.415424:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696034.415426:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788696034.415427:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696034.415430:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788696034.415431:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf3524a4 x1875583274355840/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696034.415433:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696034.415438:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696034.415446:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696034.415448:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696034.415463:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696034.415464:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000520c6b2f. 00000400:00000200:0.0:1788696034.415467:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696034.415470:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696034.415473:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000284d8bb 00000400:00000010:0.0:1788696034.415474:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000284d8bb. 00000100:00000001:0.0:1788696034.415477:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696034.415479:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000449a2a56 x1875583274355968/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696034.415484:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696034.415486:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000449a2a56 x1875583274355968/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696034.415495:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696034.415496:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696034.415527:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696034.415528:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c995f34e. 00000400:00000200:0.0:1788696034.415530:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696034.415532:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696034.415534:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea539ecd 00000400:00000010:0.0:1788696034.415535:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ea539ecd. 00000100:00000001:0.0:1788696034.415536:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696034.415538:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000d0911758 x1875583274356096/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696034.415543:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696034.415544:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d0911758 x1875583274356096/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696050 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696034.415547:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696034.415548:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696034.417810:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696034.417822:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696034.417825:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696034.417827:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696034.417834:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696034.417874:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d08d00 00000400:00000200:2.0:1788696034.417882:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x9fd [1] + 224 00000800:00000001:2.0:1788696034.417888:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696034.417893:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696034.417896:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696034.417900:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696034.417906:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696034.417911:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000449a2a56 x1875583274355968/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696034.417922:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000449a2a56 x1875583274355968/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696034.417937:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696034.417944:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696034.417949:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696034.417950:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696034.417952:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696034.417956:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696034.417961:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d08d80 00000400:00000200:2.0:1788696034.417964:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xa05 [1] + 224 00000800:00000001:2.0:1788696034.417966:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696034.417980:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696034.417986:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696034.417988:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696034.417991:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696034.417993:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000d0911758 x1875583274356096/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696034.417998:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d0911758 x1875583274356096/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696034.418017:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696034.418023:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788696034.418024:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1788696034.418026:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696034.418028:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696034.418035:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696034.418036:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696034.418038:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac292db. 00000100:00000001:3.0:1788696034.418040:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788696034.418042:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d9238b2 00000100:00000001:3.0:1788696034.418044:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1788696034.418045:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001d9238b2. 00000100:00000001:1.0:1788696034.418050:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:3.0:1788696034.418051:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1788696034.418054:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000449a2a56 x1875583274355968/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1788696034.418055:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696034.418059:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005eaaafa2. 00000400:00000200:3.0:1788696034.418065:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a65f0ee9 00000100:00000200:1.0:1788696034.418066:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000449a2a56 x1875583274355968/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788696034.418068:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a65f0ee9. 00000100:00000001:3.0:1788696034.418073:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788696034.418076:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:3.0:1788696034.418077:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000d0911758 x1875583274356096/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696034.418084:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696034.418088:0:201301:0:(client.c:1593:after_reply()) Process entered 00000100:00000200:3.0:1788696034.418088:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000d0911758 x1875583274356096/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696034.418091:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696034.418094:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696034.418096:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696034.418100:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696034.418102:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696034.418105:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1788696034.418107:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=85 v=5 (5 5 5 0) 00000100:00000001:3.0:1788696034.418107:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696034.418109:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1788696034.418112:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=85 v=5 (1 1 1 0) 00000100:00000001:3.0:1788696034.418113:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696034.418116:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696034.418117:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1788696034.418119:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696034.418120:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696034.418124:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1788696034.418126:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=84 v=5 (5 5 5 0) 00010000:00000001:1.0:1788696034.418128:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696034.418131:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=51 v=5 (1 0 0 0) 00000100:00000001:1.0:1788696034.418133:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1788696034.418135:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788696034.418137:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696034.418138:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696034.418141:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00010000:00000001:3.0:1788696034.418142:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1788696034.418145:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1788696034.418149:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000d0911758 x1875583274356096/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696034.418154:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000449a2a56 x1875583274355968/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696034.418156:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696034.418160:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696034.418162:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696034.418164:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696034.418172:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696034.418178:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788696034.418179:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d0911758 x1875583274356096/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696034.418181:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696034.418184:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696034.418190:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000449a2a56 x1875583274355968/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696034.418195:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696034.418200:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696034.418202:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788696034.418207:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000449a2a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274355968:192.168.201.118@tcp:400: 00000100:00000040:3.0:1788696034.418208:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0911758 x1875583274356096/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696034.418218:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788696034.418219:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d0911758 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274356096:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696034.418224:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788696034.418225:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696034.418228:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696034.418231:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000449a2a56 x1875583274355968/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696034.418239:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696034.418241:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696034.418244:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001cc7dcd6. 02000000:00000001:1.0:1788696034.418248:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696034.418250:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696034.418257:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696034.418259:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696034.418260:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000078c7cd5c. 02000000:00000001:1.0:1788696034.418263:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696034.418264:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696034.418265:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000449a2a56. 00000100:00000001:1.0:1788696034.418268:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696034.418275:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696034.418277:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696034.418283:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696034.418284:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696034.418287:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696034.418291:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696034.418292:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d0911758 x1875583274356096/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696034.418298:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696034.418300:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696034.418307:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082aa14eb. 00000800:00000001:2.0:1788696034.418308:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1788696034.418310:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696034.418312:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696034.418313:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000800:00000001:2.0:1788696034.418315:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788696034.418315:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696034.418316:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000051526cb6. 00000800:00000001:2.0:1788696034.418320:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1788696034.418321:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696034.418324:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:2.0:1788696034.418325:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788696034.418325:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d0911758. 00000100:00000001:3.0:1788696034.418328:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696034.418330:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696034.418332:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696034.418336:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696034.418344:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d08c80 00000400:00000200:2.0:1788696034.418359:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x9f5 [1] + 224 00000800:00000001:2.0:1788696034.418362:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696034.418370:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696034.418371:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696034.418373:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696034.418376:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696034.418379:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000bf3524a4 x1875583274355840/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696034.418382:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696034.418387:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696034.418388:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf3524a4 x1875583274355840/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696034.418391:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696034.418396:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696034.418407:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696034.418412:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696034.418413:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696034.418478:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696034.418480:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696034.418483:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696034.418484:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696034.418486:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054b576bc. 00000400:00000200:0.0:1788696034.418489:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:0.0:1788696034.418490:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:0.0:1788696034.418492:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696034.418494:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000bf3524a4 x1875583274355840/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696034.418499:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000bf3524a4 x1875583274355840/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696034.418503:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696034.418504:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696034.418504:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696034.418505:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696034.418506:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696034.418512:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696034.418513:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696034.418515:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=85 v=5 (5 5 5 0) 00000100:00001000:0.0:1788696034.418517:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=85 v=5 (1 1 1 0) 00000100:00000001:0.0:1788696034.418518:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696034.418519:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696034.418520:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696034.418521:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696034.418523:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696034.418524:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf3524a4 x1875583274355840/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696034.418535:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696034.418536:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696034.418537:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696034.418539:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf3524a4 x1875583274355840/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696034.418543:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274355840:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696034.418546:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696034.418547:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696034.418548:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf3524a4 x1875583274355840/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696050 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696034.418551:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696034.418552:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696034.418553:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050f89c66. 02000000:00000001:0.0:1788696034.418556:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696034.418557:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696034.418558:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696034.418560:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696034.418561:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a3e8ab7. 02000000:00000001:0.0:1788696034.418563:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696034.418564:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696034.418565:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf3524a4. 00000100:00000001:0.0:1788696034.418568:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696034.418574:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696034.418576:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696034.418579:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696034.418580:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696034.418582:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696034.418583:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696035.374876:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696035.374883:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696035.374889:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696035.374907:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696035.374995:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696035.374998:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696035.375002:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696035.693951:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4306997490, at 4306997504 00000100:00000040:2.0:1788696035.693951:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4306997490, at 4306997504 00000100:00000040:1.0:1788696035.693953:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4306997490, at 4306997504 00000100:00000040:3.0:1788696035.693953:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4306997490, at 4306997504 00000100:00000010:0.0:1788696035.693968:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098edf6dd. 00000100:00000010:3.0:1788696035.693970:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008cff7e4d. 00000100:00000010:1.0:1788696035.693972:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2941297. 00000100:00000010:2.0:1788696035.693974:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000578c062e. 00010000:00000001:2.0:1788696036.397934:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696036.397941:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696036.397947:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696036.397948:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696036.398025:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696036.398029:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696036.398031:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696037.422431:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696037.422438:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696037.422445:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696037.422446:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696037.422504:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696037.422509:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696037.422512:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696038.445937:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696038.445944:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696038.445951:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696038.445953:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696038.446034:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696038.446037:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696038.446040:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696039.472122:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696039.472132:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696039.472135:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696039.472138:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696039.472143:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696039.472146:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696039.472147:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696039.472149:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696039.472154:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696039.472155:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696039.472220:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696039.472224:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696039.472227:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696039.534147:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696039.534159:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696039.534168:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000218cac94. 00000020:00000040:3.0:1788696039.534174:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696039.534178:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696039.534182:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696039.534187:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696039.534194:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006beeb4bb. 00000100:00000001:3.0:1788696039.534201:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696039.534211:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000218cac94 x1875583274356224/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696039.534222:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696039.534224:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696039.534229:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218cac94] to pc [ptlrpcd_00_03+3] req@00000000218cac94 x1875583274356224/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696039.534260:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696039.534263:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696039.534266:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696039.534268:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 00000020:00000040:3.0:1788696039.534270:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696039.534272:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696039.534273:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696039.534275:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696039.534279:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a4df8fd. 00000100:00000001:3.0:1788696039.534282:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696039.534285:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000006439c2df x1875583274356352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696039.534292:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696039.534293:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696039.534295:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_00+0] req@000000006439c2df x1875583274356352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696039.534326:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696039.534328:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696039.534331:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696039.534333:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000020:00000040:3.0:1788696039.534335:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696039.534337:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696039.534338:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696039.534339:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696039.534342:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f68a3b. 00000100:00000001:3.0:1788696039.534344:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696039.534347:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000003e3fb870 x1875583274356480/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696039.534354:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696039.534355:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696039.534358:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3fb870] to pc [ptlrpcd_00_01+1] req@000000003e3fb870 x1875583274356480/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696039.534364:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696039.534366:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788696039.534369:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788696039.534373:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12339) 00000100:00000001:1.0:1788696039.534442:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788696039.534446:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1788696039.534448:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696039.534453:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696039.534455:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696039.534456:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696039.534457:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696039.534459:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696039.534463:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000218cac94 x1875583274356224/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696039.534469:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696039.534470:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696039.534473:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696039.534475:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696039.534477:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696039.534478:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274356224:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696039.534481:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696039.534490:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696039.534493:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696039.534495:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696039.534498:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa20ca05. 02000000:00000001:1.0:1788696039.534500:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696039.534506:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac292db. 00000400:00000010:1.0:1788696039.534514:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d9238b2. 00000100:00000200:1.0:1788696039.534521:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274356224, portal 25 00000100:00000001:1.0:1788696039.534523:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696039.534524:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548239104 : -113296161312512 : ffff98f52e8cf100) 00000100:00000040:1.0:1788696039.534529:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000218cac94 x1875583274356224/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696039.534537:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696039.534539:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696039.534542:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aff15dcb. 00000100:00000200:1.0:1788696039.534543:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274356224, offset 0 00000400:00000200:1.0:1788696039.534549:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696039.534562:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696039.534566:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696039.534570:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696039.534573:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696039.534576:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696039.534579:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [295:295:256:4294967295] 192.168.201.118@tcp LPNI seq info [295:295:8:4294967295] 00000400:00000200:1.0:1788696039.534590:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696039.534596:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696039.534601:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032870841. 00000800:00000200:1.0:1788696039.534608:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696039.534615:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696039.534619:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000032870841 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696039.534628:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696039.534632:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307002609 00000100:00000010:1.0:1788696039.534636:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007fa6a9e5. 00000100:00000001:1.0:1788696039.534647:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696039.534652:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307002609 00000100:00000010:1.0:1788696039.534655:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000accae067. 00000100:00000001:1.0:1788696039.534658:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788696039.534661:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307002609 00000100:00000010:1.0:1788696039.534664:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000033b0b89. 00000100:00000001:1.0:1788696039.534667:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696039.534669:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307002609 00000100:00000010:1.0:1788696039.534672:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2941297. 00000100:00000001:1.0:1788696039.534674:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696039.534677:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696039.534680:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696039.534684:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696039.534686:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696039.534688:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696039.534695:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696039.534718:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696039.534721:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696039.534723:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696039.534730:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274356352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696039.534730:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696039.534733:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696039.534735:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696039.534740:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274356480/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696039.534756:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696039.534757:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696039.534761:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696039.534762:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696039.534765:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696039.534766:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1788696039.534767:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274356480:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696039.534771:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696039.534773:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696039.534774:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696039.534775:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696039.534778:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696039.534781:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b05de65d. 02000000:00000001:1.0:1788696039.534782:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696039.534783:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1788696039.534786:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055786825. 02000000:00000001:0.0:1788696039.534789:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1788696039.534794:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000840910ba. 02000000:00000001:0.0:1788696039.534797:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696039.534797:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274356480, portal 10 00000100:00000001:1.0:1788696039.534801:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696039.534802:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000100:00000040:1.0:1788696039.534809:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274356480/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696039.534810:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274356352:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696039.534817:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696039.534821:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696039.534823:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012c19064. 00000100:00000200:1.0:1788696039.534826:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274356480, offset 0 00000100:00000001:0.0:1788696039.534827:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1788696039.534829:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696039.534834:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:0.0:1788696039.534835:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1788696039.534836:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696039.534838:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696039.534840:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696039.534841:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696039.534843:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [296:296:255:4294967295] 192.168.201.118@tcp LPNI seq info [296:296:7:4294967295] 00000400:00000200:1.0:1788696039.534860:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696039.534863:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696039.534865:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006596e7c6. 00000800:00000200:1.0:1788696039.534867:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696039.534871:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696039.534873:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006596e7c6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696039.534875:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696039.534877:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 40948 usecs (41 jiffies) 00000100:00000001:1.0:1788696039.534879:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307001385 00000100:00000001:1.0:1788696039.534880:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307002609 00000100:00000001:1.0:1788696039.534882:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307001385 00000100:00000001:1.0:1788696039.534883:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307002609 00000100:00000001:1.0:1788696039.534889:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307001385 00000100:00000001:1.0:1788696039.534891:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307002609 00000100:00000001:1.0:1788696039.534893:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307001385 00000100:00000001:1.0:1788696039.534894:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307002609 00000100:00000001:1.0:1788696039.534895:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696039.534896:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696039.534897:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696039.534898:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696039.534901:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696039.534902:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696039.534904:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696039.534906:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696039.534907:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696039.534908:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696039.534908:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696039.534915:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696039.534921:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e15e546. 02000000:00000001:0.0:1788696039.534925:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696039.534930:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000e2edc2. 00000400:00000010:0.0:1788696039.534935:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008155608f. 00000100:00000200:0.0:1788696039.534942:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274356352, portal 10 00000100:00000001:0.0:1788696039.534945:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696039.534947:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 00000100:00000040:0.0:1788696039.534956:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274356352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696039.534964:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696039.534968:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696039.534972:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e30f2685. 00000100:00000200:0.0:1788696039.534976:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274356352, offset 0 00000400:00000200:0.0:1788696039.534984:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696039.534992:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696039.534997:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696039.535002:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696039.535006:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696039.535010:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696039.535015:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [297:297:254:4294967295] 192.168.201.118@tcp LPNI seq info [297:297:6:4294967295] 00000400:00000200:0.0:1788696039.535031:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696039.535039:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696039.535045:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057945d15. 00000800:00000200:0.0:1788696039.535053:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696039.535062:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696039.535065:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000057945d15 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696039.535070:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696039.535074:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 40261 usecs (41 jiffies) 00000100:00000001:0.0:1788696039.535079:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307001385 00000100:00000001:0.0:1788696039.535090:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307002609 00000100:00000001:0.0:1788696039.535093:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307001385 00000100:00000001:0.0:1788696039.535096:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307002609 00000100:00000001:0.0:1788696039.535099:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307001385 00000100:00000001:0.0:1788696039.535101:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307002609 00000100:00000001:0.0:1788696039.535104:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307001385 00000100:00000001:0.0:1788696039.535106:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307002609 00000100:00000001:0.0:1788696039.535108:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696039.535111:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696039.535113:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696039.535115:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696039.535120:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696039.535122:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696039.535124:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696039.535126:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696039.535128:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696039.535132:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696039.535136:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696039.535141:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032870841. 00000400:00000200:1.0:1788696039.535145:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696039.535151:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696039.535157:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aff15dcb 00000400:00000010:1.0:1788696039.535158:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000aff15dcb. 00000100:00000001:1.0:1788696039.535162:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696039.535165:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000218cac94 x1875583274356224/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696039.535171:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696039.535173:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000218cac94 x1875583274356224/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696055 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696039.535177:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696039.535178:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696039.535187:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696039.535188:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006596e7c6. 00000400:00000200:1.0:1788696039.535189:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696039.535191:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696039.535193:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012c19064 00000400:00000010:1.0:1788696039.535198:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000012c19064. 00000100:00000001:1.0:1788696039.535199:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696039.535201:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274356480/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696039.535205:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696039.535206:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274356480/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696055 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696039.535209:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696039.535210:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696039.535268:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696039.535270:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057945d15. 00000400:00000200:1.0:1788696039.535273:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696039.535275:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696039.535277:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e30f2685 00000400:00000010:1.0:1788696039.535277:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e30f2685. 00000100:00000001:1.0:1788696039.535279:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696039.535281:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274356352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696039.535285:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696039.535286:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274356352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696055 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696039.535290:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696039.535298:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696039.540173:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696039.540189:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696039.540193:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696039.540195:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696039.540206:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696039.540223:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d08e00 00000400:00000200:2.0:1788696039.540231:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xa0d [1] + 224 00000800:00000001:2.0:1788696039.540239:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696039.540242:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696039.540245:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696039.540250:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696039.540271:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696039.540278:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000218cac94 x1875583274356224/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696039.540289:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000218cac94 x1875583274356224/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696039.540306:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696039.540314:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696039.540318:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696039.540320:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696039.540322:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696039.540327:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696039.540334:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d08f00 00000100:00000001:1.0:1788696039.540335:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696039.540341:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788696039.540342:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xa15 [1] + 224 00000800:00000001:2.0:1788696039.540348:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1788696039.540350:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1788696039.540352:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788696039.540354:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1788696039.540356:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1788696039.540358:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac292db. 00000400:00000200:2.0:1788696039.540362:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696039.540365:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d9238b2 00000400:00000010:1.0:1788696039.540368:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001d9238b2. 00000100:00000001:1.0:1788696039.540372:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788696039.540373:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696039.540378:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000218cac94 x1875583274356224/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696039.540379:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274356480/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696039.540404:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000218cac94 x1875583274356224/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696039.540406:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e3fb870 x1875583274356480/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696039.540422:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696039.540424:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696039.540427:0:201302:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:2.0:1788696039.540429:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:1.0:1788696039.540430:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696039.540434:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696039.540436:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696039.540438:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1788696039.540439:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696039.540444:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1788696039.540447:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=90 v=5 (5 5 5 0) 00000800:00000001:2.0:1788696039.540448:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696039.540452:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1788696039.540454:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=90 v=5 (1 1 1 0) 00000100:00000001:1.0:1788696039.540459:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696039.540462:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696039.540462:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:3.0:1788696039.540462:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696039.540467:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1788696039.540468:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696039.540473:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788696039.540473:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1788696039.540474:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d08e80 00000400:00000001:3.0:1788696039.540477:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1788696039.540478:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696039.540481:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055786825. 00000100:00000040:1.0:1788696039.540486:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000218cac94 x1875583274356224/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696039.540487:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000840910ba 00000400:00000010:3.0:1788696039.540490:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000840910ba. 00000100:00000001:3.0:1788696039.540494:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788696039.540500:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788696039.540500:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xa1d [1] + 224 00000100:00000200:3.0:1788696039.540501:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274356480/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696039.540506:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696039.540511:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696039.540511:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1788696039.540518:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000218cac94 x1875583274356224/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788696039.540525:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696039.540531:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696039.540541:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000200:3.0:1788696039.540549:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274356480/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696039.540550:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00100000:1.0:1788696039.540552:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274356224:192.168.201.118@tcp:400: 00000100:00000200:2.0:1788696039.540558:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274356352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696039.540559:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696039.540562:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696039.540566:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696039.540568:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696039.540571:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696039.540571:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696039.540574:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696039.540578:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1788696039.540578:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696039.540581:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274356352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696039.540586:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000218cac94 x1875583274356224/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1788696039.540586:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=89 v=5 (5 5 5 0) 00000100:00001000:3.0:1788696039.540598:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1788696039.540605:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696039.540607:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696039.540609:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1788696039.540610:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1788696039.540615:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:3.0:1788696039.540615:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003e3fb870 x1875583274356480/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788696039.540619:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa20ca05. 02000000:00000001:1.0:1788696039.540625:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1788696039.540626:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696039.540629:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:3.0:1788696039.540631:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000020:00000040:1.0:1788696039.540633:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000040:3.0:1788696039.540634:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696039.540637:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696039.540638:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696039.540643:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000040:3.0:1788696039.540644:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274356480/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788696039.540647:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006beeb4bb. 02000000:00000001:1.0:1788696039.540652:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696039.540656:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1788696039.540656:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1788696039.540659:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000218cac94. 00000100:00000001:3.0:1788696039.540660:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696039.540663:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696039.540665:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696039.540666:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696039.540667:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696039.540669:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274356480/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696039.540672:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696039.540672:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788696039.540683:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274356480:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696039.540687:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696039.540688:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696039.540690:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696039.540691:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696039.540693:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696039.540697:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696039.540708:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1788696039.540712:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1788696039.540714:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274356480/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788696039.540719:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696039.540725:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696039.540727:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696039.540729:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b05de65d. 02000000:00000001:3.0:1788696039.540733:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696039.540735:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696039.540736:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696039.540738:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696039.540740:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f68a3b. 02000000:00000001:3.0:1788696039.540742:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696039.540743:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696039.540744:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000001:3.0:1788696039.540747:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696039.540748:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696039.540750:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696039.540754:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696039.540755:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696039.540757:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1788696039.540758:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1788696039.540759:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788696039.540762:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696039.540765:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000e2edc2. 00000400:00000200:0.0:1788696039.540770:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008155608f 00000400:00000010:0.0:1788696039.540772:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008155608f. 00000100:00000001:0.0:1788696039.540775:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696039.540778:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274356352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696039.540786:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274356352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696039.540792:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696039.540794:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696039.540795:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696039.540803:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696039.540804:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696039.540806:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696039.540807:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696039.540811:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=90 v=5 (5 5 5 0) 00000100:00001000:0.0:1788696039.540814:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=90 v=5 (1 1 1 0) 00000100:00000001:0.0:1788696039.540817:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696039.540818:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696039.540819:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696039.540821:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696039.540823:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696039.540825:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696039.540826:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696039.540827:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696039.540830:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274356352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696039.540837:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696039.540839:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696039.540840:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696039.540842:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274356352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696039.540883:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274356352:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696039.540888:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696039.540890:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696039.540893:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274356352/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696055 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696039.540898:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696039.540900:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696039.540902:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e15e546. 02000000:00000001:0.0:1788696039.540905:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696039.540906:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696039.540908:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696039.540910:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696039.540916:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a4df8fd. 02000000:00000001:0.0:1788696039.540918:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696039.540919:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696039.540920:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000001:0.0:1788696039.540923:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696039.540924:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696039.540925:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696039.540929:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696039.540930:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696039.540932:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696039.540933:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696040.493963:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696040.493969:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696040.493974:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696040.493976:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696040.494013:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696040.494016:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696040.494019:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696040.813955:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307002609, at 4307002624 00000100:00000040:1.0:1788696040.813955:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307002609, at 4307002624 00000100:00000040:2.0:1788696040.813955:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307002609, at 4307002624 00000100:00000010:2.0:1788696040.813970:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000033b0b89. 00000100:00000010:0.0:1788696040.813972:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007fa6a9e5. 00000100:00000040:3.0:1788696040.813972:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307002609, at 4307002624 00000100:00000010:1.0:1788696040.813975:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000accae067. 00000100:00000010:3.0:1788696040.813983:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2941297. 00010000:00000001:2.0:1788696041.517963:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696041.517969:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696041.517975:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696041.517976:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696041.518041:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696041.518045:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696041.518047:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696042.542719:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696042.542727:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696042.542735:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696042.542738:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696042.542741:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696042.542745:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696042.542748:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696042.542750:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696042.542752:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696042.542754:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696042.542818:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696042.542822:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696042.542825:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696043.566106:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696043.566113:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696043.566118:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696043.566119:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696043.566277:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696043.566281:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696043.566284:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696044.589962:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696044.589969:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696044.589974:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696044.589975:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696044.590049:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696044.590053:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696044.590056:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696044.653948:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696044.653958:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696044.653967:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000020:00000040:3.0:1788696044.653972:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696044.653978:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696044.653981:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696044.653985:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696044.653992:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f68a3b. 00000100:00000001:3.0:1788696044.653999:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696044.654009:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000003e3fb870 x1875583274356608/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696044.654040:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696044.654042:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696044.654047:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3fb870] to pc [ptlrpcd_00_02+2] req@000000003e3fb870 x1875583274356608/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696044.654089:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696044.654092:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696044.654096:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696044.654099:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788696044.654102:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696044.654105:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696044.654106:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696044.654108:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696044.654112:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008513bebc. 00000100:00000001:3.0:1788696044.654115:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696044.654119:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000048524a16 x1875583274356736/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696044.654126:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696044.654128:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696044.654132:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_03+3] req@0000000048524a16 x1875583274356736/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696044.654140:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696044.654142:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696044.654146:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696044.654148:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32a5d79. 00000020:00000040:3.0:1788696044.654151:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696044.654153:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696044.654155:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696044.654156:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696044.654159:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000842c2c60. 00000100:00000001:3.0:1788696044.654167:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696044.654171:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a32a5d79 x1875583274356864/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696044.654177:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696044.654188:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696044.654193:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a32a5d79] to pc [ptlrpcd_00_00+0] req@00000000a32a5d79 x1875583274356864/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696044.654210:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696044.654212:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788696044.654216:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788696044.654220:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12344) 00000100:00000001:1.0:1788696044.654232:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788696044.654237:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788696044.654239:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696044.654246:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696044.654249:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696044.654251:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696044.654252:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696044.654255:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696044.654260:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a32a5d79 x1875583274356864/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696044.654269:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696044.654271:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696044.654273:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696044.654276:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696044.654278:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696044.654281:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274356864:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696044.654291:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696044.654297:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696044.654305:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696044.654307:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696044.654311:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c7c5973. 02000000:00000001:1.0:1788696044.654313:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696044.654319:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac292db. 00000400:00000010:1.0:1788696044.654327:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d9238b2. 00000100:00000001:0.0:1788696044.654334:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1788696044.654334:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274356864, portal 10 00000100:00000001:0.0:1788696044.654339:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696044.654339:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696044.654343:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788696044.654343:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548231040 : -113296161320576 : ffff98f52e8cd180) 00000100:00000040:0.0:1788696044.654350:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274356608/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696044.654354:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a32a5d79 x1875583274356864/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696044.654370:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696044.654372:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696044.654375:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1788696044.654376:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696044.654379:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788696044.654380:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788696044.654384:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696044.654386:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012c19064. 00000100:00100000:0.0:1788696044.654390:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274356608:192.168.201.118@tcp:400: 00000100:00000200:1.0:1788696044.654391:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274356864, offset 0 00000100:00000001:0.0:1788696044.654398:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696044.654401:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1788696044.654403:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788696044.654410:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696044.654412:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696044.654415:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dcd81a5c. 02000000:00000001:0.0:1788696044.654418:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696044.654418:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000010:0.0:1788696044.654425:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000e2edc2. 00000400:00000200:1.0:1788696044.654427:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1788696044.654431:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008155608f. 00000400:00000200:1.0:1788696044.654433:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000200:0.0:1788696044.654436:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274356608, portal 25 00000400:00000200:1.0:1788696044.654439:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788696044.654441:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696044.654444:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000400:00000200:1.0:1788696044.654444:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000040:0.0:1788696044.654453:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274356608/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696044.654454:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [298:298:256:4294967295] 192.168.201.118@tcp LPNI seq info [298:298:8:4294967295] 00000100:00000001:0.0:1788696044.654467:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696044.654474:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696044.654478:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000010:0.0:1788696044.654479:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000443e6238. 00000100:00000200:0.0:1788696044.654484:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274356608, offset 0 00000800:00000200:1.0:1788696044.654488:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696044.654493:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696044.654495:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006596e7c6. 00000400:00000200:0.0:1788696044.654500:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000200:1.0:1788696044.654504:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:0.0:1788696044.654505:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696044.654512:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696044.654515:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1788696044.654519:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:0.0:1788696044.654521:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000200:1.0:1788696044.654526:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006596e7c6 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1788696044.654527:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [299:299:255:4294967295] 192.168.201.118@tcp LPNI seq info [299:299:7:4294967295] 00000400:00000200:0.0:1788696044.654539:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696044.654543:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696044.654547:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014613afe. 00000800:00000200:0.0:1788696044.654551:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:1.0:1788696044.654551:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696044.654556:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696044.654559:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000014613afe type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1788696044.654563:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 40543 usecs (41 jiffies) 00000100:00000001:0.0:1788696044.654564:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696044.654570:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307007729 00000100:00000001:1.0:1788696044.654570:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307006505 00000100:00000010:0.0:1788696044.654577:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038ecd934. 00000100:00000001:2.0:1788696044.654637:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696044.654641:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696044.654642:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696044.654646:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274356736/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696044.654653:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696044.654654:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696044.654657:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696044.654659:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696044.654661:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696044.654663:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274356736:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696044.654667:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1788696044.654667:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1788696044.654671:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:3.0:1788696044.654672:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006596e7c6. 02000000:00000001:2.0:1788696044.654674:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696044.654678:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1788696044.654678:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1788696044.654683:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aaf2202a. 02000000:00000001:2.0:1788696044.654688:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696044.654688:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000010:2.0:1788696044.654694:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b66a123. 00000400:00000200:3.0:1788696044.654696:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012c19064 00000400:00000010:3.0:1788696044.654700:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000012c19064. 00000100:00000001:3.0:1788696044.654704:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696044.654708:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a32a5d79 x1875583274356864/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696044.654717:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696044.654719:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696044.654724:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a32a5d79 x1875583274356864/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696060 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696044.654725:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307007729 00000100:00000010:0.0:1788696044.654730:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4964a0e. 00000100:00000001:0.0:1788696044.654736:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696044.654737:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696044.654740:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307007729 00000100:00000001:3.0:1788696044.654741:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:0.0:1788696044.654746:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b799af0. 00000100:00000001:0.0:1788696044.654750:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788696044.654753:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307007729 00000100:00000010:0.0:1788696044.654755:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009bba77ba. 00000100:00000001:0.0:1788696044.654758:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788696044.654760:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696044.654763:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696044.654766:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696044.654768:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696044.654772:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696044.654773:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696044.654775:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696044.654776:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696044.654778:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696044.654780:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696044.654790:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696044.654793:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696044.654811:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696044.654815:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014613afe. 00000400:00000200:3.0:1788696044.654819:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696044.654823:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696044.655151:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307007729 00000100:00000001:1.0:1788696044.655155:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307006506 00000100:00000001:1.0:1788696044.655157:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307007729 00000100:00000001:1.0:1788696044.655158:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307006506 00000100:00000001:1.0:1788696044.655160:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307007729 00000100:00000001:1.0:1788696044.655161:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307006506 00000100:00000001:1.0:1788696044.655163:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307007729 00000100:00000001:1.0:1788696044.655164:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696044.655167:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696044.655169:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696044.655172:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696044.659149:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543061b9. 00000100:00000200:0.0:1788696044.659164:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274356736, portal 10 00000100:00000001:0.0:1788696044.659168:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696044.659170:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000100:00000040:0.0:1788696044.659182:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274356736/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696044.659190:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696044.659194:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696044.659196:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027814ea5. 00000400:00000200:3.0:1788696044.659197:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000443e6238 00000400:00000010:3.0:1788696044.659218:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000443e6238. 00000100:00000001:3.0:1788696044.659224:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696044.659230:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274356608/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696044.659240:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696044.659242:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274356608/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696060 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696044.659250:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696044.659252:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696044.659269:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696044.659279:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696044.659282:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696044.659284:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696044.659290:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696044.659301:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09080 00000100:00000200:0.0:1788696044.660035:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274356736, offset 0 00000400:00000200:0.0:1788696044.660045:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696044.660063:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696044.660068:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696044.660076:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696044.660079:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696044.660082:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696044.660085:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [300:300:256:4294967295] 192.168.201.118@tcp LPNI seq info [300:300:8:4294967295] 00000400:00000200:0.0:1788696044.660096:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696044.660102:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696044.660107:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee81603. 00000800:00000200:0.0:1788696044.660114:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696044.660123:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:3.0:1788696044.660124:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xa25 [1] + 224 00000800:00000200:0.0:1788696044.660129:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000ee81603 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696044.660145:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696044.660146:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1788696044.660151:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 39878 usecs (40 jiffies) 00000800:00000001:3.0:1788696044.660154:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696044.660156:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307006510 00000400:00000200:3.0:1788696044.660159:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788696044.660162:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307007729 00000400:00000200:3.0:1788696044.660165:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696044.660168:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307006510 00000100:00000001:0.0:1788696044.660171:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307007729 00000100:00000001:3.0:1788696044.660172:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788696044.660174:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307006510 00000100:00000001:0.0:1788696044.660178:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307007729 00000100:00000001:0.0:1788696044.660180:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307006510 00000100:00000001:0.0:1788696044.660182:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307007729 00000100:00000001:0.0:1788696044.660183:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696044.660187:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696044.660190:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696044.660193:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696044.660200:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696044.660202:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696044.660210:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696044.660212:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696044.660213:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696044.660216:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696044.660508:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696044.660512:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee81603. 00000400:00000200:2.0:1788696044.660517:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696044.660520:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696044.660523:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027814ea5 00000400:00000010:2.0:1788696044.660524:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000027814ea5. 00000100:00000001:2.0:1788696044.660528:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696044.660531:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274356736/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696044.660539:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696044.660541:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274356736/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696060 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696044.660559:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696044.660560:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1788696044.660608:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a32a5d79 x1875583274356864/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696044.660627:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a32a5d79 x1875583274356864/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696044.660663:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696044.660666:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696044.660681:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696044.660689:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696044.660693:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696044.660695:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696044.660697:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696044.660701:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696044.660708:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d08f80 00000400:00000200:3.0:1788696044.660721:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xa2d [1] + 224 00000800:00000001:3.0:1788696044.660725:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696044.660730:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696044.660732:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696044.660735:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696044.660739:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696044.660741:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274356608/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696044.660750:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e3fb870 x1875583274356608/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696044.660766:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696044.660771:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696044.660773:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788696044.660815:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696044.660817:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696044.660819:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac292db. 00000400:00000200:1.0:1788696044.660823:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d9238b2 00000400:00000010:1.0:1788696044.660824:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001d9238b2. 00000100:00000001:1.0:1788696044.660827:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696044.660831:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a32a5d79 x1875583274356864/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696044.660838:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a32a5d79 x1875583274356864/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696044.660866:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696044.660869:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696044.660871:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696044.660873:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696044.660876:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696044.660878:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696044.660886:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696044.660895:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=94 v=5 (5 5 5 0) 00000100:00001000:1.0:1788696044.660899:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=61 v=5 (1 0 0 0) 00000100:00000001:1.0:1788696044.660901:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696044.660903:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696044.660905:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788696044.660910:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a32a5d79 x1875583274356864/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696044.660916:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696044.660919:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696044.660921:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696044.660923:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696044.660924:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696044.660927:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a32a5d79 x1875583274356864/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696044.660934:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696044.660936:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696044.660937:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696044.660940:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a32a5d79 x1875583274356864/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696044.660947:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274356864:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696044.660952:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696044.660953:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696044.660955:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a32a5d79 x1875583274356864/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696044.660962:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696044.660965:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696044.660968:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c7c5973. 02000000:00000001:1.0:1788696044.660972:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696044.660975:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:0.0:1788696044.660978:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696044.660981:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696044.660985:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696044.660986:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696044.660988:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000e2edc2. 00000400:00000200:0.0:1788696044.660991:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008155608f 00000400:00000010:0.0:1788696044.660993:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008155608f. 00000100:00000001:0.0:1788696044.660996:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696044.661000:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274356608/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696044.661008:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274356608/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696044.661014:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696044.661015:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696044.661018:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696044.661019:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696044.661020:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696044.661021:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696044.661023:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696044.661026:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=95 v=5 (5 5 5 0) 00000100:00001000:0.0:1788696044.661029:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=95 v=5 (1 1 1 0) 00000100:00000001:0.0:1788696044.661031:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696044.661032:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696044.661033:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696044.661035:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696044.661037:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696044.661039:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274356608/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696044.661045:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696044.661046:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696044.661047:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696044.661050:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274356608/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696044.661062:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274356608:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696044.661067:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696044.661068:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696044.661070:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274356608/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696044.661076:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696044.661077:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696044.661079:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dcd81a5c. 02000000:00000001:0.0:1788696044.661082:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696044.661083:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696044.661084:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696044.661086:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696044.661089:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f68a3b. 02000000:00000001:0.0:1788696044.661092:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696044.661094:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696044.661095:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000001:0.0:1788696044.661099:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696044.661100:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696044.661101:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696044.661106:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1788696044.661107:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696044.661109:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696044.661111:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696044.661113:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696044.661117:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696044.661120:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000842c2c60. 02000000:00000001:1.0:1788696044.661124:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696044.661126:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696044.661127:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32a5d79. 00000100:00000001:1.0:1788696044.661131:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696044.661133:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696044.661135:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696044.661138:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696044.661140:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696044.661141:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696044.661143:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696044.663427:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696044.663439:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696044.663444:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696044.663446:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696044.663455:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696044.663469:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09000 00000400:00000200:1.0:1788696044.663475:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xa35 [1] + 224 00000800:00000001:1.0:1788696044.663481:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696044.663487:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696044.663489:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696044.663494:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696044.663500:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696044.663506:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274356736/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696044.663517:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274356736/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696044.663536:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696044.663544:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696044.663547:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696044.663646:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696044.663649:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696044.663655:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696044.663657:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696044.663659:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b66a123. 00000400:00000200:0.0:1788696044.663664:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543061b9 00000400:00000010:0.0:1788696044.663666:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000543061b9. 00000100:00000001:0.0:1788696044.663668:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696044.663672:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274356736/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696044.663680:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274356736/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696044.663697:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696044.663699:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696044.663702:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696044.663704:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696044.663706:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696044.663708:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696044.663710:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696044.663718:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=95 v=5 (5 5 5 0) 00000100:00001000:0.0:1788696044.663722:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=95 v=5 (1 1 1 0) 00000100:00000001:0.0:1788696044.663724:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696044.663726:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696044.663728:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696044.663731:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696044.663733:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696044.663735:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696044.663736:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696044.663738:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696044.663741:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274356736/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696044.663747:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696044.663749:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696044.663751:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696044.663754:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274356736/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696044.663761:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274356736:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696044.663765:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696044.663768:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696044.663770:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274356736/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696060 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696044.663775:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696044.663777:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696044.663786:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aaf2202a. 02000000:00000001:0.0:1788696044.663790:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696044.663792:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696044.663793:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696044.663795:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696044.663797:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008513bebc. 02000000:00000001:0.0:1788696044.663800:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696044.663802:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696044.663803:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000100:00000001:0.0:1788696044.663807:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696044.663808:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696044.663810:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696044.663816:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696044.663817:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696044.663819:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696044.663822:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696045.613953:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696045.613959:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696045.613962:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696045.613963:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696045.614037:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696045.614040:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696045.614042:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696045.933914:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307007729, at 4307007744 00000100:00000040:0.0:1788696045.933919:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307007729, at 4307007744 00000100:00000010:0.0:1788696045.933930:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038ecd934. 00000100:00000010:2.0:1788696045.933932:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b799af0. 00000100:00000040:3.0:1788696045.934668:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307007729, at 4307007744 00000100:00000010:3.0:1788696045.934677:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bba77ba. 00000100:00000040:1.0:1788696045.935026:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307007729, at 4307007744 00000100:00000010:1.0:1788696045.935033:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4964a0e. 00010000:00000001:2.0:1788696046.637960:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696046.637967:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696046.637973:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696046.637974:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696046.638092:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696046.638096:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696046.638099:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696047.661954:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696047.661962:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696047.661967:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696047.661968:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696047.662069:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696047.662074:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696047.662078:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696048.686679:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696048.686687:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696048.686690:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696048.686692:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696048.686697:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696048.686700:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696048.686701:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696048.686703:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696048.686707:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696048.686709:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696048.687012:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696048.687015:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696048.687018:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696049.710035:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696049.710042:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696049.710048:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696049.710049:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696049.710097:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696049.710101:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696049.710104:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696049.774054:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696049.774066:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696049.774076:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f121889. 00000020:00000040:0.0:1788696049.774083:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696049.774088:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696049.774091:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696049.774096:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696049.774104:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f8e491. 00000100:00000001:0.0:1788696049.774110:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696049.774135:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000001f121889 x1875583274356992/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696049.774157:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696049.774160:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696049.774166:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f121889] to pc [ptlrpcd_00_01+1] req@000000001f121889 x1875583274356992/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696049.774199:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696049.774201:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696049.774204:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696049.774207:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c910da9. 00000020:00000040:0.0:1788696049.774210:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696049.774212:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696049.774214:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696049.774216:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696049.774219:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000150a73a8. 00000100:00000001:0.0:1788696049.774222:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696049.774226:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000006c910da9 x1875583274357120/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696049.774233:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696049.774235:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696049.774238:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c910da9] to pc [ptlrpcd_00_02+2] req@000000006c910da9 x1875583274357120/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696049.774242:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788696049.774249:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788696049.774253:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696049.774260:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696049.774262:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696049.774264:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696049.774273:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696049.774275:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788696049.774278:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696049.774282:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f121889 x1875583274356992/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696049.774283:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696049.774290:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696049.774294:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033cb097c. 00000100:00000001:2.0:1788696049.774296:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1788696049.774298:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696049.774300:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696049.774302:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696049.774305:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696049.774305:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696049.774307:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696049.774309:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696049.774313:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696049.774320:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274356992:192.168.201.118@tcp:400: 02000000:00000010:0.0:1788696049.774321:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024382ee1. 00000100:00000001:2.0:1788696049.774327:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696049.774328:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696049.774328:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1788696049.774334:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788696049.774335:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788696049.774337:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000033cb097c x1875583274357248/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1788696049.774339:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696049.774339:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1788696049.774345:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1788696049.774348:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c910da9 x1875583274357120/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1788696049.774352:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000005b68b6f. 02000000:00000001:2.0:1788696049.774357:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696049.774359:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696049.774363:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696049.774366:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dac84ed5. 00000100:00000001:3.0:1788696049.774369:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1788696049.774372:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033cb097c] to pc [ptlrpcd_00_03+3] req@0000000033cb097c x1875583274357248/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696049.774373:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696049.774375:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf54be2d. 02000000:00000001:3.0:1788696049.774378:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696049.774382:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1788696049.774386:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274356992, portal 25 02000000:00000001:3.0:1788696049.774388:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696049.774391:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696049.774394:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438912 : -113296827112704 : ffff98f506dda300) 00000100:00100000:3.0:1788696049.774395:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006c910da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274357120:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696049.774396:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696049.774402:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1788696049.774404:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001f121889 x1875583274356992/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696049.774406:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696049.774409:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696049.774410:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1788696049.774415:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1788696049.774420:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1788696049.774421:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001157687b. 00000100:00000001:2.0:1788696049.774424:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1788696049.774426:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696049.774428:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12349) 00000100:00000040:2.0:1788696049.774429:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696049.774434:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038150b0b. 00000400:00000010:3.0:1788696049.774438:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057989d25. 00000100:00000200:2.0:1788696049.774439:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274356992, offset 0 00000100:00000001:0.0:1788696049.774445:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1788696049.774446:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000612417f3. 00000100:00000001:0.0:1788696049.774448:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1788696049.774451:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274357120, portal 10 00000100:00000001:0.0:1788696049.774452:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788696049.774456:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1788696049.774458:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033cb097c x1875583274357248/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696049.774459:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882433536 : -113296827118080 : ffff98f506dd8e00) 00000100:00000001:0.0:1788696049.774469:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1788696049.774470:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006c910da9 x1875583274357120/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696049.774472:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696049.774478:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696049.774481:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696049.774484:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1788696049.774485:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696049.774489:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00100000:0.0:1788696049.774493:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000033cb097c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274357248:192.168.201.118@tcp:400: 00000400:00000010:3.0:1788696049.774493:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad957e8. 00000100:00000200:3.0:1788696049.774498:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274357120, offset 0 00000100:00000001:0.0:1788696049.774500:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696049.774504:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696049.774507:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696049.774508:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788696049.774511:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696049.774516:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b43ac28. 02000000:00000001:0.0:1788696049.774527:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696049.774531:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000e2edc2. 00000400:00000200:3.0:1788696049.774535:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000010:0.0:1788696049.774537:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543061b9. 00000400:00000200:3.0:1788696049.774541:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696049.774546:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000200:0.0:1788696049.774549:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274357248, portal 10 00000400:00000200:3.0:1788696049.774552:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788696049.774553:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696049.774557:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882443392 : -113296827108224 : ffff98f506ddb480) 00000400:00000200:3.0:1788696049.774558:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696049.774564:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [301:301:256:4294967295] 192.168.201.118@tcp LPNI seq info [301:301:8:4294967295] 00000100:00000040:0.0:1788696049.774567:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000033cb097c x1875583274357248/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696049.774576:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696049.774585:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1788696049.774587:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000040:0.0:1788696049.774592:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696049.774597:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008155608f. 00000800:00000200:3.0:1788696049.774600:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000200:0.0:1788696049.774602:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274357248, offset 0 00000400:00000200:2.0:1788696049.774606:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000010:3.0:1788696049.774608:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a289aad5. 00000400:00000200:2.0:1788696049.774612:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696049.774613:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696049.774617:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000800:00000200:3.0:1788696049.774620:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:2.0:1788696049.774624:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696049.774627:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000200:3.0:1788696049.774631:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696049.774637:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a289aad5 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788696049.774640:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [302:302:255:4294967295] 192.168.201.118@tcp LPNI seq info [302:302:7:4294967295] 00000100:00000001:1.0:1788696049.774649:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788696049.774650:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788696049.774652:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696049.774653:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696049.774656:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696049.774660:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000040:3.0:1788696049.774660:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 39550 usecs (40 jiffies) 00000800:00000010:2.0:1788696049.774663:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a3e8ab7. 00000100:00000001:3.0:1788696049.774668:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307011624 00000400:00000200:0.0:1788696049.774669:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1788696049.774673:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000010:3.0:1788696049.774676:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000400:00000200:0.0:1788696049.774677:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000800:00000200:2.0:1788696049.774682:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:0.0:1788696049.774684:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788696049.774686:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000800:00000200:2.0:1788696049.774687:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a3e8ab7 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1788696049.774691:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788696049.774694:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696049.774696:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307011624 00000400:00000200:0.0:1788696049.774699:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [303:303:254:4294967295] 192.168.201.118@tcp LPNI seq info [303:303:6:4294967295] 00000100:00000001:2.0:1788696049.774699:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307012849 00000100:00000001:2.0:1788696049.774708:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307011624 00000100:00000010:3.0:1788696049.774708:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81c9ce7. 00000100:00000001:3.0:1788696049.774716:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696049.774718:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307012849 00000400:00000200:0.0:1788696049.774720:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788696049.774724:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307011624 00000100:00000001:2.0:1788696049.774725:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307011624 00000800:00000200:0.0:1788696049.774730:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000010:3.0:1788696049.774731:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000800:00000010:0.0:1788696049.774738:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee81603. 00000100:00000001:3.0:1788696049.774738:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696049.774744:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307012849 00000800:00000200:0.0:1788696049.774745:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788696049.774745:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307011624 00000100:00000001:2.0:1788696049.774751:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307011624 00000100:00000010:3.0:1788696049.774752:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000800:00000200:0.0:1788696049.774757:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:2.0:1788696049.774758:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307012849 00000100:00000001:3.0:1788696049.774759:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000800:00000200:0.0:1788696049.774763:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000ee81603 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696049.774767:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696049.774768:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696049.774768:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307011624 00000100:00000001:3.0:1788696049.774772:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696049.774774:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 40156 usecs (41 jiffies) 00000100:00000001:2.0:1788696049.774776:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696049.774777:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696049.774780:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307011625 00000100:00000001:2.0:1788696049.774781:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696049.774782:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696049.774786:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307012849 00000100:00000001:2.0:1788696049.774787:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696049.774790:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696049.774792:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307011625 00000100:00000001:3.0:1788696049.774793:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696049.774794:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696049.774796:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307012849 00000100:00000001:0.0:1788696049.774801:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307011625 00000100:00000001:3.0:1788696049.774801:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696049.774804:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696049.774806:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696049.774811:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696049.774812:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307012849 00000100:00000001:0.0:1788696049.774816:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307011625 00000100:00000001:0.0:1788696049.774818:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307012849 00000100:00000001:0.0:1788696049.774820:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696049.774822:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696049.774825:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696049.774827:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696049.774832:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696049.774834:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696049.774837:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696049.774838:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1788696049.774838:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788696049.774841:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788696049.774843:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a289aad5. 00000400:00000200:2.0:1788696049.774869:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696049.774875:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696049.774878:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696049.774881:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad957e8 00000400:00000010:2.0:1788696049.774884:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fad957e8. 00000100:00000001:2.0:1788696049.774889:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696049.774892:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006c910da9 x1875583274357120/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696049.774913:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696049.774916:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c910da9 x1875583274357120/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696065 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696049.774922:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696049.774924:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696049.774936:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696049.774938:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a3e8ab7. 00000400:00000200:2.0:1788696049.774941:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696049.774944:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696049.774946:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038150b0b 00000400:00000010:2.0:1788696049.774947:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000038150b0b. 00000100:00000001:2.0:1788696049.774950:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696049.774952:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001f121889 x1875583274356992/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696049.774958:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696049.774960:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f121889 x1875583274356992/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696065 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696049.774966:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696049.774967:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696049.775035:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696049.775038:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee81603. 00000400:00000200:2.0:1788696049.775041:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696049.775044:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696049.775046:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008155608f 00000400:00000010:2.0:1788696049.775047:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008155608f. 00000100:00000001:2.0:1788696049.775050:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696049.775052:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000033cb097c x1875583274357248/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696049.775059:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696049.775061:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033cb097c x1875583274357248/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696065 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696049.775078:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696049.775079:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696049.780837:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696049.780897:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696049.780902:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696049.780904:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696049.780916:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696049.780932:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09180 00000400:00000200:3.0:1788696049.780939:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xa45 [1] + 224 00000800:00000001:3.0:1788696049.780946:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696049.780950:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696049.780952:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696049.780957:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696049.780964:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696049.780972:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006c910da9 x1875583274357120/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696049.781003:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c910da9 x1875583274357120/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696049.781026:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696049.781034:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696049.781038:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696049.781040:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696049.781042:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696049.781055:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696049.781062:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09200 00000400:00000200:3.0:1788696049.781067:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xa4d [1] + 224 00000800:00000001:3.0:1788696049.781070:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696049.781075:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696049.781077:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696049.781080:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696049.781083:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696049.781086:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000033cb097c x1875583274357248/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696049.781114:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696049.781119:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696049.781207:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696049.781210:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696049.781212:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057989d25. 00000400:00000200:0.0:1788696049.781218:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000612417f3 00000400:00000010:0.0:1788696049.781220:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000612417f3. 00000100:00000001:0.0:1788696049.781223:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696049.781228:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006c910da9 x1875583274357120/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696049.781237:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006c910da9 x1875583274357120/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696049.781244:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696049.781246:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696049.781248:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696049.781250:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696049.781253:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696049.781255:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696049.781258:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696049.781266:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=100 v=5 (5 5 5 0) 00000100:00001000:0.0:1788696049.781270:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=100 v=5 (1 1 1 0) 00000100:00000001:0.0:1788696049.781280:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696049.781282:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696049.781284:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696049.781288:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696049.781292:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696049.781294:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696049.781296:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696049.781298:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696049.781302:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c910da9 x1875583274357120/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696049.781309:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696049.781313:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696049.781314:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696049.781317:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c910da9 x1875583274357120/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696049.781324:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006c910da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274357120:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696049.781329:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696049.781331:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696049.781334:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c910da9 x1875583274357120/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696049.781341:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696049.781343:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696049.781346:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001157687b. 02000000:00000001:0.0:1788696049.781350:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696049.781352:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696049.781354:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696049.781356:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696049.781358:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000150a73a8. 02000000:00000001:0.0:1788696049.781361:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696049.781363:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696049.781364:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c910da9. 00000100:00000001:0.0:1788696049.781367:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696049.781368:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696049.781376:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696049.781383:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696049.781384:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696049.781387:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696049.781389:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696049.781537:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033cb097c x1875583274357248/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696049.781557:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696049.781562:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696049.781566:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696049.781568:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696049.781570:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696049.781572:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696049.781576:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d09100 00000100:00000001:0.0:1788696049.781676:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696049.781678:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788696049.782263:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xa3d [1] + 224 00000400:00000001:0.0:1788696049.782285:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696049.782287:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696049.782289:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000e2edc2. 00000400:00000200:0.0:1788696049.782294:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543061b9 00000400:00000010:0.0:1788696049.782295:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000543061b9. 00000100:00000001:0.0:1788696049.782307:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696049.782311:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000033cb097c x1875583274357248/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696049.782319:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000033cb097c x1875583274357248/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696049.782325:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696049.782326:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696049.782339:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696049.782342:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696049.782343:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696049.782345:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696049.782347:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696049.782352:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=99 v=5 (5 5 5 0) 00000100:00001000:0.0:1788696049.782355:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1788696049.782358:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696049.782359:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696049.782360:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696049.782364:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000033cb097c x1875583274357248/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696049.782370:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696049.782373:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696049.782374:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696049.782376:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696049.782385:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696049.782389:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033cb097c x1875583274357248/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696049.782396:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696049.782398:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696049.782399:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696049.782402:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033cb097c x1875583274357248/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696049.782408:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000033cb097c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274357248:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696049.782412:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696049.782415:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696049.782416:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033cb097c x1875583274357248/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696049.782423:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696049.782424:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696049.782427:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b43ac28. 02000000:00000001:0.0:1788696049.782430:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696049.782432:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696049.782433:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696049.782435:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696049.782437:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024382ee1. 02000000:00000001:0.0:1788696049.782439:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696049.782440:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696049.782442:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033cb097c. 00000100:00000001:0.0:1788696049.782444:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696049.782445:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696049.782447:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696049.782451:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696049.782452:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696049.782454:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696049.782455:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696049.782840:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696049.782866:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696049.782875:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696049.782880:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696049.782885:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696049.782889:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001f121889 x1875583274356992/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696049.782897:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f121889 x1875583274356992/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696049.782918:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696049.782925:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696049.782929:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696049.782989:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696049.782992:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696049.782996:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696049.782998:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696049.783000:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dac84ed5. 00000400:00000200:2.0:1788696049.783005:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf54be2d 00000400:00000010:2.0:1788696049.783007:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000bf54be2d. 00000100:00000001:2.0:1788696049.783010:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696049.783013:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001f121889 x1875583274356992/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696049.783021:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001f121889 x1875583274356992/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696049.783026:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696049.783027:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696049.783028:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696049.783029:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696049.783030:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696049.783031:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696049.783032:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696049.783034:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=100 v=5 (5 5 5 0) 00000100:00001000:2.0:1788696049.783036:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=100 v=5 (1 1 1 0) 00000100:00000001:2.0:1788696049.783037:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696049.783038:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696049.783039:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696049.783047:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696049.783049:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696049.783052:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f121889 x1875583274356992/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696049.783058:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696049.783060:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696049.783061:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696049.783064:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f121889 x1875583274356992/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696049.783077:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274356992:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696049.783082:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696049.783084:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696049.783086:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f121889 x1875583274356992/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696065 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696049.783091:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696049.783092:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696049.783094:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000005b68b6f. 02000000:00000001:2.0:1788696049.783096:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696049.783097:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696049.783098:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788696049.783099:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696049.783100:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f8e491. 02000000:00000001:2.0:1788696049.783102:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696049.783102:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696049.783103:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f121889. 00000100:00000001:2.0:1788696049.783105:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696049.783106:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696049.783107:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696049.783110:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696049.783111:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696049.783112:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696049.783114:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696050.733974:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696050.733982:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696050.733988:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696050.733989:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696050.737595:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696050.737603:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696050.737623:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696051.053962:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307012849, at 4307012864 00000100:00000010:0.0:1788696051.053980:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00000100:00000040:2.0:1788696051.054075:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307012849, at 4307012864 00000100:00000010:2.0:1788696051.054082:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00000100:00000040:3.0:1788696051.054116:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307012849, at 4307012864 00000100:00000010:3.0:1788696051.054122:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c64039. 00000100:00000040:1.0:1788696051.054190:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307012849, at 4307012864 00000100:00000010:1.0:1788696051.054197:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81c9ce7. 00010000:00000001:2.0:1788696051.757931:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696051.757938:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696051.757943:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696051.757944:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696051.758300:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696051.758305:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696051.758308:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696052.782077:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696052.782085:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696052.782091:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696052.782094:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696052.782097:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696052.782100:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696052.782102:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696052.782105:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696052.782107:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696052.782108:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696052.784567:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696052.784575:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696052.784579:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696053.805968:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696053.805974:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696053.805979:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696053.805980:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696053.807007:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696053.807012:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696053.807015:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696054.830345:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696054.830352:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696054.830358:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696054.830359:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696054.830563:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696054.830567:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696054.830569:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696054.894479:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696054.894488:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696054.894495:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016cdf310. 00000020:00000040:1.0:1788696054.894502:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696054.894506:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696054.894509:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696054.894513:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696054.894520:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000032870841. 00000100:00000001:1.0:1788696054.894527:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696054.894538:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000016cdf310 x1875583274357376/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696054.894547:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696054.894550:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696054.894555:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016cdf310] to pc [ptlrpcd_00_00+0] req@0000000016cdf310 x1875583274357376/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696054.894595:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696054.894598:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696054.894601:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696054.894604:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006716c132. 00000020:00000040:1.0:1788696054.894619:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696054.894622:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696054.894623:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696054.894625:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696054.894628:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dffc0522. 00000100:00000001:1.0:1788696054.894631:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696054.894636:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000006716c132 x1875583274357504/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696054.894643:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696054.894644:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696054.894647:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006716c132] to pc [ptlrpcd_00_01+1] req@000000006716c132 x1875583274357504/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696054.894655:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696054.894657:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696054.894660:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696054.894662:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5a80015. 00000020:00000040:1.0:1788696054.894664:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696054.894666:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696054.894667:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696054.894669:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696054.894672:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004bb85f65. 00000100:00000001:1.0:1788696054.894674:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696054.894677:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000b5a80015 x1875583274357632/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696054.894684:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696054.894685:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696054.894688:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5a80015] to pc [ptlrpcd_00_02+2] req@00000000b5a80015 x1875583274357632/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696054.894701:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696054.894702:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788696054.894711:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788696054.894715:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12354) 00000100:00000001:1.0:1788696054.894786:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696054.894789:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696054.894792:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696054.894797:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006716c132 x1875583274357504/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696054.894804:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696054.894806:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696054.894810:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696054.894812:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696054.894815:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696054.894818:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006716c132 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274357504:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696054.894822:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696054.894827:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696054.894830:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696054.894832:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696054.894836:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094ed52e3. 02000000:00000001:1.0:1788696054.894838:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696054.894843:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac292db. 00000400:00000010:1.0:1788696054.894895:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d9238b2. 00000100:00000200:1.0:1788696054.894901:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274357504, portal 10 00000100:00000001:1.0:1788696054.894903:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696054.894905:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877476352 : -113296832075264 : ffff98f50691ea00) 00000100:00000040:1.0:1788696054.894911:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006716c132 x1875583274357504/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696054.894917:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696054.894920:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696054.894922:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aff15dcb. 00000100:00000200:1.0:1788696054.894924:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274357504, offset 0 00000400:00000200:1.0:1788696054.894930:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696054.894953:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696054.894965:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696054.894970:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696054.894973:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696054.894976:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696054.894979:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [304:304:256:4294967295] 192.168.201.118@tcp LPNI seq info [304:304:8:4294967295] 00000400:00000200:1.0:1788696054.894989:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696054.894995:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696054.895000:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000372e11cf. 00000800:00000200:1.0:1788696054.895006:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696054.895013:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696054.895017:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000372e11cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696054.895036:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696054.895040:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 39192 usecs (40 jiffies) 00000100:00000001:1.0:1788696054.895044:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307016745 00000100:00000010:1.0:1788696054.895048:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021c2bafd. 00000100:00000001:1.0:1788696054.895053:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696054.895061:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307016745 00000100:00000010:1.0:1788696054.895063:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b48a3b0. 00000100:00000001:1.0:1788696054.895066:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788696054.895068:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307016745 00000100:00000010:1.0:1788696054.895070:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000accae067. 00000100:00000001:1.0:1788696054.895073:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696054.895078:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307016745 00000100:00000010:1.0:1788696054.895080:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009787881e. 00000100:00000001:1.0:1788696054.895083:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696054.895087:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696054.895090:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696054.895093:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696054.895099:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696054.895106:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696054.895108:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696054.895110:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696054.895111:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696054.895112:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696054.895114:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788696054.895115:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696054.895117:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696054.895118:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696054.895119:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696054.895120:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696054.895121:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696054.895124:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016cdf310 x1875583274357376/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696054.895131:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696054.895132:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696054.895134:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696054.895135:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696054.895136:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696054.895138:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000016cdf310 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274357376:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696054.895141:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696054.895144:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696054.895145:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696054.895146:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696054.895148:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000439eefd4. 02000000:00000001:1.0:1788696054.895150:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696054.895153:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008313b947. 00000400:00000010:1.0:1788696054.895156:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e02c571f. 00000100:00000200:1.0:1788696054.895159:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274357376, portal 25 00000100:00000001:1.0:1788696054.895160:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696054.895161:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479936 : -113296832071680 : ffff98f50691f800) 00000100:00000040:1.0:1788696054.895165:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000016cdf310 x1875583274357376/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696054.895171:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696054.895179:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696054.895181:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013cbe2c3. 00000100:00000200:1.0:1788696054.895183:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274357376, offset 0 00000400:00000200:1.0:1788696054.895188:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696054.895192:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696054.895195:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696054.895197:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696054.895199:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696054.895201:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696054.895204:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [305:305:255:4294967295] 192.168.201.118@tcp LPNI seq info [305:305:7:4294967295] 00000400:00000200:1.0:1788696054.895211:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696054.895215:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696054.895218:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000155bbcce. 00000800:00000200:1.0:1788696054.895221:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696054.895225:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696054.895227:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000155bbcce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696054.895230:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696054.895232:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307017970 00000100:00000001:1.0:1788696054.895236:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307016745 00000100:00000001:1.0:1788696054.895239:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307017970 00000100:00000001:1.0:1788696054.895241:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307016745 00000100:00000001:1.0:1788696054.895244:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307017970 00000100:00000001:1.0:1788696054.895246:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307016745 00000100:00000001:1.0:1788696054.895248:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307017970 00000100:00000001:1.0:1788696054.895250:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307016745 00000100:00000001:1.0:1788696054.895252:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696054.895254:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696054.895256:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696054.895258:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696054.895313:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696054.895317:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000372e11cf. 00000400:00000200:2.0:1788696054.895321:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696054.895326:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696054.895332:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aff15dcb 00000400:00000010:2.0:1788696054.895334:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000aff15dcb. 00000100:00000001:2.0:1788696054.895338:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696054.895342:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006716c132 x1875583274357504/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696054.895353:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696054.895355:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006716c132 x1875583274357504/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696070 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696054.895362:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696054.895363:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696054.895422:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696054.895425:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000155bbcce. 00000400:00000200:2.0:1788696054.895437:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696054.895441:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696054.895449:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013cbe2c3 00000400:00000010:2.0:1788696054.895451:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013cbe2c3. 00000100:00000001:2.0:1788696054.895454:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696054.895456:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000016cdf310 x1875583274357376/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696054.895464:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696054.895466:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016cdf310 x1875583274357376/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696070 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696054.895471:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696054.895473:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696054.895488:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696054.895491:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696054.895778:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696054.895781:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696054.895782:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696054.895785:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b5a80015 x1875583274357632/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696054.895792:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696054.895793:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696054.895795:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696054.895797:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696054.895799:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696054.895801:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b5a80015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274357632:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696054.895804:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696054.895807:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696054.895808:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696054.895809:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696054.895816:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da4bbf98. 02000000:00000001:0.0:1788696054.895817:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696054.895820:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000e2edc2. 00000400:00000010:0.0:1788696054.895824:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543061b9. 00000100:00000200:0.0:1788696054.895826:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274357632, portal 10 00000100:00000001:0.0:1788696054.895828:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696054.895829:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877466496 : -113296832085120 : ffff98f50691c380) 00000100:00000040:0.0:1788696054.895841:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b5a80015 x1875583274357632/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696054.895881:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696054.895884:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696054.895887:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f8962fe. 00000100:00000200:0.0:1788696054.895890:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274357632, offset 0 00000400:00000200:0.0:1788696054.895896:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696054.895902:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696054.895905:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696054.895907:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696054.895910:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696054.895912:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696054.895915:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [306:306:256:4294967295] 192.168.201.118@tcp LPNI seq info [306:306:8:4294967295] 00000100:00000001:2.0:1788696054.895916:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696054.895920:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696054.895927:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696054.895932:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696054.895935:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024382ee1. 00000800:00000200:0.0:1788696054.895950:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696054.895954:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696054.895956:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024382ee1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696054.895969:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696054.895972:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 39796 usecs (40 jiffies) 00000100:00000001:0.0:1788696054.895974:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307016746 00000100:00000001:0.0:1788696054.895976:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307017970 00000100:00000001:0.0:1788696054.895978:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307016746 00000100:00000001:0.0:1788696054.895980:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307017970 00000100:00000001:0.0:1788696054.895981:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307016746 00000100:00000001:0.0:1788696054.895983:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307017970 00000100:00000001:0.0:1788696054.895985:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307016746 00000100:00000001:0.0:1788696054.895990:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307017970 00000100:00000001:0.0:1788696054.895992:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696054.895993:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696054.895995:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696054.895996:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696054.895999:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696054.896000:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696054.896001:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696054.896002:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696054.896002:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696054.896003:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696054.896469:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696054.896474:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024382ee1. 00000400:00000200:2.0:1788696054.896477:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696054.896480:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696054.896483:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f8962fe 00000400:00000010:2.0:1788696054.896485:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008f8962fe. 00000100:00000001:2.0:1788696054.896487:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696054.896490:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b5a80015 x1875583274357632/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696054.896498:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696054.896500:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b5a80015 x1875583274357632/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696070 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696054.896505:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696054.896506:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696054.899902:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696054.899927:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696054.899931:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696054.899933:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696054.899942:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696054.899960:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d09280 00000400:00000200:3.0:1788696054.900293:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xa5d [1] + 224 00000800:00000001:3.0:1788696054.900302:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696054.900308:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696054.900311:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696054.900315:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696054.900322:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696054.900328:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000016cdf310 x1875583274357376/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696054.900338:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000016cdf310 x1875583274357376/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696054.900358:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696054.900377:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696054.900381:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696054.901359:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696054.901364:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696054.901372:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696054.901374:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696054.901382:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008313b947. 00000400:00000200:1.0:1788696054.901388:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e02c571f 00000400:00000010:1.0:1788696054.901389:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e02c571f. 00000100:00000001:1.0:1788696054.901393:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696054.901398:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000016cdf310 x1875583274357376/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696054.901406:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000016cdf310 x1875583274357376/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696054.901413:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696054.901415:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696054.901418:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696054.901420:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696054.901423:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696054.901424:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696054.901427:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696054.901446:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=105 v=5 (5 5 5 0) 00000100:00001000:1.0:1788696054.901450:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=105 v=5 (1 1 1 0) 00000100:00000001:1.0:1788696054.901452:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696054.901454:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696054.901456:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696054.901458:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696054.901461:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696054.901465:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016cdf310 x1875583274357376/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696054.901471:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696054.901473:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696054.901475:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696054.901478:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016cdf310 x1875583274357376/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696054.901485:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000016cdf310 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274357376:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696054.901500:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696054.901503:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696054.901506:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016cdf310 x1875583274357376/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696054.901513:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696054.901515:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696054.901519:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000439eefd4. 02000000:00000001:1.0:1788696054.901522:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696054.901525:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696054.901526:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696054.901529:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696054.901531:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000032870841. 02000000:00000001:1.0:1788696054.901534:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696054.901536:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696054.901537:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016cdf310. 00000100:00000001:1.0:1788696054.901540:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696054.901542:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696054.901544:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696054.901546:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696054.901547:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696054.901549:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696054.901550:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696054.902199:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696054.902210:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696054.902214:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696054.902215:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696054.902223:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696054.902247:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09300 00000400:00000200:2.0:1788696054.902254:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xa55 [1] + 224 00000800:00000001:2.0:1788696054.902268:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696054.902272:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696054.902275:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696054.902278:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696054.902284:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696054.902288:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006716c132 x1875583274357504/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696054.902298:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006716c132 x1875583274357504/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696054.902319:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696054.902327:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696054.902330:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696054.902332:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696054.902334:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696054.902338:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696054.902344:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09380 00000400:00000200:2.0:1788696054.902348:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xa65 [1] + 224 00000800:00000001:2.0:1788696054.902351:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696054.902356:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696054.902358:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696054.902360:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696054.902363:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696054.902365:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b5a80015 x1875583274357632/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696054.902370:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b5a80015 x1875583274357632/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696054.902385:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696054.902388:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696054.902390:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696054.902439:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696054.902441:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696054.902444:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696054.902445:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696054.902446:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac292db. 00000400:00000200:1.0:1788696054.902448:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d9238b2 00000400:00000010:1.0:1788696054.902450:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001d9238b2. 00000100:00000001:1.0:1788696054.902452:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696054.902454:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006716c132 x1875583274357504/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696054.902460:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006716c132 x1875583274357504/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696054.902464:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696054.902469:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696054.902471:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696054.902472:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696054.902473:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696054.902475:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696054.902476:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696054.902482:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=105 v=5 (5 5 5 0) 00000100:00001000:1.0:1788696054.902484:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=105 v=5 (1 1 1 0) 00000100:00000001:1.0:1788696054.902485:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696054.902487:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696054.902488:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696054.902491:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696054.902493:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696054.902494:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696054.902495:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696054.902496:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696054.902499:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006716c132 x1875583274357504/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696054.902503:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696054.902504:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696054.902505:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696054.902507:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006716c132 x1875583274357504/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696054.902511:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006716c132 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274357504:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696054.902513:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696054.902514:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696054.902515:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006716c132 x1875583274357504/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696054.902519:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696054.902520:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696054.902521:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094ed52e3. 02000000:00000001:1.0:1788696054.902523:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696054.902525:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696054.902528:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696054.902530:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696054.902531:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dffc0522. 02000000:00000001:1.0:1788696054.902533:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696054.902534:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696054.902535:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006716c132. 00000100:00000001:1.0:1788696054.902537:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696054.902538:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696054.902539:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696054.902545:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696054.902547:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696054.902548:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696054.902549:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696054.902634:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696054.902637:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696054.902639:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696054.902640:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696054.902641:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000e2edc2. 00000400:00000200:0.0:1788696054.902644:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543061b9 00000400:00000010:0.0:1788696054.902645:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000543061b9. 00000100:00000001:0.0:1788696054.902647:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696054.902649:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b5a80015 x1875583274357632/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696054.902654:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b5a80015 x1875583274357632/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696054.902658:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696054.902659:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696054.902660:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696054.902661:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696054.902661:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696054.902662:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696054.902663:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696054.902666:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=104 v=5 (5 5 5 0) 00000100:00001000:0.0:1788696054.902668:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1788696054.902669:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696054.902670:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696054.902671:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696054.902678:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b5a80015 x1875583274357632/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696054.902682:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696054.902683:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696054.902684:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696054.902685:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696054.902686:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696054.902687:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b5a80015 x1875583274357632/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696054.902691:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696054.902692:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696054.902692:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696054.902694:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b5a80015 x1875583274357632/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696054.902697:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b5a80015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274357632:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696054.902700:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696054.902701:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696054.902702:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b5a80015 x1875583274357632/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696070 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696054.902706:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696054.902706:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696054.902707:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da4bbf98. 02000000:00000001:0.0:1788696054.902709:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696054.902710:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696054.902711:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696054.902712:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696054.902712:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004bb85f65. 02000000:00000001:0.0:1788696054.902714:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696054.902715:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696054.902715:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b5a80015. 00000100:00000001:0.0:1788696054.902717:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696054.902721:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696054.902722:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696054.902725:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696054.902725:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696054.902726:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696054.902727:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696055.853971:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696055.853977:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696055.854011:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696055.854013:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696055.855540:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696055.855544:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696055.855546:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696056.175633:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307017970, at 4307017985 00000100:00000010:1.0:1788696056.175649:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b48a3b0. 00000100:00000040:2.0:1788696056.175696:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307017970, at 4307017985 00000100:00000010:2.0:1788696056.175702:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000accae067. 00000100:00000040:3.0:1788696056.175729:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307017970, at 4307017985 00000100:00000010:3.0:1788696056.175735:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009787881e. 00000100:00000040:0.0:1788696056.177237:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307017970, at 4307017987 00000100:00000010:0.0:1788696056.177247:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021c2bafd. 00010000:00000001:2.0:1788696056.878548:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696056.878554:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696056.878569:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696056.878570:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696056.878726:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696056.878729:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696056.878731:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696057.901976:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696057.901995:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696057.902002:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696057.902003:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696057.902207:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696057.902211:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696057.902214:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696058.925954:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696058.925963:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696058.925965:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696058.925968:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696058.925973:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696058.925975:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696058.925977:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696058.925979:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696058.925983:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696058.925984:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696058.927018:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696058.927023:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696058.927026:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696059.950496:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696059.950505:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696059.950512:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696059.950513:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696059.950582:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696059.950587:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696059.950590:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696060.016686:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696060.016695:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696060.016700:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c1b66ce. 00000020:00000040:3.0:1788696060.016706:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696060.016710:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696060.016713:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696060.016718:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696060.016725:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f59c383. 00000100:00000001:3.0:1788696060.016733:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696060.016743:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000000c1b66ce x1875583274357760/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696060.016754:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696060.016756:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696060.016761:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1b66ce] to pc [ptlrpcd_00_03+3] req@000000000c1b66ce x1875583274357760/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696060.016782:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696060.016784:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696060.016787:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696060.016790:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788696060.016792:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696060.016794:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696060.016796:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696060.016797:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696060.016800:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009a492135. 00000100:00000001:3.0:1788696060.016803:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696060.016807:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000048524a16 x1875583274357888/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696060.016834:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696060.016835:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696060.016839:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_00+0] req@0000000048524a16 x1875583274357888/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696060.016873:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696060.016875:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696060.016878:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788696060.016880:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1788696060.016881:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32a5d79. 00000100:00000001:1.0:1788696060.016883:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1788696060.016883:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696060.016885:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788696060.016886:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1788696060.016886:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696060.016888:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696060.016890:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c1b66ce x1875583274357760/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1788696060.016891:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a5d0889. 00000100:00000001:3.0:1788696060.016893:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696060.016896:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a32a5d79 x1875583274358016/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696060.016899:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696060.016901:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696060.016902:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696060.016903:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696060.016904:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1788696060.016905:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a32a5d79] to pc [ptlrpcd_00_01+1] req@00000000a32a5d79 x1875583274358016/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696060.016906:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696060.016908:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696060.016911:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274357760:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696060.016913:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696060.016915:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1788696060.016915:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788696060.016918:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1788696060.016919:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696060.016922:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696060.016922:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12359) 02000000:00000001:1.0:1788696060.016930:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788696060.016930:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696060.016932:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696060.016933:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b05de65d. 02000000:00000001:1.0:1788696060.016935:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696060.016936:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696060.016938:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696060.016939:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1788696060.016940:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac292db. 00000400:00000010:1.0:1788696060.016946:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d9238b2. 00000100:00000040:3.0:1788696060.016946:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274357888/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696060.016951:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696060.016952:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696060.016953:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274357760, portal 25 02000000:00000001:3.0:1788696060.016954:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788696060.016955:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696060.016956:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548240896 : -113296161310720 : ffff98f52e8cf800) 02000000:00000001:3.0:1788696060.016956:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696060.016958:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696060.016959:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274357888:192.168.201.118@tcp:400: 00000100:00000040:1.0:1788696060.016961:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c1b66ce x1875583274357760/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696060.016963:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696060.016965:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696060.016966:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696060.016967:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788696060.016968:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1788696060.016970:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e28be4a. 00000100:00000040:1.0:1788696060.016971:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:3.0:1788696060.016971:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696060.016973:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e02c571f. 00000400:00000010:3.0:1788696060.016974:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff482bed. 00000100:00000200:1.0:1788696060.016975:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274357760, offset 0 00000400:00000010:3.0:1788696060.016977:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6a995e4. 00000400:00000200:1.0:1788696060.016981:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696060.016994:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696060.016998:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696060.017002:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696060.017005:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696060.017008:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696060.017012:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [307:307:256:4294967295] 192.168.201.118@tcp LPNI seq info [307:307:8:4294967295] 00000400:00000200:1.0:1788696060.017022:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696060.017028:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696060.017032:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dffc0522. 00000800:00000200:1.0:1788696060.017038:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696060.017045:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696060.017049:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dffc0522 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696060.017058:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696060.017062:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307023092 00000100:00000010:1.0:1788696060.017065:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073e350b2. 00000100:00000001:1.0:1788696060.017070:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696060.017080:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307023092 00000100:00000010:1.0:1788696060.017082:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e979dca6. 00000100:00000001:1.0:1788696060.017085:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788696060.017087:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307023092 00000100:00000010:1.0:1788696060.017089:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e02d52fc. 00000100:00000001:1.0:1788696060.017092:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696060.017094:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307023092 00000100:00000010:1.0:1788696060.017096:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c960e7d6. 00000100:00000001:1.0:1788696060.017099:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696060.017101:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696060.017103:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696060.017105:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696060.017106:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696060.017107:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696060.017108:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696060.017109:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696060.017113:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a32a5d79 x1875583274358016/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696060.017115:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696060.017117:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696060.017118:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696060.017120:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696060.017120:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696060.017121:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696060.017121:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696060.017123:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696060.017123:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696060.017125:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696060.017126:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696060.017136:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274358016:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696060.017139:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696060.017141:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696060.017142:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696060.017143:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696060.017146:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087fd5107. 02000000:00000001:2.0:1788696060.017147:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696060.017150:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dac84ed5. 00000800:00000200:1.0:1788696060.017209:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696060.017213:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dffc0522. 00000400:00000200:1.0:1788696060.017217:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696060.017222:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000200:3.0:1788696060.018441:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274357888, portal 10 00000100:00000001:3.0:1788696060.018446:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696060.018447:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000100:00000040:3.0:1788696060.018456:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274357888/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696060.018463:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696060.018465:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696060.018470:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015c26822. 00000100:00000200:3.0:1788696060.018473:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274357888, offset 0 00000400:00000200:3.0:1788696060.018478:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696060.018486:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696060.018489:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696060.018491:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696060.018493:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696060.018495:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696060.018497:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [308:308:255:4294967295] 192.168.201.118@tcp LPNI seq info [308:308:7:4294967295] 00000400:00000200:3.0:1788696060.018514:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696060.018518:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696060.018521:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dac42727. 00000800:00000200:3.0:1788696060.018525:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696060.018530:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696060.018532:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dac42727 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696060.018535:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696060.018538:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 38853 usecs (39 jiffies) 00000100:00000001:3.0:1788696060.018541:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307021867 00000100:00000001:3.0:1788696060.018543:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307023092 00000100:00000001:3.0:1788696060.018545:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307021867 00000100:00000001:3.0:1788696060.018546:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307023092 00000100:00000001:3.0:1788696060.018547:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307021867 00000100:00000001:3.0:1788696060.018549:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307023092 00000100:00000001:3.0:1788696060.018550:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307021867 00000100:00000001:3.0:1788696060.018551:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307023092 00000100:00000001:3.0:1788696060.018552:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696060.018554:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696060.018557:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696060.018559:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696060.018563:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696060.018564:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696060.018566:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696060.018567:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696060.018568:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696060.018569:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696060.019468:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf54be2d. 00000100:00000200:2.0:1788696060.019475:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274358016, portal 10 00000100:00000001:2.0:1788696060.019478:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696060.019479:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548231040 : -113296161320576 : ffff98f52e8cd180) 00000100:00000040:2.0:1788696060.019487:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a32a5d79 x1875583274358016/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696060.019494:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696060.019497:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696060.019499:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038150b0b. 00000100:00000200:2.0:1788696060.019501:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274358016, offset 0 00000400:00000200:2.0:1788696060.019507:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696060.019513:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696060.019516:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696060.019519:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696060.019522:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696060.019524:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696060.019527:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [309:309:254:4294967295] 192.168.201.118@tcp LPNI seq info [309:309:6:4294967295] 00000400:00000200:2.0:1788696060.019534:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696060.019538:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696060.019542:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a3e8ab7. 00000800:00000200:2.0:1788696060.019545:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696060.019550:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696060.019553:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a3e8ab7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696060.019562:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696060.019565:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 39445 usecs (40 jiffies) 00000100:00000001:2.0:1788696060.019567:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307021869 00000100:00000001:2.0:1788696060.019569:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307023092 00000100:00000001:2.0:1788696060.019571:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307021869 00000100:00000001:2.0:1788696060.019573:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307023092 00000100:00000001:2.0:1788696060.019574:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307021869 00000100:00000001:2.0:1788696060.019576:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307023092 00000100:00000001:2.0:1788696060.019637:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307021869 00000100:00000001:2.0:1788696060.019638:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307023092 00000100:00000001:2.0:1788696060.019641:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696060.019643:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696060.019646:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696060.019648:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696060.019652:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696060.019653:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696060.019655:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696060.019657:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696060.019658:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696060.019659:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696060.019751:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e02c571f 00000400:00000010:1.0:1788696060.019754:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e02c571f. 00000100:00000001:1.0:1788696060.019758:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696060.019768:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000c1b66ce x1875583274357760/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696060.019776:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696060.019777:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c1b66ce x1875583274357760/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696076 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696060.019781:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696060.019782:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696060.019811:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696060.019813:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dac42727. 00000400:00000200:1.0:1788696060.019816:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696060.019819:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696060.019821:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015c26822 00000400:00000010:1.0:1788696060.019822:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000015c26822. 00000100:00000001:1.0:1788696060.019823:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696060.019825:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274357888/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696060.019829:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696060.019830:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274357888/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696076 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696060.019834:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696060.019834:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696060.019895:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696060.019897:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a3e8ab7. 00000400:00000200:1.0:1788696060.019900:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696060.019903:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696060.019905:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038150b0b 00000400:00000010:1.0:1788696060.019906:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000038150b0b. 00000100:00000001:1.0:1788696060.019907:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696060.019909:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a32a5d79 x1875583274358016/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696060.019914:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696060.019915:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a32a5d79 x1875583274358016/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696076 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696060.019919:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696060.019919:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696060.021789:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696060.021802:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696060.021806:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696060.021817:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696060.021825:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696060.021911:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d09400 00000400:00000200:3.0:1788696060.021919:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xa6d [1] + 224 00000800:00000001:3.0:1788696060.021925:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696060.021931:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696060.021934:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696060.021945:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696060.021951:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696060.021956:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000c1b66ce x1875583274357760/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696060.021966:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c1b66ce x1875583274357760/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696060.021977:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696060.021984:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696060.021986:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696060.021999:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696060.022003:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696060.022010:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696060.022012:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696060.022014:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac292db. 00000400:00000200:1.0:1788696060.022018:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d9238b2 00000400:00000010:1.0:1788696060.022026:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001d9238b2. 00000100:00000001:1.0:1788696060.022029:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696060.022032:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000c1b66ce x1875583274357760/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696060.022040:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000c1b66ce x1875583274357760/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696060.022047:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696060.022048:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696060.022051:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696060.022054:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696060.022057:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696060.022059:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696060.022061:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696060.022066:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=111 v=5 (5 5 5 0) 00000100:00001000:1.0:1788696060.022069:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=111 v=5 (1 1 1 0) 00000100:00000001:1.0:1788696060.022071:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696060.022073:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696060.022075:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696060.022078:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696060.022080:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696060.022084:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c1b66ce x1875583274357760/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696060.022091:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696060.022093:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696060.022095:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696060.022099:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c1b66ce x1875583274357760/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696060.022105:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274357760:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696060.022109:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696060.022112:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696060.022114:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c1b66ce x1875583274357760/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696060.022131:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696060.022134:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696060.022136:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b05de65d. 02000000:00000001:1.0:1788696060.022141:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696060.022143:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696060.022145:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696060.022147:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696060.022149:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f59c383. 02000000:00000001:1.0:1788696060.022152:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696060.022154:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696060.022155:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c1b66ce. 00000100:00000001:1.0:1788696060.022158:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696060.022159:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696060.022161:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696060.022167:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696060.022169:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696060.022171:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696060.022173:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696060.023252:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696060.023263:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696060.023266:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696060.023269:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696060.023275:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696060.023289:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09480 00000400:00000200:2.0:1788696060.023295:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xa75 [1] + 224 00000800:00000001:2.0:1788696060.023298:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696060.023301:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696060.023303:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696060.023306:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696060.023317:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696060.023321:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274357888/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696060.023350:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274357888/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696060.023364:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696060.023371:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696060.023375:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696060.023377:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696060.023379:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696060.023382:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788696060.023385:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:3.0:1788696060.023387:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696060.023393:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1788696060.023395:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09500 00000400:00000001:3.0:1788696060.023395:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696060.023398:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff482bed. 00000400:00000200:3.0:1788696060.023403:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6a995e4 00000400:00000010:3.0:1788696060.023404:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d6a995e4. 00000100:00000001:3.0:1788696060.023408:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:2.0:1788696060.023412:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xa7d [1] + 224 00000100:00000200:3.0:1788696060.023414:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274357888/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788696060.023419:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696060.023427:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788696060.023427:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274357888/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696060.023433:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696060.023440:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696060.023443:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696060.023444:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696060.023447:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788696060.023450:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a32a5d79 x1875583274358016/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696060.023452:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696060.023456:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696060.023459:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1788696060.023463:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a32a5d79 x1875583274358016/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696060.023469:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696060.023472:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696060.023480:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=111 v=5 (5 5 5 0) 00000100:00001000:3.0:1788696060.023484:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=111 v=5 (1 1 1 0) 00000100:00000001:2.0:1788696060.023486:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696060.023487:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696060.023490:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696060.023491:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1788696060.023492:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1788696060.023496:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788696060.023497:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696060.023503:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696060.023504:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696060.023507:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696060.023508:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696060.023513:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274357888/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696060.023519:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696060.023522:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696060.023524:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696060.023527:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274357888/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696060.023534:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274357888:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696060.023537:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696060.023538:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696060.023539:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274357888/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696060.023543:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696060.023545:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696060.023547:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e28be4a. 02000000:00000001:3.0:1788696060.023549:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696060.023550:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696060.023551:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696060.023553:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696060.023554:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009a492135. 02000000:00000001:3.0:1788696060.023556:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696060.023561:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696060.023562:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000100:00000001:3.0:1788696060.023565:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696060.023566:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696060.023567:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696060.023571:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696060.023572:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696060.023573:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696060.023575:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696060.023984:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696060.023988:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696060.023992:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696060.023993:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696060.023995:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dac84ed5. 00000400:00000200:1.0:1788696060.024001:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf54be2d 00000400:00000010:1.0:1788696060.024004:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000bf54be2d. 00000100:00000001:1.0:1788696060.024006:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696060.024011:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a32a5d79 x1875583274358016/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696060.024020:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a32a5d79 x1875583274358016/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696060.024026:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696060.024028:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696060.024029:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696060.024031:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696060.024033:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696060.024040:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696060.024042:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696060.024047:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=110 v=5 (5 5 5 0) 00000100:00001000:1.0:1788696060.024050:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1788696060.024053:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696060.024054:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696060.024056:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788696060.024059:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a32a5d79 x1875583274358016/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696060.024066:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696060.024068:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696060.024069:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696060.024071:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696060.024072:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696060.024075:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a32a5d79 x1875583274358016/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696060.024081:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696060.024083:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696060.024085:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696060.024088:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a32a5d79 x1875583274358016/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696060.024095:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274358016:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696060.024098:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696060.024100:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696060.024102:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a32a5d79 x1875583274358016/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696076 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696060.024109:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696060.024110:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696060.024112:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087fd5107. 02000000:00000001:1.0:1788696060.024115:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696060.024116:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696060.024122:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696060.024124:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696060.024126:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a5d0889. 02000000:00000001:1.0:1788696060.024128:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696060.024130:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696060.024131:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32a5d79. 00000100:00000001:1.0:1788696060.024134:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696060.024135:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696060.024137:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696060.024141:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696060.024143:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696060.024145:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696060.024146:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696060.973952:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696060.973959:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696060.973963:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696060.973964:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696060.974413:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696060.974418:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696060.974421:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696061.293916:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307023092, at 4307023104 00000100:00000010:3.0:1788696061.293934:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c960e7d6. 00000100:00000040:0.0:1788696061.294020:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307023092, at 4307023104 00000100:00000010:0.0:1788696061.294026:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073e350b2. 00000100:00000040:1.0:1788696061.294080:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307023092, at 4307023104 00000100:00000010:1.0:1788696061.294085:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e979dca6. 00000100:00000040:2.0:1788696061.294170:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307023092, at 4307023104 00000100:00000010:2.0:1788696061.294175:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e02d52fc. 00010000:00000001:2.0:1788696061.998017:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696061.998024:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696061.998029:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696061.998030:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696061.998080:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696061.998084:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696061.998087:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696063.021951:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696063.021961:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696063.021967:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696063.021971:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696063.021973:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696063.021977:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696063.021980:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696063.021983:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696063.021984:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696063.021987:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696063.022128:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696063.022131:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696063.022132:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696064.046012:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696064.046023:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696064.046097:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696064.046099:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696064.046210:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696064.046214:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696064.046218:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696065.070030:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696065.070036:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696065.070040:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696065.070041:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696065.070091:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696065.070095:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696065.070097:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696065.133983:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696065.133998:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696065.134006:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033cb097c. 00000020:00000040:0.0:1788696065.134011:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696065.134016:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696065.134020:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696065.134025:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696065.134032:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000150a73a8. 00000100:00000001:0.0:1788696065.134040:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696065.134050:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000033cb097c x1875583274358144/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696065.134060:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696065.134074:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696065.134080:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033cb097c] to pc [ptlrpcd_00_02+2] req@0000000033cb097c x1875583274358144/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696065.134102:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696065.134105:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696065.134108:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696065.134112:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c910da9. 00000100:00000001:2.0:1788696065.134112:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1788696065.134114:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696065.134116:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1788696065.134116:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1788696065.134118:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788696065.134118:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1788696065.134120:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696065.134123:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000014613afe. 00000100:00000040:2.0:1788696065.134123:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033cb097c x1875583274358144/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696065.134126:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696065.134129:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000006c910da9 x1875583274358272/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696065.134131:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696065.134133:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696065.134136:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1788696065.134136:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788696065.134137:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696065.134138:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788696065.134140:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c910da9] to pc [ptlrpcd_00_03+3] req@000000006c910da9 x1875583274358272/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696065.134141:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696065.134144:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000033cb097c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274358144:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696065.134147:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696065.134148:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696065.134153:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696065.134155:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696065.134164:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696065.134168:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2b34187. 02000000:00000001:2.0:1788696065.134170:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696065.134176:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c254ec8d. 00000100:00000001:1.0:1788696065.134180:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696065.134184:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1788696065.134184:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a163905. 00000100:00000200:2.0:1788696065.134192:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274358144, portal 25 00000100:00000001:2.0:1788696065.134195:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696065.134197:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882443392 : -113296827108224 : ffff98f506ddb480) 00000100:00000001:1.0:1788696065.134199:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696065.134204:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000033cb097c x1875583274358144/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696065.134207:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c910da9 x1875583274358272/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696065.134220:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788696065.134224:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1788696065.134225:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788696065.134225:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696065.134227:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696065.134229:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d08e7aa0. 00000100:00000001:0.0:1788696065.134230:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1788696065.134233:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1788696065.134234:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f121889. 00000100:00000200:2.0:1788696065.134234:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274358144, offset 0 02000000:00000001:1.0:1788696065.134237:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1788696065.134238:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696065.134240:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696065.134241:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1788696065.134241:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788696065.134243:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696065.134259:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696065.134264:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006c910da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274358272:192.168.201.118@tcp:400: 00000400:00000200:2.0:1788696065.134267:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:1.0:1788696065.134272:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1788696065.134275:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000057945d15. 02000000:00000001:1.0:1788696065.134277:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1788696065.134277:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788696065.134279:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696065.134281:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696065.134282:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000040:0.0:1788696065.134284:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000001f121889 x1875583274358400/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788696065.134286:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1788696065.134288:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696065.134292:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000010:1.0:1788696065.134293:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000959b8db6. 00000400:00000200:2.0:1788696065.134298:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [310:310:256:4294967295] 192.168.201.118@tcp LPNI seq info [310:310:8:4294967295] 02000000:00000001:1.0:1788696065.134299:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696065.134307:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac292db. 00000100:00000001:0.0:1788696065.134308:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696065.134310:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696065.134313:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f121889] to pc [ptlrpcd_00_00+0] req@000000001f121889 x1875583274358400/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696065.134313:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696065.134319:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696065.134325:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d9238b2. 00000800:00000010:2.0:1788696065.134326:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051526cb6. 00000100:00000200:1.0:1788696065.134330:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274358272, portal 10 00000100:00000001:1.0:1788696065.134334:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696065.134336:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882433536 : -113296827118080 : ffff98f506dd8e00) 00000800:00000200:2.0:1788696065.134337:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000040:1.0:1788696065.134348:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006c910da9 x1875583274358272/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788696065.134349:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788696065.134353:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1788696065.134356:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000051526cb6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696065.134357:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696065.134360:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788696065.134367:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696065.134367:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f121889 x1875583274358400/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696065.134369:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696065.134374:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696065.134375:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307028209 00000100:00000010:2.0:1788696065.134380:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002736167a. 00000100:00000001:3.0:1788696065.134380:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1788696065.134381:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e02c571f. 00000100:00000001:3.0:1788696065.134382:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696065.134386:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1788696065.134387:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274358272, offset 0 02000000:00000001:3.0:1788696065.134387:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696065.134389:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696065.134393:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696065.134397:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307028209 00000100:00100000:3.0:1788696065.134397:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274358400:192.168.201.118@tcp:400: 00000400:00000200:1.0:1788696065.134400:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000010:2.0:1788696065.134402:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000802f9c81. 00000100:00000001:3.0:1788696065.134403:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788696065.134406:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1788696065.134406:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696065.134408:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696065.134410:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307028209 02000000:00000001:3.0:1788696065.134410:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1788696065.134412:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000010:2.0:1788696065.134413:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047365b43. 02000000:00000010:3.0:1788696065.134414:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000255ad1f7. 02000000:00000001:3.0:1788696065.134417:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696065.134419:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788696065.134419:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000400:00000010:3.0:1788696065.134421:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff482bed. 00000100:00000001:2.0:1788696065.134425:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307028209 00000400:00000200:1.0:1788696065.134426:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000010:3.0:1788696065.134426:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6a995e4. 00000100:00000010:2.0:1788696065.134429:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fdfe43f2. 00000100:00000200:3.0:1788696065.134430:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274358400, portal 10 00000400:00000200:1.0:1788696065.134433:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788696065.134434:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696065.134434:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696065.134437:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438912 : -113296827112704 : ffff98f506dda300) 00000100:00000001:2.0:1788696065.134440:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788696065.134441:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000040:3.0:1788696065.134444:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001f121889 x1875583274358400/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696065.134445:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696065.134448:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696065.134451:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696065.134456:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [311:311:255:4294967295] 192.168.201.118@tcp LPNI seq info [311:311:7:4294967295] 00000100:00000001:2.0:1788696065.134461:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696065.134463:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696065.134467:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696065.134468:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696065.134468:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788696065.134470:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696065.134472:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696065.134473:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696065.134477:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9587b37. 00000400:00000200:1.0:1788696065.134479:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000200:3.0:1788696065.134481:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274358400, offset 0 00000400:00000200:3.0:1788696065.134490:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:1.0:1788696065.134492:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696065.134499:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696065.134502:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1788696065.134505:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dffc0522. 00000400:00000200:3.0:1788696065.134505:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696065.134510:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1788696065.134514:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:3.0:1788696065.134516:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696065.134521:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [312:312:254:4294967295] 192.168.201.118@tcp LPNI seq info [312:312:6:4294967295] 00000800:00000200:1.0:1788696065.134526:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:3.0:1788696065.134532:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696065.134539:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dffc0522 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1788696065.134541:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696065.134547:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a492135. 00000100:00000001:1.0:1788696065.134548:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696065.134554:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 38506 usecs (39 jiffies) 00000800:00000200:3.0:1788696065.134554:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:1.0:1788696065.134560:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307026983 00000800:00000200:3.0:1788696065.134564:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:1.0:1788696065.134565:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307028209 00000800:00000200:3.0:1788696065.134569:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009a492135 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696065.134570:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307026983 00000100:00000001:3.0:1788696065.134574:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696065.134575:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307028209 00000100:00000040:3.0:1788696065.134579:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 39090 usecs (40 jiffies) 00000100:00000001:1.0:1788696065.134580:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307026983 00000100:00000001:3.0:1788696065.134584:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307026984 00000100:00000001:1.0:1788696065.134586:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307028209 00000100:00000001:3.0:1788696065.134589:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307028209 00000100:00000001:1.0:1788696065.134591:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307026983 00000100:00000001:3.0:1788696065.134595:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307026984 00000100:00000001:1.0:1788696065.134596:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307028209 00000100:00000001:1.0:1788696065.134599:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696065.134601:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696065.134604:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696065.134605:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307028209 00000100:00000001:1.0:1788696065.134608:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696065.134609:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307026984 00000100:00000001:3.0:1788696065.134613:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307028209 00000100:00000001:1.0:1788696065.134615:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696065.134615:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307026984 00000100:00000001:1.0:1788696065.134619:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696065.134620:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307028209 00000100:00000001:1.0:1788696065.134623:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696065.134624:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696065.134625:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696065.134630:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696065.134631:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696065.134636:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696065.134640:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696065.134642:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696065.134670:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696065.134673:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696065.134677:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696065.134683:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12364) 00000100:00000001:0.0:1788696065.134696:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696065.134698:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696065.135737:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696065.135743:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051526cb6. 00000400:00000200:2.0:1788696065.135748:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696065.135755:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696065.135761:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d08e7aa0 00000400:00000010:2.0:1788696065.135763:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d08e7aa0. 00000100:00000001:2.0:1788696065.135766:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696065.135770:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000033cb097c x1875583274358144/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696065.135780:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696065.135782:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033cb097c x1875583274358144/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696081 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696065.135788:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696065.135790:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696065.135935:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696065.135937:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dffc0522. 00000400:00000200:2.0:1788696065.135942:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696065.135945:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696065.135948:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e02c571f 00000400:00000010:2.0:1788696065.135950:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e02c571f. 00000100:00000001:2.0:1788696065.135953:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696065.135956:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006c910da9 x1875583274358272/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696065.135962:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696065.135964:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c910da9 x1875583274358272/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696081 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696065.135969:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696065.135971:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696065.136013:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696065.136015:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a492135. 00000400:00000200:2.0:1788696065.136017:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696065.136020:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696065.136022:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9587b37 00000400:00000010:2.0:1788696065.136024:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f9587b37. 00000100:00000001:2.0:1788696065.136026:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696065.136029:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001f121889 x1875583274358400/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696065.136035:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696065.136037:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f121889 x1875583274358400/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696081 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696065.136043:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696065.136044:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696065.136262:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696065.136266:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696065.136268:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696065.136270:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696065.136273:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696065.136276:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696065.142115:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696065.142426:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696065.142431:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696065.142433:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696065.142444:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696065.142460:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d09580 00000400:00000200:3.0:1788696065.142468:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xa85 [1] + 224 00000800:00000001:3.0:1788696065.142475:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696065.142478:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696065.142480:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696065.142485:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696065.142492:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696065.142498:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000033cb097c x1875583274358144/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696065.142521:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033cb097c x1875583274358144/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696065.142545:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696065.142553:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696065.142557:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696065.142559:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696065.142560:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696065.142565:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696065.142570:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09600 00000400:00000200:3.0:1788696065.142581:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xa8d [1] + 224 00000800:00000001:3.0:1788696065.142585:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696065.142587:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696065.142589:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696065.142592:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696065.142595:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696065.142598:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006c910da9 x1875583274358272/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696065.142606:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c910da9 x1875583274358272/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696065.142625:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696065.142628:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696065.142631:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696065.142633:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696065.142635:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696065.142639:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696065.142644:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09680 00000400:00000200:3.0:1788696065.142649:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xa95 [1] + 224 00000800:00000001:3.0:1788696065.142653:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696065.142659:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696065.142662:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696065.142665:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696065.142668:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696065.142672:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001f121889 x1875583274358400/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696065.142681:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f121889 x1875583274358400/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696065.142764:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696065.142768:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696065.142829:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696065.142832:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696065.142837:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696065.142839:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696065.142842:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c254ec8d. 00000400:00000200:2.0:1788696065.142867:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a163905 00000400:00000010:2.0:1788696065.142875:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a163905. 00000100:00000001:2.0:1788696065.142879:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696065.142882:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000033cb097c x1875583274358144/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696065.142889:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000033cb097c x1875583274358144/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696065.142895:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696065.142897:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696065.142899:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696065.142902:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696065.142904:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696065.142905:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696065.142908:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696065.142913:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=116 v=5 (5 5 5 0) 00000100:00001000:2.0:1788696065.142917:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=116 v=5 (1 1 1 0) 00000100:00000001:2.0:1788696065.142920:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696065.142922:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696065.142924:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696065.142926:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696065.142928:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696065.142931:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033cb097c x1875583274358144/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696065.142938:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696065.142941:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696065.142943:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696065.142946:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033cb097c x1875583274358144/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696065.142953:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000033cb097c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274358144:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696065.142958:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696065.142961:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696065.142964:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033cb097c x1875583274358144/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696065.142980:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696065.142983:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696065.142986:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2b34187. 02000000:00000001:2.0:1788696065.142989:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696065.142991:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696065.142993:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788696065.142995:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696065.142998:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000150a73a8. 02000000:00000001:2.0:1788696065.143001:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696065.143003:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696065.143004:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033cb097c. 00000100:00000001:2.0:1788696065.143007:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696065.143009:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696065.143011:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696065.143018:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696065.143020:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696065.143022:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696065.143024:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696065.143076:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696065.143084:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696065.143087:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788696065.143409:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696065.143411:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696065.143413:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff482bed. 00000400:00000200:0.0:1788696065.143418:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6a995e4 00000400:00000010:0.0:1788696065.143419:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d6a995e4. 00000100:00000001:0.0:1788696065.143422:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696065.143426:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001f121889 x1875583274358400/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696065.143435:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001f121889 x1875583274358400/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696065.143442:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696065.143443:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696065.143445:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696065.143446:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696065.143447:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696065.143449:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696065.143450:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696065.143456:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=115 v=5 (5 5 5 0) 00000100:00001000:0.0:1788696065.143458:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1788696065.143465:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696065.143466:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696065.143468:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696065.143470:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001f121889 x1875583274358400/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696065.143474:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696065.143476:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696065.143478:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696065.143479:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696065.143480:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696065.143482:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f121889 x1875583274358400/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696065.143485:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696065.143486:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696065.143487:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696065.143488:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f121889 x1875583274358400/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696065.143492:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274358400:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696065.143495:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696065.143496:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696065.143497:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f121889 x1875583274358400/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696065.143501:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696065.143502:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696065.143503:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000255ad1f7. 02000000:00000001:0.0:1788696065.143505:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696065.143506:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696065.143550:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696065.143552:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696065.143553:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000057945d15. 02000000:00000001:0.0:1788696065.143555:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696065.143560:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696065.143560:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f121889. 00000100:00000001:0.0:1788696065.143562:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696065.143563:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696065.143564:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696065.143567:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696065.143568:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696065.143569:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696065.143571:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696065.143731:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696065.143734:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696065.143738:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696065.143739:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696065.143741:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac292db. 00000400:00000200:1.0:1788696065.143745:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d9238b2 00000400:00000010:1.0:1788696065.143746:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001d9238b2. 00000100:00000001:1.0:1788696065.143749:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696065.143753:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006c910da9 x1875583274358272/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696065.143761:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006c910da9 x1875583274358272/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696065.143774:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696065.143775:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696065.143777:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696065.143778:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696065.143780:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696065.143781:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696065.143783:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696065.143787:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=116 v=5 (5 5 5 0) 00000100:00001000:1.0:1788696065.143790:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=116 v=5 (1 1 1 0) 00000100:00000001:1.0:1788696065.143792:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696065.143793:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696065.143795:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696065.143797:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696065.143799:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696065.143800:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696065.143802:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696065.143803:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696065.143806:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c910da9 x1875583274358272/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696065.143812:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696065.143814:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696065.143815:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696065.143827:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c910da9 x1875583274358272/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696065.143834:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006c910da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274358272:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696065.143838:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696065.143839:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696065.143841:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c910da9 x1875583274358272/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696081 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696065.143860:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696065.143862:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696065.143868:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000959b8db6. 02000000:00000001:1.0:1788696065.143870:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696065.143872:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696065.143873:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696065.143875:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696065.143876:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000014613afe. 02000000:00000001:1.0:1788696065.143878:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696065.143880:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696065.143881:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c910da9. 00000100:00000001:1.0:1788696065.143883:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696065.143885:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696065.143886:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696065.143890:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696065.143891:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696065.143892:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696065.143894:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696066.095320:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696066.095327:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696066.095331:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696066.095332:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696066.098311:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696066.098318:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696066.098322:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696066.413940:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307028209, at 4307028224 00000100:00000010:3.0:1788696066.413957:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fdfe43f2. 00000100:00000040:1.0:1788696066.413961:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307028209, at 4307028224 00000100:00000010:1.0:1788696066.413970:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000802f9c81. 00000100:00000040:0.0:1788696066.414039:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307028209, at 4307028224 00000100:00000010:0.0:1788696066.414046:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002736167a. 00000100:00000040:2.0:1788696066.414247:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307028209, at 4307028224 00000100:00000010:2.0:1788696066.414253:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047365b43. 00010000:00000001:2.0:1788696067.118262:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696067.118269:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696067.118276:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696067.118276:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696067.118333:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696067.118337:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696067.118341:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696068.141965:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696068.141971:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696068.141975:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696068.141976:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696068.142086:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696068.142089:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696068.142091:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696069.165984:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696069.165995:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696069.165997:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696069.166000:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696069.166023:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696069.166025:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696069.166026:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696069.166029:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696069.166033:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696069.166035:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696069.166168:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696069.166172:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696069.166175:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696070.189959:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696070.189966:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696070.189971:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696070.189972:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696070.190530:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696070.190534:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696070.190536:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696070.254039:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696070.254049:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696070.254056:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006716c132. 00000020:00000040:1.0:1788696070.254063:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696070.254068:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696070.254071:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696070.254076:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696070.254082:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000032870841. 00000100:00000001:1.0:1788696070.254089:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696070.254111:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000006716c132 x1875583274358528/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696070.254121:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696070.254124:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696070.254129:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006716c132] to pc [ptlrpcd_00_01+1] req@000000006716c132 x1875583274358528/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696070.254150:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696070.254152:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696070.254155:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788696070.254184:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696070.254188:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696070.254191:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696070.254195:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006716c132 x1875583274358528/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696070.254203:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696070.254205:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696070.254209:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696070.254211:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696070.254214:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696070.254217:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006716c132 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274358528:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696070.254221:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696070.254227:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696070.254229:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788696070.254230:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016cdf310. 02000000:00000001:3.0:1788696070.254231:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1788696070.254232:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696070.254235:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:3.0:1788696070.254235:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038a99ba5. 02000000:00000001:1.0:1788696070.254236:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696070.254237:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696070.254238:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696070.254241:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dffc0522. 00000400:00000010:3.0:1788696070.254242:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf97516b. 00000100:00000001:1.0:1788696070.254244:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696070.254247:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000016cdf310 x1875583274358656/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1788696070.254249:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2a431e. 00000100:00000001:1.0:1788696070.254253:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696070.254254:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788696070.254256:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274358528, portal 25 00000100:00000040:1.0:1788696070.254257:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016cdf310] to pc [ptlrpcd_00_02+2] req@0000000016cdf310 x1875583274358656/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696070.254258:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696070.254260:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877476352 : -113296832075264 : ffff98f50691ea00) 00000100:00000040:3.0:1788696070.254264:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006716c132 x1875583274358528/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696070.254271:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788696070.254274:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696070.254274:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:1.0:1788696070.254276:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1788696070.254276:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c77f24a. 00000100:00000001:1.0:1788696070.254279:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1788696070.254279:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274358528, offset 0 00000100:00000010:1.0:1788696070.254281:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c801b762. 00000020:00000040:1.0:1788696070.254282:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696070.254285:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1788696070.254285:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:1.0:1788696070.254286:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696070.254287:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696070.254295:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004bb85f65. 00000100:00000001:1.0:1788696070.254297:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696070.254297:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000040:1.0:1788696070.254300:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000c801b762 x1875583274358784/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1788696070.254303:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788696070.254307:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696070.254308:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696070.254310:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c801b762] to pc [ptlrpcd_00_03+3] req@00000000c801b762 x1875583274358784/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696070.254311:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696070.254314:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788696070.254317:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696070.254317:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000040:1.0:1788696070.254319:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1788696070.254320:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [313:313:256:4294967295] 192.168.201.118@tcp LPNI seq info [313:313:8:4294967295] 00000100:00000040:1.0:1788696070.254322:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788696070.254326:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12369) 00000100:00000001:1.0:1788696070.254333:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696070.254336:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696070.254340:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696070.254342:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696070.254344:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1788696070.254344:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000040:1.0:1788696070.254347:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c801b762 x1875583274358784/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788696070.254350:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696070.254353:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696070.254354:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788696070.254354:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d33dd5fd. 02000000:00000001:1.0:1788696070.254356:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696070.254358:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696070.254360:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696070.254360:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00100000:1.0:1788696070.254362:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274358784:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696070.254365:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696070.254367:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1788696070.254367:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 02000000:00000001:1.0:1788696070.254368:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696070.254369:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696070.254371:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000959b8db6. 00000800:00000200:3.0:1788696070.254371:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d33dd5fd type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1788696070.254373:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696070.254381:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac292db. 00000100:00000001:3.0:1788696070.254381:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696070.254385:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d9238b2. 00000100:00000001:3.0:1788696070.254385:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307033329 00000100:00000200:1.0:1788696070.254387:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274358784, portal 10 00000100:00000001:1.0:1788696070.254389:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696070.254390:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877469184 : -113296832082432 : ffff98f50691ce00) 00000100:00000010:3.0:1788696070.254393:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000100:00000040:1.0:1788696070.254396:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c801b762 x1875583274358784/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696070.254398:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696070.254402:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788696070.254402:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307033329 00000100:00000040:1.0:1788696070.254404:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000010:3.0:1788696070.254405:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b6749. 00000400:00000010:1.0:1788696070.254406:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060c897f5. 00000100:00000200:1.0:1788696070.254407:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274358784, offset 0 00000100:00000001:3.0:1788696070.254407:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696070.254410:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307033329 00000400:00000200:1.0:1788696070.254411:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000010:3.0:1788696070.254412:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000100:00000001:3.0:1788696070.254414:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1788696070.254415:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:3.0:1788696070.254417:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307033329 00000400:00000200:1.0:1788696070.254418:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1788696070.254419:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000400:00000200:1.0:1788696070.254420:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:3.0:1788696070.254421:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1788696070.254422:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696070.254424:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788696070.254424:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788696070.254426:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [314:314:255:4294967295] 192.168.201.118@tcp LPNI seq info [314:314:7:4294967295] 00000100:00000001:3.0:1788696070.254426:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696070.254429:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696070.254430:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696070.254433:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696070.254437:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696070.254437:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1788696070.254439:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000155bbcce. 00000100:00000001:3.0:1788696070.254439:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696070.254441:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1788696070.254442:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696070.254446:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788696070.254446:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1788696070.254448:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000155bbcce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696070.254448:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696070.254449:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696070.254451:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696070.254454:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 38771 usecs (39 jiffies) 00000100:00000001:1.0:1788696070.254456:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307032103 00000100:00000001:1.0:1788696070.254458:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307033329 00000100:00000001:1.0:1788696070.254460:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307032103 00000100:00000001:1.0:1788696070.254461:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307033329 00000100:00000001:3.0:1788696070.254463:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696070.254464:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696070.254466:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788696070.254467:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307032103 00000100:00000001:1.0:1788696070.254469:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307033329 00000100:00000040:3.0:1788696070.254469:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016cdf310 x1875583274358656/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696070.254471:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307032103 00000100:00000001:1.0:1788696070.254473:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307033329 00000100:00000001:1.0:1788696070.254475:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696070.254476:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696070.254477:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696070.254477:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696070.254478:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696070.254479:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788696070.254480:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788696070.254481:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696070.254483:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696070.254484:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696070.254485:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788696070.254485:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000016cdf310 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274358656:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696070.254487:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696070.254488:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696070.254488:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788696070.254489:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696070.254490:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696070.254490:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696070.254492:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696070.254493:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696070.254495:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff02e4c5. 02000000:00000001:3.0:1788696070.254497:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696070.254500:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057a22c2d. 00000400:00000010:3.0:1788696070.254503:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e4bd39f. 00000100:00000200:3.0:1788696070.254505:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274358656, portal 10 00000100:00000001:3.0:1788696070.254507:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696070.254507:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479936 : -113296832071680 : ffff98f50691f800) 00000100:00000040:3.0:1788696070.254511:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000016cdf310 x1875583274358656/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696070.254517:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696070.254519:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696070.254521:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c31c0de4. 00000100:00000200:3.0:1788696070.254522:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274358656, offset 0 00000400:00000200:3.0:1788696070.254526:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696070.254530:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000200:1.0:1788696070.254531:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1788696070.254532:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1788696070.254534:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d33dd5fd. 00000400:00000200:3.0:1788696070.254539:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696070.254540:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696070.254541:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696070.254543:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696070.254544:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696070.254546:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [315:315:254:4294967295] 192.168.201.118@tcp LPNI seq info [315:315:6:4294967295] 00000400:00000200:3.0:1788696070.254552:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696070.254556:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696070.254559:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d33dd5fd. 00000400:00000200:1.0:1788696070.254561:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c77f24a 00000800:00000200:3.0:1788696070.254562:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000010:1.0:1788696070.254563:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c77f24a. 00000800:00000200:3.0:1788696070.254565:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:1.0:1788696070.254567:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:3.0:1788696070.254567:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d33dd5fd type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1788696070.254570:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006716c132 x1875583274358528/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696070.254570:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696070.254572:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 38208 usecs (39 jiffies) 00000100:00000001:3.0:1788696070.254574:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307032103 00000100:00000001:3.0:1788696070.254576:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307033329 00000100:00000001:3.0:1788696070.254578:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307032103 00000100:00000001:3.0:1788696070.254580:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307033329 00000100:00000001:3.0:1788696070.254581:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307032103 00000100:00000001:3.0:1788696070.254583:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307033329 00000100:00000001:3.0:1788696070.254585:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307032103 00000100:00000001:3.0:1788696070.254587:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307033329 00000100:00000001:3.0:1788696070.254588:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696070.254590:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696070.254592:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696070.254593:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696070.254597:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696070.254598:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696070.254599:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696070.254600:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696070.254601:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696070.254608:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696070.254958:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696070.254961:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006716c132 x1875583274358528/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696086 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696070.254979:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696070.254981:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696070.254996:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696070.254998:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000155bbcce. 00000400:00000200:1.0:1788696070.255000:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696070.255004:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696070.255006:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060c897f5 00000400:00000010:1.0:1788696070.255014:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000060c897f5. 00000100:00000001:1.0:1788696070.255017:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696070.255019:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000c801b762 x1875583274358784/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696070.255026:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696070.255028:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c801b762 x1875583274358784/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696086 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696070.255034:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696070.255035:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696070.255093:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696070.255096:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d33dd5fd. 00000400:00000200:1.0:1788696070.255098:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696070.255101:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696070.255104:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c31c0de4 00000400:00000010:1.0:1788696070.255105:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c31c0de4. 00000100:00000001:1.0:1788696070.255108:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696070.255110:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000016cdf310 x1875583274358656/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696070.255116:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696070.255118:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016cdf310 x1875583274358656/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696086 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696070.255123:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696070.255124:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696070.260105:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696070.260121:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696070.260125:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696070.260127:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696070.260137:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696070.260152:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09800 00000400:00000200:2.0:1788696070.260232:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xaa5 [1] + 224 00000800:00000001:2.0:1788696070.260240:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696070.260244:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696070.260247:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696070.260251:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696070.260258:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696070.260266:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000c801b762 x1875583274358784/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696070.260277:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c801b762 x1875583274358784/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696070.260298:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696070.260306:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696070.260309:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696070.260311:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696070.260313:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696070.260317:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696070.260322:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09780 00000400:00000200:2.0:1788696070.260339:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xaad [1] + 224 00000800:00000001:2.0:1788696070.260343:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696070.260358:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696070.260360:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696070.260363:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696070.260366:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696070.260370:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000016cdf310 x1875583274358656/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696070.260377:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000016cdf310 x1875583274358656/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696070.260557:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696070.260561:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696070.260606:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696070.260609:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696070.260614:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696070.260617:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696070.260619:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac292db. 00000400:00000200:1.0:1788696070.260623:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d9238b2 00000400:00000010:1.0:1788696070.260625:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001d9238b2. 00000100:00000001:1.0:1788696070.260628:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696070.260631:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000c801b762 x1875583274358784/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696070.260639:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000c801b762 x1875583274358784/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696070.260651:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696070.260653:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696070.260656:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696070.260658:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696070.260660:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696070.260662:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696070.260665:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696070.260673:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=120 v=5 (5 5 5 0) 00000100:00001000:1.0:1788696070.260676:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1788696070.260679:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696070.260680:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696070.260683:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788696070.260686:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c801b762 x1875583274358784/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696070.260692:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696070.260704:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696070.260706:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696070.260708:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696070.260710:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696070.260714:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c801b762 x1875583274358784/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696070.260721:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696070.260723:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696070.260725:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696070.260728:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c801b762 x1875583274358784/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696070.260735:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274358784:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696070.260739:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696070.260742:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696070.260744:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c801b762 x1875583274358784/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696070.260760:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696070.260762:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696070.260765:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000959b8db6. 02000000:00000001:1.0:1788696070.260768:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696070.260770:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696070.260772:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696070.260774:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696070.260776:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004bb85f65. 02000000:00000001:1.0:1788696070.260779:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696070.260780:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696070.260782:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c801b762. 00000100:00000001:1.0:1788696070.260785:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696070.260786:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696070.260789:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696070.260796:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696070.260797:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696070.260799:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696070.260801:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696070.260832:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696070.260838:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696070.260842:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696070.261406:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696070.261409:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696070.261410:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057a22c2d. 00000400:00000200:3.0:1788696070.261415:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e4bd39f 00000400:00000010:3.0:1788696070.261416:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005e4bd39f. 00000100:00000001:3.0:1788696070.261419:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696070.261423:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000016cdf310 x1875583274358656/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696070.261431:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000016cdf310 x1875583274358656/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696070.261437:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696070.261438:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696070.261439:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696070.261441:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696070.261442:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696070.261444:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696070.261445:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696070.261449:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=121 v=5 (5 5 5 0) 00000100:00001000:3.0:1788696070.261452:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=121 v=5 (1 1 1 0) 00000100:00000001:3.0:1788696070.261455:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696070.261456:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696070.261457:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696070.261459:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696070.261513:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696070.261514:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696070.261516:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696070.261517:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696070.261521:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016cdf310 x1875583274358656/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696070.261527:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696070.261529:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696070.261530:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696070.261539:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016cdf310 x1875583274358656/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696070.261546:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000016cdf310 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274358656:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696070.261550:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696070.261552:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696070.261554:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016cdf310 x1875583274358656/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696070.261559:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696070.261561:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696070.261563:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff02e4c5. 02000000:00000001:3.0:1788696070.261566:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696070.261567:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696070.261568:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696070.261570:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696070.261572:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dffc0522. 02000000:00000001:3.0:1788696070.262080:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696070.262082:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696070.262084:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016cdf310. 00000100:00000001:3.0:1788696070.262088:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696070.262089:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696070.262091:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696070.262144:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696070.262146:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696070.262149:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696070.262151:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696070.263690:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696070.263757:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696070.263761:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696070.263762:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696070.263772:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696070.263785:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d09700 00000400:00000200:3.0:1788696070.263824:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xa9d [1] + 224 00000800:00000001:3.0:1788696070.263830:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696070.263920:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696070.263924:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696070.263929:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696070.263936:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696070.263942:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006716c132 x1875583274358528/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696070.263952:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006716c132 x1875583274358528/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696070.263969:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696070.263976:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696070.263979:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696070.264037:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696070.264041:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696070.264048:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696070.264050:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696070.264052:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf97516b. 00000400:00000200:1.0:1788696070.264057:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2a431e 00000400:00000010:1.0:1788696070.264060:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003c2a431e. 00000100:00000001:1.0:1788696070.264063:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696070.264067:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006716c132 x1875583274358528/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696070.264081:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006716c132 x1875583274358528/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696070.264093:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696070.264094:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696070.264097:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696070.264099:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696070.264101:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696070.264110:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696070.264112:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696070.264117:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=121 v=5 (5 5 5 0) 00000100:00001000:1.0:1788696070.264121:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=121 v=5 (1 1 1 0) 00000100:00000001:1.0:1788696070.264123:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696070.264125:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696070.264127:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696070.264129:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696070.264131:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696070.264135:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006716c132 x1875583274358528/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696070.264142:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696070.264145:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696070.264147:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696070.264150:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006716c132 x1875583274358528/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696070.264225:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006716c132 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274358528:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696070.264231:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696070.264233:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696070.264235:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006716c132 x1875583274358528/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696086 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696070.264240:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696070.264242:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696070.264245:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038a99ba5. 02000000:00000001:1.0:1788696070.264248:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696070.264250:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696070.264251:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696070.264252:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696070.264254:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000032870841. 02000000:00000001:1.0:1788696070.264256:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696070.264257:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696070.264258:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006716c132. 00000100:00000001:1.0:1788696070.264261:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696070.264266:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696070.264267:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696070.264272:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696070.264273:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696070.264274:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696070.264275:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696071.213964:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696071.213980:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696071.213987:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696071.213989:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696071.214114:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696071.214117:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696071.214121:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696071.533963:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307033329, at 4307033344 00000100:00000040:1.0:1788696071.533963:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307033329, at 4307033344 00000100:00000040:2.0:1788696071.533964:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307033329, at 4307033344 00000100:00000010:2.0:1788696071.533980:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000100:00000010:1.0:1788696071.533982:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b6749. 00000100:00000010:0.0:1788696071.533985:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00000100:00000040:3.0:1788696071.534083:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307033329, at 4307033344 00000100:00000010:3.0:1788696071.534089:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00010000:00000001:2.0:1788696072.240550:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696072.240558:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696072.240565:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696072.240565:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696072.241042:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696072.241046:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696072.241049:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696073.261886:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696073.261892:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696073.261898:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696073.261901:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696073.261903:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696073.261906:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696073.261910:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696073.261912:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696073.261915:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696073.261917:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696073.265170:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696073.265177:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696073.265181:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696074.285953:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696074.285975:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696074.285979:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696074.285980:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696074.286045:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696074.286049:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696074.286052:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696075.309963:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696075.309970:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696075.309975:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696075.309976:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696075.310140:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696075.310144:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696075.310147:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696075.374149:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696075.374156:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696075.374162:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028758325. 00000020:00000040:2.0:1788696075.374168:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696075.374172:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696075.374175:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696075.374179:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696075.374186:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000051526cb6. 00000100:00000001:2.0:1788696075.374193:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696075.374203:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000028758325 x1875583274358912/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696075.374213:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696075.374216:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696075.374220:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028758325] to pc [ptlrpcd_00_00+0] req@0000000028758325 x1875583274358912/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696075.374251:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696075.374253:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696075.374256:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696075.374259:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b920c5d1. 00000020:00000040:2.0:1788696075.374261:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696075.374263:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696075.374265:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696075.374266:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696075.374269:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078c7cd5c. 00000100:00000001:2.0:1788696075.374272:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696075.374276:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000b920c5d1 x1875583274359040/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696075.374293:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696075.374295:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696075.374298:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b920c5d1] to pc [ptlrpcd_00_01+1] req@00000000b920c5d1 x1875583274359040/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696075.374305:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696075.374307:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696075.374310:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696075.374312:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1271b01. 00000020:00000040:2.0:1788696075.374314:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696075.374316:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696075.374317:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696075.374319:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696075.374321:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c995f34e. 00000100:00000001:2.0:1788696075.374324:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696075.374327:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000b1271b01 x1875583274359168/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696075.374332:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696075.374333:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696075.374335:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1271b01] to pc [ptlrpcd_00_02+2] req@00000000b1271b01 x1875583274359168/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696075.374352:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696075.374355:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788696075.374358:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788696075.374361:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12374) 00000100:00000001:2.0:1788696075.374370:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788696075.374373:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1788696075.374375:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696075.374382:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696075.374388:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696075.374390:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696075.374392:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696075.374394:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696075.374398:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1271b01 x1875583274359168/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696075.374404:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696075.374406:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696075.374410:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696075.374411:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696075.374414:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696075.374416:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274359168:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696075.374420:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696075.374425:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696075.374427:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696075.374429:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696075.374433:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be4224fe. 02000000:00000001:2.0:1788696075.374435:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696075.374440:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c254ec8d. 00000400:00000010:2.0:1788696075.374448:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a163905. 00000100:00000200:2.0:1788696075.374453:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274359168, portal 10 00000100:00000001:2.0:1788696075.374455:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696075.374457:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611077376 : -113296098474240 : ffff98f5324bc700) 00000100:00000040:2.0:1788696075.374463:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b1271b01 x1875583274359168/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696075.374470:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696075.374473:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696075.374475:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d08e7aa0. 00000100:00000200:2.0:1788696075.374477:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274359168, offset 0 00000400:00000200:2.0:1788696075.374483:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696075.374494:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696075.374498:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696075.374502:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696075.374510:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696075.374513:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696075.374515:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [316:316:256:4294967295] 192.168.201.118@tcp LPNI seq info [316:316:8:4294967295] 00000400:00000200:2.0:1788696075.374527:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696075.374539:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696075.374543:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e680c3a9. 00000800:00000200:2.0:1788696075.374549:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696075.374555:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696075.374569:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e680c3a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696075.374581:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696075.374585:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 38421 usecs (39 jiffies) 00000100:00000001:2.0:1788696075.374589:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307037223 00000100:00000010:2.0:1788696075.374593:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035048bc1. 00000100:00000001:2.0:1788696075.374598:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788696075.374607:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307037223 00000100:00000010:2.0:1788696075.374609:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5158265. 00000100:00000001:2.0:1788696075.374612:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696075.374616:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307037223 00000100:00000010:2.0:1788696075.374619:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f1bab8d. 00000100:00000001:2.0:1788696075.374621:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696075.374624:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307037223 00000100:00000010:2.0:1788696075.374626:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047365b43. 00000100:00000001:2.0:1788696075.374629:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696075.374633:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696075.374636:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696075.374639:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696075.374641:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696075.374733:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696075.374736:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e680c3a9. 00000400:00000200:2.0:1788696075.374747:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696075.374751:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696075.374756:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d08e7aa0 00000400:00000010:2.0:1788696075.374759:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d08e7aa0. 00000100:00000001:2.0:1788696075.374763:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696075.374766:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b1271b01 x1875583274359168/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696075.374774:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696075.374776:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1271b01 x1875583274359168/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696091 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696075.374782:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696075.374783:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696075.374872:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696075.374875:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696075.374876:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696075.374880:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028758325 x1875583274358912/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696075.374888:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696075.374889:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696075.374891:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696075.374899:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696075.374900:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696075.374903:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000028758325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274358912:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696075.374906:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696075.374908:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696075.374910:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696075.374911:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696075.374914:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9c3cf3e. 02000000:00000001:0.0:1788696075.374916:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696075.374919:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000e2edc2. 00000400:00000010:0.0:1788696075.374923:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543061b9. 00000100:00000200:0.0:1788696075.374926:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274358912, portal 25 00000100:00000001:0.0:1788696075.374927:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696075.374928:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611076480 : -113296098475136 : ffff98f5324bc380) 00000100:00000040:0.0:1788696075.374932:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000028758325 x1875583274358912/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696075.374939:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696075.374941:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696075.374943:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003657e232. 00000100:00000200:0.0:1788696075.374945:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274358912, offset 0 00000400:00000200:0.0:1788696075.374949:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696075.374954:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696075.374957:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696075.374959:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696075.374961:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696075.374963:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696075.374965:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [317:317:256:4294967295] 192.168.201.118@tcp LPNI seq info [317:317:8:4294967295] 00000400:00000200:0.0:1788696075.374973:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696075.374977:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696075.374980:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057945d15. 00000800:00000200:0.0:1788696075.374984:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696075.374988:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696075.374996:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000057945d15 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696075.375010:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696075.375013:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307038450 00000100:00000001:0.0:1788696075.375017:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307037223 00000100:00000001:0.0:1788696075.375020:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307038450 00000100:00000001:0.0:1788696075.375022:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307037223 00000100:00000001:0.0:1788696075.375024:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307038450 00000100:00000001:0.0:1788696075.375026:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307037223 00000100:00000001:0.0:1788696075.375028:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307038450 00000100:00000001:0.0:1788696075.375030:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307037223 00000100:00000001:0.0:1788696075.375032:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696075.375034:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696075.375036:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696075.375038:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696075.375041:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696075.375042:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696075.375044:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696075.375045:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696075.375046:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696075.375048:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788696075.375049:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696075.375050:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696075.375051:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696075.375052:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696075.375052:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696075.375053:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696075.375055:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b920c5d1 x1875583274359040/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696075.375060:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696075.375061:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696075.375062:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696075.375063:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696075.375079:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696075.375081:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b920c5d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274359040:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696075.375083:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696075.375085:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696075.375086:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696075.375087:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696075.375089:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edea6996. 02000000:00000001:0.0:1788696075.375090:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696075.375092:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee196899. 00000400:00000010:0.0:1788696075.375094:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001921424c. 00000100:00000200:0.0:1788696075.375095:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274359040, portal 10 00000100:00000001:0.0:1788696075.375096:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696075.375097:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611089024 : -113296098462592 : ffff98f5324bf480) 00000100:00000040:0.0:1788696075.375101:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b920c5d1 x1875583274359040/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696075.375104:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696075.375106:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696075.375107:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044b3f705. 00000100:00000200:0.0:1788696075.375108:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274359040, offset 0 00000400:00000200:0.0:1788696075.375110:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696075.375113:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696075.375114:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696075.375116:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696075.375117:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696075.375118:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696075.375120:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [318:318:255:4294967295] 192.168.201.118@tcp LPNI seq info [318:318:7:4294967295] 00000400:00000200:0.0:1788696075.375124:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696075.375127:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696075.375129:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000dfd73c1. 00000800:00000200:0.0:1788696075.375131:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696075.375133:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696075.375138:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000dfd73c1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696075.375140:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696075.375142:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 37883 usecs (38 jiffies) 00000100:00000001:0.0:1788696075.375144:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307037223 00000100:00000001:0.0:1788696075.375145:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307038450 00000100:00000001:0.0:1788696075.375146:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307037223 00000100:00000001:0.0:1788696075.375148:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307038450 00000100:00000001:0.0:1788696075.375149:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307037223 00000100:00000001:0.0:1788696075.375149:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307038450 00000100:00000001:0.0:1788696075.375150:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307037223 00000100:00000001:0.0:1788696075.375151:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307038450 00000100:00000001:0.0:1788696075.375152:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696075.375153:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696075.375154:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696075.375155:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696075.375245:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696075.375247:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696075.375251:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696075.375252:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696075.375291:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696075.375293:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057945d15. 00000400:00000200:2.0:1788696075.375295:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696075.375298:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696075.375300:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003657e232 00000400:00000010:2.0:1788696075.375301:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003657e232. 00000100:00000001:2.0:1788696075.375303:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696075.375306:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000028758325 x1875583274358912/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696075.375311:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696075.375312:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028758325 x1875583274358912/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696091 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696075.375315:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696075.375316:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696075.375343:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696075.375345:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000dfd73c1. 00000400:00000200:2.0:1788696075.375346:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696075.375348:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696075.375350:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044b3f705 00000400:00000010:2.0:1788696075.375351:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000044b3f705. 00000100:00000001:2.0:1788696075.375353:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696075.375359:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b920c5d1 x1875583274359040/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696075.375363:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696075.375364:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b920c5d1 x1875583274359040/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696091 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696075.375368:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696075.375369:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696075.378151:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696075.378167:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696075.378184:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696075.378187:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696075.378197:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696075.378221:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d09880 00000400:00000200:3.0:1788696075.378229:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xabd [1] + 224 00000800:00000001:3.0:1788696075.378237:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696075.378249:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696075.378253:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696075.378258:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696075.378267:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696075.378282:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000028758325 x1875583274358912/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696075.378293:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028758325 x1875583274358912/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696075.378349:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696075.378365:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696075.378369:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696075.378371:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696075.378373:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696075.378378:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696075.378384:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09980 00000400:00000200:3.0:1788696075.378397:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xab5 [1] + 224 00000800:00000001:3.0:1788696075.378401:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696075.378406:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696075.378408:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696075.378411:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696075.378414:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696075.378423:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b1271b01 x1875583274359168/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696075.378432:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b1271b01 x1875583274359168/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696075.378444:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696075.378448:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696075.378454:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696075.378455:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696075.378457:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000e2edc2. 00000100:00000001:3.0:1788696075.378460:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788696075.378461:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543061b9 00000400:00000010:0.0:1788696075.378464:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000543061b9. 00000100:00000001:0.0:1788696075.378466:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696075.378470:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000028758325 x1875583274358912/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788696075.378471:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696075.378478:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1788696075.378480:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000028758325 x1875583274358912/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788696075.378482:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696075.378487:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696075.378488:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696075.378489:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696075.378493:0:201300:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:3.0:1788696075.378496:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 02000000:00000001:0.0:1788696075.378501:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696075.378504:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696075.378506:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696075.378507:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09900 02000000:00000001:0.0:1788696075.378514:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696075.378515:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xac5 [1] + 224 00000100:00001000:0.0:1788696075.378520:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=126 v=5 (5 5 5 0) 00000800:00000001:3.0:1788696075.378521:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1788696075.378525:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=126 v=5 (1 1 1 0) 00000100:00000001:0.0:1788696075.378528:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696075.378529:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696075.378530:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788696075.378531:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696075.378534:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696075.378536:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696075.378536:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1788696075.378543:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028758325 x1875583274358912/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696075.378546:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696075.378554:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788696075.378555:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696075.378565:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696075.378568:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788696075.378568:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b920c5d1 x1875583274359040/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696075.378575:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028758325 x1875583274358912/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696075.378594:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b920c5d1 x1875583274359040/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696075.378595:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000028758325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274358912:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696075.378601:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696075.378603:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696075.378608:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028758325 x1875583274358912/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696075.378627:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696075.378628:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696075.378632:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696075.378636:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9c3cf3e. 00000800:00000001:3.0:1788696075.378636:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1788696075.378642:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696075.378646:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696075.378648:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000800:00000001:3.0:1788696075.378649:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788696075.378651:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696075.378654:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000051526cb6. 02000000:00000001:0.0:1788696075.378657:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696075.378658:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696075.378659:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028758325. 00000100:00000001:0.0:1788696075.378667:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696075.378668:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696075.378670:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696075.378672:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696075.378673:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696075.378675:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696075.378676:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696075.378678:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee196899. 00000400:00000200:0.0:1788696075.378680:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001921424c 00000400:00000010:0.0:1788696075.378680:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001921424c. 00000100:00000001:0.0:1788696075.378682:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696075.378684:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b920c5d1 x1875583274359040/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696075.378708:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b920c5d1 x1875583274359040/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696075.378712:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696075.378713:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696075.378714:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696075.378715:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696075.378716:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696075.378717:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696075.378718:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696075.378723:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=126 v=5 (5 5 5 0) 00000100:00001000:0.0:1788696075.378725:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=126 v=5 (1 1 1 0) 00000100:00000001:0.0:1788696075.378726:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696075.378727:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696075.378728:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696075.378730:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696075.378732:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696075.378733:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696075.378734:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696075.378735:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696075.378737:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b920c5d1 x1875583274359040/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696075.378741:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696075.378746:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696075.378747:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696075.378749:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b920c5d1 x1875583274359040/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696075.378753:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b920c5d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274359040:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696075.378755:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696075.378756:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696075.378757:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b920c5d1 x1875583274359040/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696075.378761:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696075.378761:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696075.378763:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edea6996. 02000000:00000001:0.0:1788696075.378764:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696075.378765:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696075.378766:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696075.378767:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696075.378768:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000078c7cd5c. 02000000:00000001:0.0:1788696075.378769:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696075.378770:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696075.378771:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b920c5d1. 00000100:00000001:0.0:1788696075.378773:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696075.378774:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696075.378775:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696075.378780:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696075.378781:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696075.378782:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696075.378783:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696075.378945:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696075.378947:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696075.378951:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696075.378953:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696075.378954:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c254ec8d. 00000400:00000200:2.0:1788696075.378959:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a163905 00000400:00000010:2.0:1788696075.378961:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a163905. 00000100:00000001:2.0:1788696075.378963:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696075.378967:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b1271b01 x1875583274359168/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696075.378975:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b1271b01 x1875583274359168/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696075.378981:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696075.378982:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696075.378984:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696075.378985:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696075.378986:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696075.378988:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696075.378989:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696075.378993:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=125 v=5 (5 5 5 0) 00000100:00001000:2.0:1788696075.378996:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1788696075.378998:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696075.378999:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696075.379001:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788696075.379003:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b1271b01 x1875583274359168/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696075.379010:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696075.379018:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696075.379019:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696075.379021:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696075.379022:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696075.379024:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1271b01 x1875583274359168/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696075.379030:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696075.379031:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696075.379032:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696075.379035:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1271b01 x1875583274359168/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696075.379041:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274359168:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696075.379045:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696075.379047:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696075.379049:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1271b01 x1875583274359168/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696091 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696075.379129:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696075.379131:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696075.379133:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be4224fe. 02000000:00000001:2.0:1788696075.379136:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696075.379137:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696075.379138:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696075.379140:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696075.379141:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c995f34e. 02000000:00000001:2.0:1788696075.379144:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696075.379145:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696075.379146:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1271b01. 00000100:00000001:2.0:1788696075.379148:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696075.379149:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696075.379151:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696075.379155:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696075.379156:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696075.379157:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696075.379164:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696076.334004:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696076.334011:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696076.334017:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696076.334018:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696076.334458:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696076.334462:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696076.334465:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696076.653961:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307038450, at 4307038464 00000100:00000040:1.0:1788696076.653961:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307038450, at 4307038464 00000100:00000040:3.0:1788696076.653961:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307038450, at 4307038464 00000100:00000010:0.0:1788696076.653979:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035048bc1. 00000100:00000010:1.0:1788696076.653981:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5158265. 00000100:00000010:3.0:1788696076.653983:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047365b43. 00000100:00000040:2.0:1788696076.654257:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307038450, at 4307038464 00000100:00000010:2.0:1788696076.654262:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f1bab8d. 00010000:00000001:2.0:1788696077.358214:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696077.358221:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696077.358227:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696077.358228:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696077.358296:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696077.358299:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696077.358303:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696078.382041:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696078.382050:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696078.382057:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696078.382058:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696078.382136:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696078.382140:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696078.382160:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696079.405980:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696079.405989:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696079.405991:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696079.405995:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696079.406009:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696079.406011:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696079.406013:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696079.406015:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696079.406019:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696079.406020:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696079.406082:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696079.406086:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696079.406088:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696080.431648:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696080.431657:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696080.431664:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696080.431665:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696080.432034:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696080.432039:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696080.432042:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696080.495381:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696080.495394:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696080.495402:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f121889. 00000020:00000040:0.0:1788696080.495411:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696080.495416:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696080.495420:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696080.495425:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696080.495433:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009146b66a. 00000100:00000001:0.0:1788696080.495442:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696080.495456:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000001f121889 x1875583274359296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696080.495467:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696080.495470:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696080.495477:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f121889] to pc [ptlrpcd_00_03+3] req@000000001f121889 x1875583274359296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696080.495512:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696080.495515:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696080.495520:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696080.495523:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a572c48. 00000020:00000040:0.0:1788696080.495526:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696080.495526:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696080.495531:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696080.495533:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1788696080.495533:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:0.0:1788696080.495536:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696080.495537:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1788696080.495541:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024f67866. 00000100:00000001:0.0:1788696080.495545:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696080.495547:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1788696080.495550:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000000a572c48 x1875583274359424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696080.495551:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696080.495556:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696080.495560:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696080.495564:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696080.495564:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696080.495571:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f121889 x1875583274359296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696080.495573:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696080.495578:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a572c48] to pc [ptlrpcd_00_00+0] req@000000000a572c48 x1875583274359424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696080.495605:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696080.495608:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696080.495612:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696080.495615:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696080.495617:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696080.495618:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696080.495622:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1788696080.495622:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274359296:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696080.495630:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788696080.495631:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1788696080.495635:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbb350d4. 02000000:00000001:2.0:1788696080.495638:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1788696080.495639:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:2.0:1788696080.495642:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696080.495644:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696080.495647:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696080.495647:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1788696080.495651:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696080.495654:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000073332711. 02000000:00000010:0.0:1788696080.495657:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000dfd73c1. 02000000:00000001:2.0:1788696080.495657:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696080.495663:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696080.495668:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000cbb350d4 x1875583274359552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1788696080.495668:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c254ec8d. 00000400:00000010:2.0:1788696080.495678:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a163905. 00000100:00000001:0.0:1788696080.495679:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696080.495681:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696080.495686:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb350d4] to pc [ptlrpcd_00_01+1] req@00000000cbb350d4 x1875583274359552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696080.495688:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274359296, portal 25 00000100:00000001:2.0:1788696080.495694:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696080.495696:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438912 : -113296827112704 : ffff98f506dda300) 00000100:00000001:0.0:1788696080.495699:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696080.495702:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788696080.495704:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001f121889 x1875583274359296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696080.495712:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696080.495721:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12380) 00000100:00000001:2.0:1788696080.495722:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696080.495727:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696080.495731:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d08e7aa0. 00000100:00000200:2.0:1788696080.495734:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274359296, offset 0 00000100:00000001:0.0:1788696080.495736:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696080.495739:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788696080.495742:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696080.495743:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696080.495750:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a572c48 x1875583274359424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696080.495757:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696080.495759:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696080.495760:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696080.495767:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1788696080.495769:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696080.495772:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788696080.495774:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000001:0.0:1788696080.495776:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696080.495780:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1788696080.495782:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274359424:192.168.201.118@tcp:400: 00000400:00000200:2.0:1788696080.495786:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:0.0:1788696080.495790:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788696080.495794:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [319:319:256:4294967295] 192.168.201.118@tcp LPNI seq info [319:319:8:4294967295] 02000000:00000001:0.0:1788696080.495795:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696080.495798:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696080.495801:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696080.495804:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2f7131f. 02000000:00000001:0.0:1788696080.495808:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696080.495813:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000010:0.0:1788696080.495815:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee196899. 00000400:00000010:0.0:1788696080.495821:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001921424c. 00000100:00000200:0.0:1788696080.495826:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274359424, portal 10 00000800:00000200:2.0:1788696080.495828:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696080.495829:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696080.495832:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882444288 : -113296827107328 : ffff98f506ddb800) 00000800:00000010:2.0:1788696080.495835:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c995f34e. 00000100:00000040:0.0:1788696080.495840:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000a572c48 x1875583274359424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788696080.495862:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696080.495874:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:0.0:1788696080.495881:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1788696080.495881:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c995f34e type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1788696080.495887:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696080.495890:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543061b9. 00000100:00000200:0.0:1788696080.495892:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274359424, offset 0 00000100:00000001:2.0:1788696080.495896:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696080.495900:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696080.495903:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307043570 00000400:00000200:0.0:1788696080.495907:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000010:2.0:1788696080.495909:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fdfe43f2. 00000400:00000200:0.0:1788696080.495912:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696080.495916:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696080.495919:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788696080.495919:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1788696080.495925:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788696080.495928:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307043570 00000400:00000200:0.0:1788696080.495929:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [320:320:255:4294967295] 192.168.201.118@tcp LPNI seq info [320:320:7:4294967295] 00000100:00000010:2.0:1788696080.495934:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f1bab8d. 00000100:00000001:2.0:1788696080.495938:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1788696080.495944:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788696080.495944:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307043570 00000100:00000010:2.0:1788696080.495951:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f0f29cae. 00000800:00000200:0.0:1788696080.495954:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696080.495956:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000800:00000010:0.0:1788696080.495960:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057945d15. 00000100:00000001:2.0:1788696080.495960:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307043570 00000100:00000010:2.0:1788696080.495966:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038593dc8. 00000800:00000200:0.0:1788696080.495968:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:2.0:1788696080.495970:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696080.495973:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696080.495986:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696080.495992:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696080.495996:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:2.0:1788696080.495997:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696080.496002:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000057945d15 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696080.496005:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696080.496010:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 37528 usecs (38 jiffies) 00000100:00000001:0.0:1788696080.496013:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307042343 00000100:00000001:0.0:1788696080.496015:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307043570 00000100:00000001:0.0:1788696080.496018:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307042343 00000100:00000001:0.0:1788696080.496020:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307043570 00000100:00000001:0.0:1788696080.496021:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307042343 00000100:00000001:0.0:1788696080.496023:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307043570 00000100:00000001:0.0:1788696080.496025:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307042343 00000100:00000001:0.0:1788696080.496027:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307043570 00000100:00000001:0.0:1788696080.496029:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696080.496031:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696080.496033:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696080.496035:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696080.496039:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696080.496041:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696080.496044:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696080.496045:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696080.496047:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696080.496047:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:0.0:1788696080.496050:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000800:00000010:2.0:1788696080.496052:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c995f34e. 00000100:00000001:0.0:1788696080.496053:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696080.496058:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696080.496060:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696080.496060:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788696080.496064:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696080.496066:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696080.496069:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1788696080.496070:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000040:0.0:1788696080.496075:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbb350d4 x1875583274359552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696080.496078:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d08e7aa0 00000400:00000010:2.0:1788696080.496082:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d08e7aa0. 00000100:00000001:0.0:1788696080.496088:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696080.496088:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696080.496093:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001f121889 x1875583274359296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696080.496096:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696080.496101:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696080.496104:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696080.496107:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696080.496111:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274359552:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696080.496120:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696080.496124:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696080.496126:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696080.496128:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1788696080.496129:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696080.496134:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fe43be9. 00000100:00000040:2.0:1788696080.496135:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f121889 x1875583274359296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696096 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696080.496139:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696080.496144:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000e2edc2. 00000400:00000010:0.0:1788696080.496150:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003616cb94. 00000100:00000001:2.0:1788696080.496150:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696080.496153:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1788696080.496155:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274359552, portal 10 00000100:00000001:0.0:1788696080.496159:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696080.496160:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882439808 : -113296827111808 : ffff98f506dda680) 00000100:00000040:0.0:1788696080.496166:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cbb350d4 x1875583274359552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696080.496178:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696080.496180:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696080.496183:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e92bbd72. 00000100:00000200:0.0:1788696080.496186:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274359552, offset 0 00000400:00000200:0.0:1788696080.496190:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696080.496195:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696080.496197:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696080.496200:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696080.496202:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696080.496204:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696080.496206:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [321:321:255:4294967295] 192.168.201.118@tcp LPNI seq info [321:321:7:4294967295] 00000400:00000200:0.0:1788696080.496213:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696080.496217:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696080.496222:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014613afe. 00000800:00000200:0.0:1788696080.496230:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696080.496236:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696080.496236:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696080.496240:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057945d15. 00000800:00000200:0.0:1788696080.496241:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000014613afe type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788696080.496245:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788696080.496247:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696080.496252:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 38055 usecs (39 jiffies) 00000400:00000200:2.0:1788696080.496252:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696080.496257:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543061b9 00000100:00000001:0.0:1788696080.496258:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307042344 00000400:00000010:2.0:1788696080.496261:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000543061b9. 00000100:00000001:0.0:1788696080.496263:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307043570 00000100:00000001:2.0:1788696080.496265:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788696080.496267:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307042344 00000100:00000200:2.0:1788696080.496270:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000a572c48 x1875583274359424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696080.496271:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307043570 00000100:00000001:0.0:1788696080.496276:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307042344 00000100:00000001:0.0:1788696080.496280:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307043570 00000100:00000001:0.0:1788696080.496284:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307042344 00000100:00000001:0.0:1788696080.496288:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307043570 00000100:00000001:2.0:1788696080.496289:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788696080.496290:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696080.496294:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696080.496295:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a572c48 x1875583274359424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696096 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696080.496298:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696080.496302:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696080.496308:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696080.496310:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696080.496315:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696080.496319:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696080.496323:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696080.496325:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014613afe. 00000400:00000200:2.0:1788696080.496328:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696080.496331:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696080.496334:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e92bbd72 00000400:00000010:2.0:1788696080.496336:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e92bbd72. 00000100:00000001:2.0:1788696080.496338:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696080.496340:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cbb350d4 x1875583274359552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696080.496347:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696080.496349:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbb350d4 x1875583274359552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696096 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696080.496365:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696080.496366:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788696080.496745:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696080.496749:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696080.502930:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696080.502951:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696080.502958:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696080.502961:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696080.502974:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696080.503002:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09a80 00000400:00000200:2.0:1788696080.503011:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xad5 [1] + 224 00000800:00000001:2.0:1788696080.503020:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696080.503023:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696080.503027:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696080.503031:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696080.503040:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696080.503050:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000a572c48 x1875583274359424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696080.503063:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000a572c48 x1875583274359424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696080.503087:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696080.503098:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696080.503101:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696080.503103:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696080.503105:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696080.503109:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696080.503115:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09b00 00000400:00000200:2.0:1788696080.503119:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xadd [1] + 224 00000800:00000001:2.0:1788696080.503123:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696080.503128:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696080.503130:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696080.503132:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696080.503152:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696080.503157:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cbb350d4 x1875583274359552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696080.503165:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbb350d4 x1875583274359552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696080.503171:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696080.503175:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696080.503177:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696080.503263:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696080.503269:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696080.503277:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696080.503280:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696080.503283:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000e2edc2. 00000400:00000200:0.0:1788696080.503288:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003616cb94 00000400:00000010:0.0:1788696080.503291:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003616cb94. 00000100:00000001:0.0:1788696080.503294:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696080.503298:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cbb350d4 x1875583274359552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696080.503307:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cbb350d4 x1875583274359552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696080.503325:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696080.503327:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696080.503330:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696080.503333:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696080.503336:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696080.503338:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696080.503341:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696080.503353:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=130 v=5 (5 5 5 0) 00000100:00001000:0.0:1788696080.503358:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1788696080.503361:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696080.503363:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696080.503365:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696080.503370:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cbb350d4 x1875583274359552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696080.503377:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696080.503382:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696080.503383:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696080.503386:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696080.503387:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696080.503391:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbb350d4 x1875583274359552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696080.503398:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696080.503401:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696080.503403:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696080.503406:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbb350d4 x1875583274359552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696080.503413:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274359552:192.168.201.118@tcp:400: 00000400:00000001:0.0:1788696080.503420:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696080.503421:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696080.503423:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee196899. 00000400:00000200:0.0:1788696080.503425:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001921424c 00000400:00000010:0.0:1788696080.503432:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001921424c. 00000100:00000001:0.0:1788696080.503435:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696080.503438:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000a572c48 x1875583274359424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696080.503444:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000a572c48 x1875583274359424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696080.503450:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696080.503452:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696080.503453:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696080.503455:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696080.503456:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696080.503457:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696080.503459:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696080.503463:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=131 v=5 (5 5 5 0) 00000100:00001000:0.0:1788696080.503466:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=131 v=5 (1 1 1 0) 00000100:00000001:0.0:1788696080.503468:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696080.503469:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696080.503471:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696080.503473:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696080.503475:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696080.503477:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696080.503478:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696080.503479:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696080.503482:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a572c48 x1875583274359424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696080.503488:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696080.503490:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696080.503491:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696080.503494:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a572c48 x1875583274359424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696080.503500:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274359424:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696080.503505:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696080.503511:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696080.503515:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbb350d4 x1875583274359552/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696080.503521:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696080.503524:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696080.503528:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fe43be9. 02000000:00000001:0.0:1788696080.503532:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696080.503535:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696080.503537:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696080.503539:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696080.503542:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000dfd73c1. 02000000:00000001:0.0:1788696080.503546:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696080.503548:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696080.503549:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbb350d4. 00000100:00000001:0.0:1788696080.503553:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696080.503554:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696080.503556:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696080.503558:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a572c48 x1875583274359424/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696080.503564:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696080.503565:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696080.503566:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2f7131f. 02000000:00000001:0.0:1788696080.503568:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696080.503569:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696080.503570:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696080.503572:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696080.503573:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024f67866. 02000000:00000001:0.0:1788696080.503575:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696080.503576:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696080.503577:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a572c48. 00000100:00000001:0.0:1788696080.503579:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696080.503580:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696080.503583:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696080.503593:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696080.503595:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696080.503597:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696080.503604:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696080.504201:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696080.504209:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696080.504212:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696080.504214:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696080.504221:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696080.504231:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d09a00 00000400:00000200:2.0:1788696080.504238:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xacd [1] + 224 00000800:00000001:2.0:1788696080.504243:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696080.504248:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696080.504251:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696080.504254:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696080.504258:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696080.504262:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001f121889 x1875583274359296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696080.504272:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f121889 x1875583274359296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696080.504291:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696080.504297:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696080.504300:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696080.504338:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696080.504342:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696080.504346:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696080.504348:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696080.504350:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c254ec8d. 00000400:00000200:3.0:1788696080.504355:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a163905 00000400:00000010:3.0:1788696080.504357:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a163905. 00000100:00000001:3.0:1788696080.504360:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696080.504363:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001f121889 x1875583274359296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696080.504371:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001f121889 x1875583274359296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696080.504377:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696080.504378:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696080.504380:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696080.504381:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696080.504383:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696080.504384:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696080.504386:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696080.504389:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=131 v=5 (5 5 5 0) 00000100:00001000:3.0:1788696080.504392:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=131 v=5 (1 1 1 0) 00000100:00000001:3.0:1788696080.504395:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696080.504396:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696080.504403:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696080.504405:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696080.504416:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696080.504419:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f121889 x1875583274359296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696080.504425:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696080.504428:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696080.504429:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696080.504432:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f121889 x1875583274359296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696080.504439:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274359296:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696080.504443:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696080.504445:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696080.504447:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f121889 x1875583274359296/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696096 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696080.504453:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696080.504455:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696080.504457:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000073332711. 02000000:00000001:3.0:1788696080.504460:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696080.504461:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696080.504463:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696080.504465:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696080.504467:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009146b66a. 02000000:00000001:3.0:1788696080.504469:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696080.504470:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696080.504471:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f121889. 00000100:00000001:3.0:1788696080.504474:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696080.504475:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696080.504476:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696080.504482:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696080.504483:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696080.504485:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696080.504487:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696081.454023:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696081.454032:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696081.454039:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696081.454040:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696081.454117:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696081.454121:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696081.454125:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696081.773990:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307043570, at 4307043584 00000100:00000040:2.0:1788696081.773990:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307043570, at 4307043584 00000100:00000010:1.0:1788696081.774013:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f1bab8d. 00000100:00000010:2.0:1788696081.774019:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f0f29cae. 00000100:00000040:3.0:1788696081.774174:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307043570, at 4307043584 00000100:00000010:3.0:1788696081.774181:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038593dc8. 00000100:00000040:0.0:1788696081.774267:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307043570, at 4307043584 00000100:00000010:0.0:1788696081.774273:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fdfe43f2. 00010000:00000001:2.0:1788696082.478035:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696082.478044:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696082.478052:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696082.478053:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696082.478204:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696082.478209:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696082.478213:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696083.502539:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696083.502549:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696083.502568:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696083.502573:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696083.502576:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696083.502580:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696083.502584:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696083.502587:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696083.502590:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696083.502592:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696083.502887:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696083.502892:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696083.502895:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696084.526302:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696084.526312:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696084.526320:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696084.526321:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696084.526392:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696084.526397:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696084.526401:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696085.549984:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696085.549993:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696085.549999:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696085.550000:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696085.550069:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696085.550073:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696085.550077:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696085.614084:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696085.614095:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696085.614106:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006716c132. 00000020:00000040:1.0:1788696085.614112:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696085.614117:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696085.614131:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696085.614136:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696085.614142:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000032870841. 00000100:00000001:1.0:1788696085.614148:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696085.614156:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000006716c132 x1875583274359680/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696085.614164:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696085.614166:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696085.614170:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006716c132] to pc [ptlrpcd_00_02+2] req@000000006716c132 x1875583274359680/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696085.614195:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696085.614196:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696085.614199:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696085.614200:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c801b762. 00000020:00000040:1.0:1788696085.614202:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696085.614203:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696085.614204:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696085.614205:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696085.614207:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004bb85f65. 00000100:00000001:1.0:1788696085.614208:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696085.614211:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000c801b762 x1875583274359808/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696085.614216:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696085.614217:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696085.614218:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c801b762] to pc [ptlrpcd_00_03+3] req@00000000c801b762 x1875583274359808/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696085.614223:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696085.614224:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696085.614228:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696085.614230:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000094b15cb1. 00000020:00000040:1.0:1788696085.614233:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696085.614240:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696085.614242:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696085.614243:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696085.614246:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000155bbcce. 00000100:00000001:1.0:1788696085.614249:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696085.614253:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000094b15cb1 x1875583274359936/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696085.614258:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696085.614261:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696085.614266:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696085.614269:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1788696085.614274:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094b15cb1] to pc [ptlrpcd_00_00+0] req@0000000094b15cb1 x1875583274359936/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696085.614276:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696085.614289:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006716c132 x1875583274359680/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696085.614301:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696085.614304:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696085.614305:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696085.614310:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1788696085.614310:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696085.614316:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788696085.614317:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788696085.614325:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12385) 02000000:00000001:3.0:1788696085.614386:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696085.614392:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006716c132 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274359680:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696085.614397:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696085.614405:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696085.614408:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696085.614411:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696085.614420:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b6bd23a6. 02000000:00000001:3.0:1788696085.614423:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696085.614432:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057a22c2d. 00000400:00000010:3.0:1788696085.614443:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e4bd39f. 00000100:00000200:3.0:1788696085.614450:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274359680, portal 25 00000100:00000001:3.0:1788696085.614454:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696085.614466:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877476352 : -113296832075264 : ffff98f50691ea00) 00000100:00000040:3.0:1788696085.614474:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006716c132 x1875583274359680/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696085.614483:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696085.614486:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696085.614490:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a7cbfc. 00000100:00000200:3.0:1788696085.614493:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274359680, offset 0 00000400:00000200:3.0:1788696085.614501:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696085.614519:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696085.614525:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696085.614530:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696085.614533:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696085.614561:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696085.614565:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [322:322:256:4294967295] 192.168.201.118@tcp LPNI seq info [322:322:8:4294967295] 00000400:00000200:3.0:1788696085.614578:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696085.614585:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696085.614591:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a492135. 00000800:00000200:3.0:1788696085.614599:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696085.614607:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696085.614612:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009a492135 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696085.614634:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696085.614639:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307048689 00000100:00000010:3.0:1788696085.614645:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81c9ce7. 00000100:00000001:3.0:1788696085.614654:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788696085.614660:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696085.614663:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307048689 00000100:00000001:2.0:1788696085.614667:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1788696085.614670:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000100:00000001:2.0:1788696085.614672:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788696085.614676:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1788696085.614679:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c801b762 x1875583274359808/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696085.614685:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307048689 00000100:00000001:2.0:1788696085.614689:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696085.614694:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788696085.614695:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 02000000:00000001:2.0:1788696085.614697:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696085.614702:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696085.614704:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 02000000:00000001:2.0:1788696085.614705:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696085.614712:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307048689 00000100:00000010:3.0:1788696085.614716:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000100:00000001:3.0:1788696085.614723:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00100000:2.0:1788696085.614724:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274359808:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696085.614729:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696085.614732:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788696085.614736:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696085.614740:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696085.614746:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788696085.614749:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696085.614753:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696085.614757:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788696085.614757:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696085.614762:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:2.0:1788696085.614765:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2b34187. 02000000:00000001:2.0:1788696085.614769:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696085.614771:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1788696085.614775:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046d60b02. 00000100:00000001:3.0:1788696085.614776:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696085.614783:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696085.614786:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d08e7aa0. 00000100:00000001:3.0:1788696085.614788:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788696085.614793:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274359808, portal 10 00000100:00000001:2.0:1788696085.614795:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696085.614797:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877469184 : -113296832082432 : ffff98f50691ce00) 00000100:00000040:2.0:1788696085.614808:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c801b762 x1875583274359808/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696085.614815:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696085.614819:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696085.614822:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e484deba. 00000100:00000200:2.0:1788696085.614825:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274359808, offset 0 00000400:00000200:2.0:1788696085.614832:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696085.614898:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696085.614903:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696085.614910:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696085.614916:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696085.614919:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696085.614924:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [323:323:255:4294967295] 192.168.201.118@tcp LPNI seq info [323:323:7:4294967295] 00000400:00000200:2.0:1788696085.614935:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696085.614941:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696085.614945:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c995f34e. 00000800:00000200:2.0:1788696085.614951:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696085.614959:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696085.614963:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c995f34e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696085.614967:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696085.614971:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 37227 usecs (38 jiffies) 00000100:00000001:2.0:1788696085.614974:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307047462 00000100:00000001:2.0:1788696085.614984:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307048689 00000100:00000001:2.0:1788696085.614987:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307047462 00000100:00000001:2.0:1788696085.614989:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307048689 00000100:00000001:2.0:1788696085.614991:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307047462 00000800:00000200:3.0:1788696085.614993:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788696085.614994:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307048689 00000800:00000010:3.0:1788696085.615000:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a492135. 00000100:00000001:2.0:1788696085.615001:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307047462 00000400:00000200:3.0:1788696085.615006:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788696085.615007:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307048689 00000100:00000001:2.0:1788696085.615013:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788696085.615021:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696085.615022:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696085.615029:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696085.615032:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696085.615035:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a7cbfc 00000100:00000001:2.0:1788696085.615038:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696085.615041:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1788696085.615041:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a7cbfc. 00000100:00000001:2.0:1788696085.615047:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696085.615050:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696085.615051:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696085.615054:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696085.615054:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696085.615064:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006716c132 x1875583274359680/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696085.615074:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696085.615078:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006716c132 x1875583274359680/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696101 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696085.615083:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696085.615085:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696085.615101:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696085.615103:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c995f34e. 00000400:00000200:3.0:1788696085.615107:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696085.615110:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696085.615112:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e484deba 00000400:00000010:3.0:1788696085.615113:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e484deba. 00000100:00000001:3.0:1788696085.615117:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696085.615120:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000c801b762 x1875583274359808/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696085.615127:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696085.615128:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c801b762 x1875583274359808/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696101 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696085.615132:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696085.615133:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696085.615134:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696085.615138:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696085.615140:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696085.615146:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000094b15cb1 x1875583274359936/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696085.615153:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696085.615154:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696085.615158:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696085.615161:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696085.615164:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696085.615165:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696085.615168:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696085.615174:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000094b15cb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274359936:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696085.615181:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696085.615184:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696085.615185:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696085.615187:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696085.615191:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000bdd8e25. 02000000:00000001:0.0:1788696085.615193:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696085.615196:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee196899. 00000400:00000010:0.0:1788696085.615200:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001921424c. 00000100:00000200:0.0:1788696085.615203:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274359936, portal 10 00000100:00000001:0.0:1788696085.615211:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696085.615212:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877480832 : -113296832070784 : ffff98f50691fb80) 00000100:00000040:0.0:1788696085.615218:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000094b15cb1 x1875583274359936/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696085.615225:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696085.615227:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696085.615229:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003616cb94. 00000100:00000200:0.0:1788696085.615231:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274359936, offset 0 00000400:00000200:0.0:1788696085.615234:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696085.615238:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696085.615240:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696085.615241:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696085.615243:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696085.615244:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696085.615246:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [324:324:256:4294967295] 192.168.201.118@tcp LPNI seq info [324:324:8:4294967295] 00000400:00000200:0.0:1788696085.615251:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696085.615254:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696085.615256:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024f67866. 00000800:00000200:0.0:1788696085.615259:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696085.615261:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696085.615263:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024f67866 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696085.615276:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696085.615279:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 37737 usecs (38 jiffies) 00000100:00000001:0.0:1788696085.615281:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307047463 00000100:00000001:0.0:1788696085.615283:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307048689 00000100:00000001:0.0:1788696085.615285:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307047463 00000100:00000001:0.0:1788696085.615286:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307048689 00000100:00000001:0.0:1788696085.615288:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307047463 00000100:00000001:0.0:1788696085.615290:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307048689 00000100:00000001:0.0:1788696085.615298:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307047463 00000100:00000001:0.0:1788696085.615300:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307048689 00000100:00000001:0.0:1788696085.615301:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696085.615303:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696085.615305:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696085.615307:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696085.615312:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696085.615313:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696085.615315:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696085.615317:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696085.615318:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696085.615320:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696085.615721:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696085.615725:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024f67866. 00000400:00000200:2.0:1788696085.615729:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696085.615735:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696085.615739:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003616cb94 00000400:00000010:2.0:1788696085.615742:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003616cb94. 00000100:00000001:2.0:1788696085.615745:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696085.615748:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000094b15cb1 x1875583274359936/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696085.615757:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696085.615759:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000094b15cb1 x1875583274359936/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696101 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696085.615765:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696085.615767:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696085.617746:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696085.617763:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696085.617767:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696085.617769:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696085.617782:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696085.617800:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d09b80 00000400:00000200:2.0:1788696085.617809:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xae5 [1] + 224 00000800:00000001:2.0:1788696085.617817:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696085.617837:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696085.617841:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696085.617884:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696085.617903:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696085.617912:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006716c132 x1875583274359680/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696085.617928:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006716c132 x1875583274359680/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696085.617945:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696085.617954:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696085.617958:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696085.618071:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696085.618076:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696085.618085:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696085.618087:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696085.618105:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057a22c2d. 00000400:00000200:3.0:1788696085.618111:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e4bd39f 00000400:00000010:3.0:1788696085.618112:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005e4bd39f. 00000100:00000001:3.0:1788696085.618116:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696085.618120:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006716c132 x1875583274359680/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696085.618128:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006716c132 x1875583274359680/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696085.618134:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696085.618136:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696085.618139:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696085.618142:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696085.618144:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696085.618147:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696085.618150:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696085.618158:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=136 v=5 (5 5 5 0) 00000100:00001000:3.0:1788696085.618163:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=136 v=5 (1 1 1 0) 00000100:00000001:3.0:1788696085.618166:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696085.618168:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696085.618171:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696085.618173:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696085.618176:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696085.618181:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006716c132 x1875583274359680/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696085.618188:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696085.618192:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696085.618194:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696085.618198:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006716c132 x1875583274359680/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696085.618205:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006716c132 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274359680:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696085.618210:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696085.618212:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696085.618215:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006716c132 x1875583274359680/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696085.618227:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696085.618230:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696085.618234:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b6bd23a6. 02000000:00000001:3.0:1788696085.618237:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696085.618239:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696085.618241:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696085.618243:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696085.618245:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000032870841. 02000000:00000001:3.0:1788696085.618248:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696085.618250:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696085.618251:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006716c132. 00000100:00000001:3.0:1788696085.618254:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696085.618255:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696085.618257:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696085.618264:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696085.618265:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696085.618267:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696085.618268:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696085.619661:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696085.619673:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696085.619678:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696085.619680:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696085.619689:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696085.619702:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09c00 00000400:00000200:3.0:1788696085.619710:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xaed [1] + 224 00000800:00000001:3.0:1788696085.619716:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696085.619722:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696085.619725:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696085.619727:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696085.619732:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696085.619738:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000c801b762 x1875583274359808/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696085.619745:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c801b762 x1875583274359808/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696085.619774:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696085.619780:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696085.619783:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696085.620005:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696085.620008:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696085.620014:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696085.620016:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696085.620018:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046d60b02. 00000400:00000200:2.0:1788696085.620025:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d08e7aa0 00000400:00000010:2.0:1788696085.620028:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d08e7aa0. 00000100:00000001:2.0:1788696085.620032:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696085.620036:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000c801b762 x1875583274359808/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696085.620045:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000c801b762 x1875583274359808/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696085.620051:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696085.620053:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696085.620063:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696085.620065:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696085.620066:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696085.620067:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696085.620069:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696085.620077:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=136 v=5 (5 5 5 0) 00000100:00001000:2.0:1788696085.620080:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=136 v=5 (1 1 1 0) 00000100:00000001:2.0:1788696085.620082:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696085.620083:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696085.620085:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696085.620088:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696085.620091:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696085.620093:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696085.620094:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696085.620096:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696085.620099:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c801b762 x1875583274359808/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696085.620103:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696085.620105:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696085.620107:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696085.620109:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c801b762 x1875583274359808/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696085.620113:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274359808:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696085.620117:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696085.620118:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696085.620120:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c801b762 x1875583274359808/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696085.620123:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696085.620125:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696085.620127:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2b34187. 02000000:00000001:2.0:1788696085.620129:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696085.620131:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696085.620133:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696085.620139:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696085.620141:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004bb85f65. 02000000:00000001:2.0:1788696085.620144:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696085.620145:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696085.620146:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c801b762. 00000100:00000001:2.0:1788696085.620149:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696085.620150:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696085.620152:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696085.620157:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696085.620159:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696085.620160:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696085.620161:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696085.621547:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696085.621562:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696085.621567:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696085.621569:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696085.621579:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696085.621594:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09c80 00000400:00000200:2.0:1788696085.621601:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xaf5 [1] + 224 00000800:00000001:2.0:1788696085.621607:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696085.621617:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696085.621620:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696085.621625:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696085.621632:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696085.621640:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000094b15cb1 x1875583274359936/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696085.621650:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000094b15cb1 x1875583274359936/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696085.621677:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696085.621685:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696085.621688:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696085.621774:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696085.621779:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696085.621785:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696085.621787:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696085.621788:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee196899. 00000400:00000200:0.0:1788696085.621793:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001921424c 00000400:00000010:0.0:1788696085.621795:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001921424c. 00000100:00000001:0.0:1788696085.621798:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696085.621802:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000094b15cb1 x1875583274359936/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696085.621810:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000094b15cb1 x1875583274359936/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696085.621815:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696085.621817:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696085.621819:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696085.621821:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696085.621924:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696085.621927:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696085.621930:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696085.621937:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=135 v=5 (5 5 5 0) 00000100:00001000:0.0:1788696085.621941:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1788696085.621945:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696085.621946:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696085.621962:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696085.621969:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000094b15cb1 x1875583274359936/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696085.621974:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696085.621980:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696085.621982:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696085.621983:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696085.621984:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696085.621987:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000094b15cb1 x1875583274359936/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696085.621991:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696085.621994:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696085.621995:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696085.621997:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094b15cb1 x1875583274359936/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696085.622000:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000094b15cb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274359936:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696085.622003:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696085.622006:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696085.622007:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000094b15cb1 x1875583274359936/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696101 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696085.622011:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696085.622021:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696085.622024:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000bdd8e25. 02000000:00000001:0.0:1788696085.622028:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696085.622030:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696085.622032:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696085.622035:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696085.622037:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000155bbcce. 02000000:00000001:0.0:1788696085.622041:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696085.622042:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696085.622044:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000094b15cb1. 00000100:00000001:0.0:1788696085.622053:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696085.622054:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696085.622056:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696085.622062:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696085.622063:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696085.622065:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696085.622067:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696086.574596:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696086.574604:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696086.574610:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696086.574629:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696086.574939:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696086.574946:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696086.574951:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696086.893957:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307048689, at 4307048704 00000100:00000010:1.0:1788696086.893980:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00000100:00000040:2.0:1788696086.894257:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307048689, at 4307048704 00000100:00000010:2.0:1788696086.894264:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00000100:00000040:3.0:1788696086.894374:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307048689, at 4307048704 00000100:00000010:3.0:1788696086.894380:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c64039. 00000100:00000040:0.0:1788696086.895280:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307048689, at 4307048705 00000100:00000010:0.0:1788696086.895290:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81c9ce7. 00010000:00000001:2.0:1788696087.600610:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696087.600622:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696087.600630:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696087.600632:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696087.600896:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696087.600902:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696087.600905:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696088.622034:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696088.622046:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696088.622049:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696088.622051:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696088.622057:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696088.622059:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696088.622060:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696088.622062:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696088.622066:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696088.622066:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696088.622261:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696088.622265:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696088.622267:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696089.646458:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696089.646468:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696089.646475:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696089.646476:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696089.646544:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696089.646549:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696089.646553:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696090.669973:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696090.669981:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696090.669988:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696090.669989:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696090.670074:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696090.670078:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696090.670080:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696090.735642:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696090.735650:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696090.735658:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1271b01. 00000020:00000040:2.0:1788696090.735664:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696090.735669:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696090.735671:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696090.735676:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696090.735682:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e680c3a9. 00000100:00000001:2.0:1788696090.735688:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696090.735699:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000b1271b01 x1875583274360064/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696090.735727:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696090.735729:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696090.735733:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1271b01] to pc [ptlrpcd_00_01+1] req@00000000b1271b01 x1875583274360064/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696090.735764:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696090.735767:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696090.735770:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696090.735772:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006cc514b8. 00000020:00000040:2.0:1788696090.735775:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696090.735777:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696090.735778:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696090.735780:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696090.735783:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009619aef4. 00000100:00000001:2.0:1788696090.735786:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696090.735789:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000006cc514b8 x1875583274360192/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696090.735831:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696090.735833:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696090.735838:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc514b8] to pc [ptlrpcd_00_02+2] req@000000006cc514b8 x1875583274360192/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696090.735841:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696090.735883:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696090.735886:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788696090.735891:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696090.735893:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1271b01 x1875583274360064/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696090.735895:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696090.735903:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696090.735907:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000558de936. 00000100:00000001:3.0:1788696090.735911:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1788696090.735912:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696090.735915:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696090.735916:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696090.735919:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696090.735921:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696090.735921:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696090.735925:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1788696090.735927:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a559f720. 02000000:00000001:3.0:1788696090.735930:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696090.735935:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274360064:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696090.735938:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696090.735941:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1788696090.735947:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000558de936 x1875583274360320/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696090.735954:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696090.735955:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696090.735958:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000558de936] to pc [ptlrpcd_00_03+3] req@00000000558de936 x1875583274360320/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696090.735958:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696090.735963:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696090.735968:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788696090.735973:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696090.735975:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045252f68. 00000100:00000040:2.0:1788696090.735977:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1788696090.735981:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696090.735983:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788696090.735990:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12390) 00000400:00000010:3.0:1788696090.735990:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057a22c2d. 00000400:00000010:3.0:1788696090.735999:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e4bd39f. 00000100:00000001:2.0:1788696090.736002:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696090.736005:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1788696090.736006:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274360064, portal 25 00000100:00000001:2.0:1788696090.736007:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788696090.736010:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696090.736012:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611077376 : -113296098474240 : ffff98f5324bc700) 00000100:00000040:3.0:1788696090.736017:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b1271b01 x1875583274360064/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696090.736027:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696090.736032:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:2.0:1788696090.736033:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000558de936 x1875583274360320/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788696090.736043:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a7cbfc. 00000100:00000001:2.0:1788696090.736044:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696090.736048:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788696090.736049:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274360064, offset 0 02000000:00000001:2.0:1788696090.736050:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696090.736054:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696090.736056:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696090.736059:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00100000:2.0:1788696090.736067:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000558de936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274360320:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696090.736071:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696090.736073:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1788696090.736075:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:2.0:1788696090.736076:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696090.736080:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1788696090.736083:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1788696090.736084:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4b814af. 02000000:00000001:2.0:1788696090.736088:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696090.736090:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000010:2.0:1788696090.736093:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046d60b02. 00000400:00000200:3.0:1788696090.736095:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1788696090.736099:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d08e7aa0. 00000400:00000200:3.0:1788696090.736100:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000200:2.0:1788696090.736106:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274360320, portal 10 00000400:00000200:3.0:1788696090.736107:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [325:325:256:4294967295] 192.168.201.118@tcp LPNI seq info [325:325:8:4294967295] 00000100:00000001:2.0:1788696090.736115:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696090.736118:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611075584 : -113296098476032 : ffff98f5324bc000) 00000400:00000200:3.0:1788696090.736123:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000040:2.0:1788696090.736128:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000558de936 x1875583274360320/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788696090.736134:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696090.736142:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a492135. 00000800:00000200:3.0:1788696090.736150:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696090.736157:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696090.736161:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009a492135 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696090.736172:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696090.736176:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307053810 00000100:00000010:3.0:1788696090.736180:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000100:00000001:3.0:1788696090.736186:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696090.736191:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307053810 00000100:00000001:2.0:1788696090.736193:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1788696090.736195:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000100:00000040:2.0:1788696090.736200:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696090.736202:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1788696090.736204:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b15b59b0. 00000100:00000001:3.0:1788696090.736206:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307053810 00000100:00000200:2.0:1788696090.736208:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274360320, offset 0 00000100:00000010:3.0:1788696090.736211:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000100:00000001:3.0:1788696090.736216:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696090.736219:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307053810 00000400:00000200:2.0:1788696090.736221:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000010:3.0:1788696090.736223:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000001:3.0:1788696090.736228:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1788696090.736230:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:3.0:1788696090.736232:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788696090.736235:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788696090.736238:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696090.736240:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696090.736243:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696090.736247:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788696090.736249:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696090.736253:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [326:326:255:4294967295] 192.168.201.118@tcp LPNI seq info [326:326:7:4294967295] 00000100:00000001:3.0:1788696090.736255:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696090.736264:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788696090.736265:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696090.736269:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1788696090.736273:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696090.736274:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696090.736277:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1788696090.736279:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334bf9d4. 00000100:00000001:3.0:1788696090.736280:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696090.736285:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696090.736287:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696090.736294:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696090.736296:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000334bf9d4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696090.736299:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696090.736303:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 37426 usecs (38 jiffies) 00000100:00000001:2.0:1788696090.736305:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307052583 00000100:00000001:2.0:1788696090.736308:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307053810 00000100:00000001:2.0:1788696090.736310:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307052583 00000100:00000001:2.0:1788696090.736311:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307053810 00000100:00000001:2.0:1788696090.736312:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307052583 00000100:00000001:2.0:1788696090.736314:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307053810 00000100:00000001:2.0:1788696090.736320:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307052583 00000100:00000001:2.0:1788696090.736322:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307053810 00000100:00000001:2.0:1788696090.736324:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696090.736326:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696090.736328:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696090.736329:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696090.736334:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696090.736335:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696090.736337:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696090.736339:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696090.736340:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696090.736343:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000800:00000200:3.0:1788696090.736343:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788696090.736348:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1788696090.736349:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a492135. 00000100:00000001:2.0:1788696090.736351:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696090.736354:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696090.736357:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788696090.736358:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788696090.736359:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696090.736362:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696090.736367:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006cc514b8 x1875583274360192/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696090.736375:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696090.736377:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696090.736379:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 02000000:00000001:2.0:1788696090.736381:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696090.736384:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696090.736386:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696090.736386:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a7cbfc 00000100:00100000:2.0:1788696090.736391:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006cc514b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274360192:192.168.201.118@tcp:400: 00000400:00000010:3.0:1788696090.736391:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a7cbfc. 00000100:00000001:2.0:1788696090.736397:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788696090.736399:0:201295:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1788696090.736401:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696090.736404:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696090.736407:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1788696090.736407:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b1271b01 x1875583274360064/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1788696090.736412:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ace3a17c. 02000000:00000001:2.0:1788696090.736416:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696090.736420:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001090f60d. 00000400:00000010:2.0:1788696090.736423:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8fd35c7. 00000100:00000200:2.0:1788696090.736433:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274360192, portal 10 00000100:00000001:3.0:1788696090.736435:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788696090.736436:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696090.736439:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611078272 : -113296098473344 : ffff98f5324bca80) 00000100:00000040:3.0:1788696090.736440:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1271b01 x1875583274360064/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696106 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696090.736449:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006cc514b8 x1875583274360192/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696090.736455:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696090.736460:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788696090.736461:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696090.736464:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696090.736466:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6ffd42f. 00000100:00000200:2.0:1788696090.736469:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274360192, offset 0 00000400:00000200:2.0:1788696090.736474:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696090.736479:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696090.736482:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696090.736484:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696090.736486:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696090.736488:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696090.736491:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [327:327:255:4294967295] 192.168.201.118@tcp LPNI seq info [327:327:7:4294967295] 00000400:00000200:2.0:1788696090.736497:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696090.736501:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696090.736504:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2263eda. 00000800:00000200:2.0:1788696090.736508:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696090.736511:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696090.736513:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d2263eda type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696090.736517:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696090.736519:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 36905 usecs (37 jiffies) 00000100:00000001:2.0:1788696090.736521:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307052582 00000800:00000200:3.0:1788696090.736524:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788696090.736525:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307053810 00000800:00000010:3.0:1788696090.736529:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334bf9d4. 00000100:00000001:2.0:1788696090.736530:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307052582 00000100:00000001:2.0:1788696090.736535:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307053810 00000400:00000200:3.0:1788696090.736537:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696090.736543:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696090.736546:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b15b59b0 00000400:00000010:3.0:1788696090.736548:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b15b59b0. 00000100:00000001:3.0:1788696090.736552:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696090.736555:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000558de936 x1875583274360320/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696090.736556:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307052582 00000100:00000001:3.0:1788696090.736564:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788696090.736566:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307053810 00000100:00000001:2.0:1788696090.736570:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307052582 00000100:00000040:3.0:1788696090.736571:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000558de936 x1875583274360320/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696106 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696090.736574:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307053810 00000100:00000001:2.0:1788696090.736579:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696090.736583:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696090.736588:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696090.736590:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696090.736602:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696090.736604:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696090.736618:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696090.736620:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2263eda. 00000400:00000200:3.0:1788696090.736623:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696090.736626:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696090.736629:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6ffd42f 00000400:00000010:3.0:1788696090.736630:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d6ffd42f. 00000100:00000001:3.0:1788696090.736632:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696090.736635:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006cc514b8 x1875583274360192/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696090.736642:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696090.736644:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006cc514b8 x1875583274360192/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696106 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696090.736650:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696090.736651:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788696090.736731:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696090.736735:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696090.737165:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696090.737169:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696090.745578:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696090.745593:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696090.745598:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696090.745600:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696090.745610:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696090.745627:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d09d00 00000400:00000200:3.0:1788696090.745635:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xafd [1] + 224 00000800:00000001:3.0:1788696090.745643:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696090.745647:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696090.745650:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696090.745655:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696090.745663:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696090.745671:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b1271b01 x1875583274360064/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696090.745682:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b1271b01 x1875583274360064/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696090.745712:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696090.745721:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696090.745725:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696090.745727:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696090.745728:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696090.745733:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696090.745738:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09e00 00000400:00000200:3.0:1788696090.745744:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xb05 [1] + 224 00000800:00000001:3.0:1788696090.745748:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696090.745751:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696090.745752:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696090.745755:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696090.745758:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696090.745761:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000558de936 x1875583274360320/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696090.745770:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000558de936 x1875583274360320/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696090.745788:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696090.745792:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696090.745805:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696090.745808:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696090.745810:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696090.745814:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696090.745820:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09d80 00000400:00000200:3.0:1788696090.745824:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xb0d [1] + 224 00000800:00000001:3.0:1788696090.745827:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696090.745833:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696090.745835:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788696090.745837:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788696090.745839:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696090.745877:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696090.745880:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:0.0:1788696090.745885:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696090.745889:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696090.745892:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057a22c2d. 00000100:00000200:3.0:1788696090.745893:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006cc514b8 x1875583274360192/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696090.745898:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e4bd39f 00000400:00000010:0.0:1788696090.745903:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005e4bd39f. 00000100:00000040:3.0:1788696090.745908:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006cc514b8 x1875583274360192/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696090.745909:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696090.745916:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b1271b01 x1875583274360064/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696090.745926:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:0.0:1788696090.745932:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b1271b01 x1875583274360064/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788696090.745934:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696090.745940:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696090.745942:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696090.745946:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696090.745949:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696090.745951:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696090.745959:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696090.745961:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696090.745964:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696090.745971:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=141 v=5 (5 5 5 0) 00000100:00001000:0.0:1788696090.745975:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=141 v=5 (1 1 1 0) 00000100:00000001:0.0:1788696090.745977:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696090.745979:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696090.745982:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696090.745984:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696090.745987:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696090.745991:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1271b01 x1875583274360064/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696090.745999:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696090.746002:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696090.746004:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696090.746007:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1271b01 x1875583274360064/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696090.746025:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274360064:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696090.746031:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696090.746034:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696090.746037:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1271b01 x1875583274360064/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696090.746043:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696090.746046:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696090.746049:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045252f68. 02000000:00000001:0.0:1788696090.746053:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696090.746055:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696090.746057:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696090.746059:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696090.746062:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e680c3a9. 02000000:00000001:0.0:1788696090.746065:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696090.746067:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696090.746069:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1271b01. 00000100:00000001:0.0:1788696090.746077:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696090.746079:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696090.746081:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696090.746088:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696090.746090:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696090.746092:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696090.746094:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696090.746146:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696090.746149:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696090.746152:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696090.746154:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696090.746155:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000001090f60d. 00000400:00000200:2.0:1788696090.746160:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8fd35c7 00000400:00000010:2.0:1788696090.746162:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8fd35c7. 00000100:00000001:2.0:1788696090.746164:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696090.746168:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006cc514b8 x1875583274360192/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696090.746176:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006cc514b8 x1875583274360192/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696090.746183:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696090.746184:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696090.746186:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696090.746187:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696090.746188:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696090.746189:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696090.746191:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696090.746196:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=141 v=5 (5 5 5 0) 00000100:00001000:2.0:1788696090.746199:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=141 v=5 (1 1 1 0) 00000100:00000001:2.0:1788696090.746201:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696090.746202:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696090.746204:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696090.746207:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696090.746210:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696090.746211:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696090.746218:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696090.746220:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696090.746223:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006cc514b8 x1875583274360192/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696090.746230:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696090.746232:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696090.746233:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696090.746235:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006cc514b8 x1875583274360192/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696090.746242:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006cc514b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274360192:192.168.201.118@tcp:400: 00000400:00000001:2.0:1788696090.746247:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696090.746248:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696090.746249:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046d60b02. 00000400:00000200:2.0:1788696090.746252:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d08e7aa0 00000400:00000010:2.0:1788696090.746253:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d08e7aa0. 00000100:00000001:2.0:1788696090.746255:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696090.746258:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000558de936 x1875583274360320/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696090.746265:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000558de936 x1875583274360320/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696090.746271:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696090.746272:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696090.746274:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696090.746275:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696090.746277:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696090.746278:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696090.746279:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696090.746283:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=140 v=5 (5 5 5 0) 00000100:00001000:2.0:1788696090.746286:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=107 v=5 (1 0 0 0) 00000100:00000001:2.0:1788696090.746288:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696090.746289:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696090.746291:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788696090.746299:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000558de936 x1875583274360320/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696090.746306:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696090.746309:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696090.746310:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696090.746311:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696090.746313:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696090.746315:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000558de936 x1875583274360320/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696090.746322:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696090.746324:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696090.746325:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696090.746327:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000558de936 x1875583274360320/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696090.746335:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000558de936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274360320:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696090.746339:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696090.746340:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696090.746342:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006cc514b8 x1875583274360192/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696090.746349:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696090.746350:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696090.746352:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ace3a17c. 02000000:00000001:2.0:1788696090.746355:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696090.746356:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696090.746357:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696090.746359:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696090.746360:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009619aef4. 02000000:00000001:2.0:1788696090.746363:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696090.746364:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696090.746365:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006cc514b8. 00000100:00000001:2.0:1788696090.746368:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696090.746373:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696090.746375:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696090.746377:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000558de936 x1875583274360320/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696106 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696090.746383:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696090.746385:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696090.746386:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4b814af. 02000000:00000001:2.0:1788696090.746388:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696090.746390:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696090.746391:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696090.746393:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696090.746394:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a559f720. 02000000:00000001:2.0:1788696090.746396:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696090.746397:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696090.746398:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000558de936. 00000100:00000001:2.0:1788696090.746400:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696090.746401:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696090.746402:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696090.746406:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696090.746407:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696090.746409:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696090.746411:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696091.694185:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696091.694190:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696091.694194:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696091.694195:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696091.694248:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696091.694252:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696091.694254:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696092.013953:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307053810, at 4307053824 00000100:00000040:3.0:1788696092.013953:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307053810, at 4307053824 00000100:00000010:3.0:1788696092.013968:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00000100:00000010:2.0:1788696092.013970:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00000100:00000040:0.0:1788696092.014061:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307053810, at 4307053824 00000100:00000010:0.0:1788696092.014067:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000100:00000040:1.0:1788696092.014136:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307053810, at 4307053824 00000100:00000010:1.0:1788696092.014142:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00010000:00000001:2.0:1788696092.717951:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696092.717958:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696092.717965:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696092.717966:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696092.718523:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696092.718526:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696092.718529:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696093.742264:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696093.742271:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696093.742276:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696093.742279:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696093.742282:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696093.742301:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696093.742304:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696093.742306:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696093.742308:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696093.742310:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696093.742385:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696093.742389:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696093.742392:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696094.765955:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696094.765962:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696094.765968:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696094.765969:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696094.766138:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696094.766142:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696094.766145:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696095.789929:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696095.789936:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696095.789943:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696095.789944:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696095.790047:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696095.790066:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696095.790069:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696095.854041:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696095.854048:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696095.854054:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a572c48. 00000020:00000040:0.0:1788696095.854059:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696095.854062:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696095.854065:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696095.854069:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696095.854075:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000dfd73c1. 00000100:00000001:0.0:1788696095.854081:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696095.854090:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000000a572c48 x1875583274360448/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696095.854097:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696095.854099:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696095.854104:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a572c48] to pc [ptlrpcd_00_00+0] req@000000000a572c48 x1875583274360448/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696095.854125:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696095.854142:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696095.854142:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696095.854147:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696095.854148:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788696095.854150:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1788696095.854152:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbb350d4. 00000100:00000040:2.0:1788696095.854157:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a572c48 x1875583274360448/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788696095.854158:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696095.854164:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696095.854166:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788696095.854168:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696095.854168:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788696095.854170:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696095.854170:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696095.854175:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696095.854176:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1788696095.854177:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000150a73a8. 02000000:00000001:2.0:1788696095.854180:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696095.854182:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696095.854183:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696095.854185:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274360448:192.168.201.118@tcp:400: 00000100:00000040:0.0:1788696095.854190:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000cbb350d4 x1875583274360576/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696095.854191:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696095.854196:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788696095.854197:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696095.854199:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696095.854199:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696095.854202:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb350d4] to pc [ptlrpcd_00_01+1] req@00000000cbb350d4 x1875583274360576/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696095.854212:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696095.854214:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696095.854215:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696095.854217:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4497fd1. 00000020:00000040:0.0:1788696095.854219:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696095.854220:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696095.854221:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696095.854223:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696095.854225:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024382ee1. 00000100:00000001:0.0:1788696095.854227:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696095.854230:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000e4497fd1 x1875583274360704/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696095.854234:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696095.854234:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696095.854236:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4497fd1] to pc [ptlrpcd_00_02+2] req@00000000e4497fd1 x1875583274360704/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696095.854257:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696095.854258:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696095.854261:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696095.854264:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12395) 00000100:00000001:3.0:1788696095.854266:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696095.854269:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696095.854271:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788696095.854273:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696095.854276:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1788696095.854277:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbb350d4 x1875583274360576/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696095.854278:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696095.854284:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4497fd1 x1875583274360704/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696095.854295:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696095.854297:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696095.854299:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696095.854301:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696095.854305:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696095.854311:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1788696095.854312:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274360576:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696095.854313:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696095.854317:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696095.854320:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696095.854321:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696095.854322:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696095.854325:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1788696095.854326:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274360704:192.168.201.118@tcp:400: 02000000:00000001:3.0:1788696095.854328:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696095.854332:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696095.854333:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1788696095.854338:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1788696095.854339:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be4224fe. 02000000:00000001:0.0:1788696095.854341:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696095.854343:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696095.854345:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1788696095.854351:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057a22c2d. 02000000:00000010:0.0:1788696095.854358:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099a1bc19. 00000400:00000010:3.0:1788696095.854359:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a7cbfc. 02000000:00000001:0.0:1788696095.854362:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788696095.854367:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274360576, portal 10 00000400:00000010:0.0:1788696095.854368:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee196899. 00000100:00000001:3.0:1788696095.854373:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1788696095.854376:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001921424c. 00000100:00000001:3.0:1788696095.854377:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882439808 : -113296827111808 : ffff98f506dda680) 00000100:00000200:0.0:1788696095.854381:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274360704, portal 10 00000100:00000001:0.0:1788696095.854383:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696095.854385:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882434432 : -113296827117184 : ffff98f506dd9180) 00000100:00000040:0.0:1788696095.854393:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4497fd1 x1875583274360704/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696095.854395:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cbb350d4 x1875583274360576/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696095.854412:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788696095.854416:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696095.854419:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:3.0:1788696095.854422:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696095.854426:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5633eb. 00000400:00000010:0.0:1788696095.854428:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a96337. 00000100:00000200:3.0:1788696095.854431:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274360576, offset 0 00000100:00000200:0.0:1788696095.854432:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274360704, offset 0 00000400:00000200:3.0:1788696095.854441:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696095.854454:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696095.854459:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696095.854463:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696095.854468:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1788696095.854470:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1788696095.854473:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000010:2.0:1788696095.854476:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e2f5651. 00000400:00000200:3.0:1788696095.854478:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [328:328:256:4294967295] 192.168.201.118@tcp LPNI seq info [328:328:8:4294967295] 02000000:00000001:2.0:1788696095.854481:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696095.854494:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696095.854500:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696095.854505:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a492135. 00000800:00000200:3.0:1788696095.854511:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696095.854518:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696095.854522:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009a492135 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696095.854534:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696095.854537:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 36650 usecs (37 jiffies) 00000100:00000001:3.0:1788696095.854541:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307057701 00000100:00000010:3.0:1788696095.854545:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000001:3.0:1788696095.854551:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696095.854555:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307057701 00000100:00000010:3.0:1788696095.854558:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000100:00000001:3.0:1788696095.854560:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696095.854563:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307057701 00000100:00000010:3.0:1788696095.854565:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b6749. 00000100:00000001:3.0:1788696095.854573:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696095.854575:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307057701 00000100:00000010:3.0:1788696095.854578:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000100:00000001:3.0:1788696095.854581:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696095.854583:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696095.854585:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696095.854588:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696095.854590:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696095.854597:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696095.854599:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696095.854601:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696095.854602:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696095.854604:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696095.854605:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696095.854619:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696095.854621:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696095.854725:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696095.854731:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000200:3.0:1788696095.854732:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1788696095.854734:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1788696095.854737:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a492135. 00000400:00000200:0.0:1788696095.854738:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696095.854741:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696095.854744:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696095.854745:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696095.854747:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [329:329:255:4294967295] 192.168.201.118@tcp LPNI seq info [329:329:7:4294967295] 00000400:00000200:3.0:1788696095.854755:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696095.854760:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696095.854764:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696095.854766:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5633eb 00000800:00000010:0.0:1788696095.854767:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074f8e491. 00000800:00000200:0.0:1788696095.854770:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696095.854773:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696095.854775:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000074f8e491 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696095.854777:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696095.854780:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004f5633eb. 00000100:00000040:0.0:1788696095.854781:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 37160 usecs (38 jiffies) 00000100:00000001:0.0:1788696095.854786:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307057702 00000100:00000001:3.0:1788696095.854786:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788696095.854793:0:201302:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, simply extend its deadline from 4307057701 00000100:00000200:3.0:1788696095.854794:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cbb350d4 x1875583274360576/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696095.854799:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307057702 00000100:00000001:0.0:1788696095.854802:0:201302:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, simply extend its deadline from 4307057701 00000100:00000001:0.0:1788696095.854805:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307057702 00000100:00000001:0.0:1788696095.854807:0:201302:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, simply extend its deadline from 4307057701 00000100:00000001:0.0:1788696095.854809:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307057702 00000100:00000001:0.0:1788696095.854811:0:201302:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, simply extend its deadline from 4307057701 00000100:00000001:0.0:1788696095.854813:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696095.854815:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696095.854817:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696095.854824:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696095.854827:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696095.854829:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696095.854831:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696095.854832:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696095.854833:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696095.854835:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696095.854895:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696095.854899:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbb350d4 x1875583274360576/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696095.854907:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696095.854909:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696095.854944:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696095.854947:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074f8e491. 00000400:00000200:3.0:1788696095.854951:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696095.854954:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696095.854963:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a96337 00000400:00000010:3.0:1788696095.854965:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059a96337. 00000100:00000001:3.0:1788696095.854968:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696095.854971:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e4497fd1 x1875583274360704/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696095.854978:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696095.854980:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4497fd1 x1875583274360704/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696095.854986:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696095.854987:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1788696095.855483:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046d60b02. 00000400:00000010:2.0:1788696095.855489:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d08e7aa0. 00000100:00000200:2.0:1788696095.855493:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274360448, portal 25 00000100:00000001:2.0:1788696095.855495:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696095.855496:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882444288 : -113296827107328 : ffff98f506ddb800) 00000100:00000040:2.0:1788696095.855757:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000a572c48 x1875583274360448/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696095.855766:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696095.855769:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696095.855772:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8fd35c7. 00000100:00000200:2.0:1788696095.855774:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274360448, offset 0 00000400:00000200:2.0:1788696095.855779:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696095.855784:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696095.855787:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696095.855789:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696095.855791:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696095.855793:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696095.855796:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [330:330:256:4294967295] 192.168.201.118@tcp LPNI seq info [330:330:8:4294967295] 00000400:00000200:2.0:1788696095.855802:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696095.855806:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696095.855809:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a559f720. 00000800:00000200:2.0:1788696095.855813:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696095.855818:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696095.855820:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a559f720 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696095.855830:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696095.855832:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307058930 00000100:00000001:2.0:1788696095.855836:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307057702 00000100:00000001:2.0:1788696095.855840:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307058930 00000100:00000001:2.0:1788696095.855843:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307057702 00000100:00000001:2.0:1788696095.855861:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307058931 00000100:00000001:2.0:1788696095.855864:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307057702 00000100:00000001:2.0:1788696095.855867:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307058931 00000100:00000001:2.0:1788696095.855870:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307057702 00000100:00000001:2.0:1788696095.855879:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696095.855882:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696095.855885:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696095.855887:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696095.855901:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696095.855903:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696095.855905:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696095.855906:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696095.855908:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696095.855910:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696095.856128:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696095.856131:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a559f720. 00000400:00000200:3.0:1788696095.856134:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696095.856137:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696095.856139:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8fd35c7 00000400:00000010:3.0:1788696095.856140:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8fd35c7. 00000100:00000001:3.0:1788696095.856142:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696095.856145:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000a572c48 x1875583274360448/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696095.856151:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696095.856152:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a572c48 x1875583274360448/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696095.856156:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696095.856157:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696095.857189:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696095.857199:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696095.857201:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696095.857202:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696095.857208:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696095.857216:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09f00 00000400:00000200:3.0:1788696095.857222:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xb15 [1] + 224 00000800:00000001:3.0:1788696095.857226:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696095.857234:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696095.857236:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696095.857238:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696095.857242:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696095.857246:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cbb350d4 x1875583274360576/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696095.857252:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbb350d4 x1875583274360576/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696095.857265:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696095.857308:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696095.857311:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696095.857312:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696095.857314:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696095.857316:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696095.857321:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d09f80 00000400:00000200:3.0:1788696095.857323:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xb19 [1] + 224 00000800:00000001:3.0:1788696095.857326:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696095.857329:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696095.857330:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696095.857332:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696095.857334:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696095.857336:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e4497fd1 x1875583274360704/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696095.857341:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4497fd1 x1875583274360704/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696095.857362:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696095.857367:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696095.857373:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696095.857375:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696095.857377:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057a22c2d. 00000400:00000200:0.0:1788696095.857382:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a7cbfc 00000400:00000010:0.0:1788696095.857384:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a7cbfc. 00000100:00000001:0.0:1788696095.857388:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696095.857393:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cbb350d4 x1875583274360576/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696095.857398:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1788696095.857402:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cbb350d4 x1875583274360576/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696095.857402:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696095.857411:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696095.857413:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696095.857416:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696095.857418:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696095.857420:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696095.857421:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696095.857422:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696095.857426:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696095.857430:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1788696095.857434:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=146 v=5 (5 5 5 0) 00000800:00000001:3.0:1788696095.857434:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1788696095.857440:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=146 v=5 (1 1 1 0) 00000100:00000001:0.0:1788696095.857452:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696095.857454:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696095.857456:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696095.857460:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696095.857463:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696095.857465:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696095.857467:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696095.857469:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696095.857472:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbb350d4 x1875583274360576/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696095.857486:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696095.857489:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696095.857491:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696095.857494:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbb350d4 x1875583274360576/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696095.857501:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274360576:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696095.857505:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696095.857508:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696095.857510:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbb350d4 x1875583274360576/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696095.857516:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696095.857519:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696095.857522:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be4224fe. 02000000:00000001:0.0:1788696095.857525:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696095.857527:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696095.857528:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696095.857531:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696095.857533:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000150a73a8. 02000000:00000001:0.0:1788696095.857536:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696095.857537:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696095.857538:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbb350d4. 00000100:00000001:0.0:1788696095.857542:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696095.857543:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696095.857546:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696095.857551:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696095.857553:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696095.857555:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696095.857557:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788696095.857611:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696095.857614:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696095.857616:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee196899. 00000400:00000200:1.0:1788696095.857619:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001921424c 00000400:00000010:1.0:1788696095.857621:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001921424c. 00000100:00000001:1.0:1788696095.857623:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696095.857626:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e4497fd1 x1875583274360704/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696095.857630:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e4497fd1 x1875583274360704/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696095.857634:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696095.857635:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696095.857636:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696095.857637:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696095.857638:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696095.857639:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696095.857640:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696095.857643:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=145 v=5 (5 5 5 0) 00000100:00001000:1.0:1788696095.857645:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=112 v=5 (1 0 0 0) 00000100:00000001:1.0:1788696095.857646:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696095.857647:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696095.857648:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788696095.857650:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e4497fd1 x1875583274360704/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696095.857654:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696095.857655:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696095.857656:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696095.857657:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696095.857657:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696095.857659:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4497fd1 x1875583274360704/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696095.857671:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696095.857672:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696095.857673:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696095.857675:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4497fd1 x1875583274360704/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696095.857679:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274360704:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696095.857681:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696095.857683:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696095.857684:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4497fd1 x1875583274360704/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696095.857687:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696095.857688:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696095.857689:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099a1bc19. 02000000:00000001:1.0:1788696095.857691:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696095.857692:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696095.857693:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696095.857694:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696095.857695:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024382ee1. 02000000:00000001:1.0:1788696095.857696:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696095.857697:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696095.857697:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4497fd1. 00000100:00000001:1.0:1788696095.857699:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696095.857699:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696095.857700:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696095.857703:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696095.857704:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696095.857717:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696095.857719:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696095.858598:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696095.858606:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696095.858610:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696095.858618:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696095.858624:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696095.858632:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d09e80 00000400:00000200:3.0:1788696095.858637:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xb25 [1] + 224 00000800:00000001:3.0:1788696095.858641:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696095.858647:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696095.858648:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696095.858651:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696095.858656:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696095.858659:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000a572c48 x1875583274360448/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696095.858667:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000a572c48 x1875583274360448/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696095.858686:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696095.858691:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696095.858693:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696095.858777:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696095.858780:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696095.858783:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696095.858784:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696095.858785:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046d60b02. 00000400:00000200:2.0:1788696095.858789:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d08e7aa0 00000400:00000010:2.0:1788696095.858790:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d08e7aa0. 00000100:00000001:2.0:1788696095.858793:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696095.858796:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000a572c48 x1875583274360448/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696095.858801:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000a572c48 x1875583274360448/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696095.858805:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696095.858806:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696095.858807:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696095.858809:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696095.858810:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696095.858811:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696095.858812:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696095.858815:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=146 v=5 (5 5 5 0) 00000100:00001000:2.0:1788696095.858816:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=146 v=5 (1 1 1 0) 00000100:00000001:2.0:1788696095.858818:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696095.858819:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696095.858820:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696095.858821:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696095.858822:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696095.858830:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a572c48 x1875583274360448/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696095.858835:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696095.858836:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696095.858837:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696095.858839:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a572c48 x1875583274360448/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696095.858843:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274360448:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696095.858872:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696095.858873:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696095.858875:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a572c48 x1875583274360448/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696111 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696095.858879:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696095.858880:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696095.858882:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e2f5651. 02000000:00000001:2.0:1788696095.858884:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696095.858885:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696095.858886:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788696095.858887:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696095.858888:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000dfd73c1. 02000000:00000001:2.0:1788696095.858890:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696095.858891:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696095.858892:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a572c48. 00000100:00000001:2.0:1788696095.858894:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696095.858895:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696095.858896:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696095.858899:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696095.858900:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696095.858901:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696095.858903:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696096.813953:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696096.813961:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696096.813968:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696096.813969:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696096.814065:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696096.814077:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696096.814080:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696097.133962:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307058931, at 4307058944 00000100:00000040:3.0:1788696097.133962:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307058931, at 4307058944 00000100:00000010:3.0:1788696097.133979:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00000100:00000010:2.0:1788696097.133983:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b6749. 00000100:00000040:0.0:1788696097.134079:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307058930, at 4307058944 00000100:00000040:1.0:1788696097.134079:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307058930, at 4307058944 00000100:00000010:1.0:1788696097.134096:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00000100:00000010:0.0:1788696097.134100:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00010000:00000001:2.0:1788696097.837960:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696097.837967:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696097.837974:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696097.837975:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696097.838077:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696097.838080:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696097.838083:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696098.862014:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696098.862023:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696098.862025:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696098.862028:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696098.862033:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696098.862035:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696098.862037:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696098.862039:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696098.862044:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696098.862045:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696098.862192:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696098.862214:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696098.862217:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696099.886008:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696099.886015:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696099.886022:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696099.886024:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696099.886107:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696099.886111:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696099.886114:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696100.910393:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696100.910400:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696100.910405:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696100.910407:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696100.912391:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696100.912398:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696100.912403:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696100.975661:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696100.975669:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696100.975676:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006baa80f3. 00000020:00000040:1.0:1788696100.975683:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696100.975687:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696100.975690:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696100.975694:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696100.975702:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000372e11cf. 00000100:00000001:1.0:1788696100.975708:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696100.975718:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000006baa80f3 x1875583274360832/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696100.975729:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696100.975731:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696100.975737:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006baa80f3] to pc [ptlrpcd_00_03+3] req@000000006baa80f3 x1875583274360832/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696100.975765:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696100.975768:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696100.975772:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696100.975775:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d5873827. 00000020:00000040:1.0:1788696100.975778:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696100.975780:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696100.975782:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696100.975784:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696100.975788:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006596e7c6. 00000100:00000001:0.0:1788696100.975789:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696100.975791:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696100.975794:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1788696100.975797:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696100.975798:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000d5873827 x1875583274360960/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696100.975803:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696100.975806:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696100.975810:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696100.975812:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696100.975814:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788696100.975814:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696100.975818:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696100.975821:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006baa80f3 x1875583274360832/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696100.975827:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696100.975829:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696100.975831:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696100.975834:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696100.975836:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696100.975839:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5873827] to pc [ptlrpcd_00_00+0] req@00000000d5873827 x1875583274360960/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696100.975842:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006baa80f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274360832:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696100.975865:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696100.975870:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696100.975871:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696100.975873:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696100.975878:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cae1649. 02000000:00000001:0.0:1788696100.975880:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696100.975887:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000e2edc2. 00000400:00000010:0.0:1788696100.975894:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050d9c735. 00000100:00000200:0.0:1788696100.975901:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274360832, portal 25 00000100:00000001:0.0:1788696100.975910:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696100.975911:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877468288 : -113296832083328 : ffff98f50691ca80) 00000100:00000040:0.0:1788696100.975917:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006baa80f3 x1875583274360832/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696100.975924:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696100.975927:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696100.975930:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000777097a3. 00000100:00000200:0.0:1788696100.975932:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274360832, offset 0 00000400:00000200:0.0:1788696100.975939:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696100.975944:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696100.975948:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696100.975954:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696100.975960:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696100.975964:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696100.975967:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696100.975970:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696100.975974:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [331:331:256:4294967295] 192.168.201.118@tcp LPNI seq info [331:331:8:4294967295] 00000400:00000200:0.0:1788696100.975985:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696100.975990:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696100.975996:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000150a73a8. 00000800:00000200:0.0:1788696100.976006:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696100.976014:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696100.976018:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000150a73a8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696100.976045:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696100.976048:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696100.976050:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696100.976055:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d5873827 x1875583274360960/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696100.976062:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696100.976064:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696100.976066:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696100.976073:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696100.976075:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696100.976076:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696100.976082:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d5873827 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274360960:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696100.976083:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307064051 00000100:00000001:2.0:1788696100.976090:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1788696100.976091:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2ee9250. 00000100:00000001:0.0:1788696100.976098:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1788696100.976101:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696100.976104:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696100.976105:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307064051 02000000:00000001:2.0:1788696100.976107:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1788696100.976110:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001cecc859. 02000000:00000010:2.0:1788696100.976112:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008055f289. 00000100:00000001:0.0:1788696100.976115:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1788696100.976116:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696100.976121:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307064051 00000400:00000010:2.0:1788696100.976123:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046d60b02. 00000100:00000010:0.0:1788696100.976125:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be89e8de. 00000400:00000010:2.0:1788696100.976130:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d08e7aa0. 00000100:00000200:2.0:1788696100.976135:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274360960, portal 10 00000100:00000001:0.0:1788696100.976137:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696100.976140:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696100.976142:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307064051 00000100:00000001:2.0:1788696100.976143:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877477248 : -113296832074368 : ffff98f50691ed80) 00000100:00000010:0.0:1788696100.976148:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035146d2b. 00000100:00000001:0.0:1788696100.976152:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1788696100.976154:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d5873827 x1875583274360960/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696100.976157:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696100.976161:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696100.976166:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696100.976169:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788696100.976170:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696100.976175:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696100.976179:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b782d6c0. 00000100:00000200:2.0:1788696100.976182:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274360960, offset 0 00000400:00000200:2.0:1788696100.976188:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696100.976194:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696100.976198:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696100.976200:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696100.976202:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696100.976205:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696100.976207:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [332:332:255:4294967295] 192.168.201.118@tcp LPNI seq info [332:332:7:4294967295] 00000400:00000200:2.0:1788696100.976216:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696100.976220:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696100.976224:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009619aef4. 00000800:00000200:2.0:1788696100.976227:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696100.976231:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696100.976234:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009619aef4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696100.976237:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696100.976241:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 36306 usecs (37 jiffies) 00000100:00000001:2.0:1788696100.976244:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307062823 00000800:00000200:3.0:1788696100.976247:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696100.976251:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000150a73a8. 00000100:00000001:2.0:1788696100.976253:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307064051 00000400:00000200:3.0:1788696100.976257:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788696100.976258:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307062823 00000100:00000001:2.0:1788696100.976262:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307064051 00000400:00000200:3.0:1788696100.976266:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696100.976267:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307062823 00000100:00000001:2.0:1788696100.976272:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307064051 00000100:00000001:2.0:1788696100.976274:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307062823 00000400:00000200:3.0:1788696100.976274:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000777097a3 00000100:00000001:2.0:1788696100.976278:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307064051 00000400:00000010:3.0:1788696100.976278:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000777097a3. 00000100:00000001:2.0:1788696100.976283:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696100.976284:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1788696100.976285:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696100.976289:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788696100.976291:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006baa80f3 x1875583274360832/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696100.976292:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696100.976304:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696100.976307:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006baa80f3 x1875583274360832/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696100.976324:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696100.976324:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696100.976327:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1788696100.976329:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696100.976333:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696100.976337:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004bde7b80. 00000020:00000040:1.0:1788696100.976340:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696100.976342:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696100.976344:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696100.976346:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696100.976350:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000520c6b2f. 00000100:00000001:1.0:1788696100.976353:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696100.976357:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000004bde7b80 x1875583274361088/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696100.976364:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696100.976366:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696100.976369:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004bde7b80] to pc [ptlrpcd_00_01+1] req@000000004bde7b80 x1875583274361088/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696100.976400:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696100.976402:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696100.976402:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696100.976406:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696100.976407:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696100.976409:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788696100.976410:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696100.976413:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696100.976416:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004bde7b80 x1875583274361088/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696100.976416:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696100.976425:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696100.976427:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696100.976429:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696100.976431:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696100.976433:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696100.976435:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004bde7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274361088:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696100.976438:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696100.976440:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696100.976442:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696100.976443:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696100.976446:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f56e5737. 02000000:00000001:0.0:1788696100.976447:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696100.976450:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c44f524. 00000400:00000010:0.0:1788696100.976453:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045dbadd4. 00000100:00000200:0.0:1788696100.976455:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274361088, portal 10 00000100:00000001:0.0:1788696100.976457:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696100.976458:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877473664 : -113296832077952 : ffff98f50691df80) 00000100:00000040:0.0:1788696100.976462:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004bde7b80 x1875583274361088/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696100.976467:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696100.976474:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696100.976475:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edd31d23. 00000100:00000200:0.0:1788696100.976478:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274361088, offset 0 00000400:00000200:0.0:1788696100.976482:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696100.976486:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696100.976488:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696100.976490:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696100.976492:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696100.976494:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696100.976497:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [333:333:255:4294967295] 192.168.201.118@tcp LPNI seq info [333:333:7:4294967295] 00000400:00000200:0.0:1788696100.976503:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696100.976507:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696100.976510:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee81603. 00000800:00000200:0.0:1788696100.976513:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696100.976516:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696100.976519:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000ee81603 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696100.976521:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696100.976524:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 36806 usecs (37 jiffies) 00000100:00000001:0.0:1788696100.976526:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307062823 00000100:00000001:0.0:1788696100.976528:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307064051 00000100:00000001:0.0:1788696100.976529:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307062823 00000100:00000001:0.0:1788696100.976531:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307064051 00000100:00000001:0.0:1788696100.976533:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307062823 00000100:00000001:0.0:1788696100.976534:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307064051 00000100:00000001:0.0:1788696100.976536:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307062823 00000100:00000001:0.0:1788696100.976537:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307064051 00000100:00000001:0.0:1788696100.976538:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696100.976540:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696100.976546:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696100.976548:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696100.976551:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696100.976552:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696100.976554:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696100.976555:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696100.976556:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696100.976557:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696100.976733:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696100.976736:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009619aef4. 00000400:00000200:3.0:1788696100.976739:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696100.976742:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696100.976745:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b782d6c0 00000400:00000010:3.0:1788696100.976746:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b782d6c0. 00000100:00000001:3.0:1788696100.976749:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696100.976751:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000d5873827 x1875583274360960/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696100.976759:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696100.976760:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d5873827 x1875583274360960/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696100.976766:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696100.976767:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696100.977085:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696100.977089:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee81603. 00000400:00000200:3.0:1788696100.977092:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696100.977096:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696100.977100:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd31d23 00000400:00000010:3.0:1788696100.977101:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000edd31d23. 00000100:00000001:3.0:1788696100.977104:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696100.977107:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004bde7b80 x1875583274361088/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696100.977114:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696100.977115:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004bde7b80 x1875583274361088/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696100.977121:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696100.977122:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788696100.980461:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696100.980468:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696100.980472:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696100.980477:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696100.980596:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696100.980600:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788696100.980605:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788696100.980611:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12400) 00000800:00000001:3.0:1788696100.982267:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696100.982282:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696100.982299:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696100.982302:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696100.982314:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696100.982330:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0a000 00000400:00000200:3.0:1788696100.982338:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xb2d [1] + 224 00000800:00000001:3.0:1788696100.982345:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696100.982351:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696100.982354:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696100.982358:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696100.982364:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696100.982370:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006baa80f3 x1875583274360832/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696100.982380:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006baa80f3 x1875583274360832/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696100.982402:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696100.982410:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696100.982413:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696100.982610:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696100.982614:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696100.982625:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696100.982627:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696100.982632:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696100.982639:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0a080 00000400:00000200:3.0:1788696100.982645:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xb35 [1] + 224 00000800:00000001:3.0:1788696100.982650:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696100.982653:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696100.982656:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696100.982659:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696100.982663:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696100.982667:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000d5873827 x1875583274360960/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696100.982670:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696100.982676:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1788696100.982681:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d5873827 x1875583274360960/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788696100.982684:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696100.982687:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696100.982691:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000e2edc2. 00000400:00000200:0.0:1788696100.982697:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d9c735 00000400:00000010:0.0:1788696100.982700:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000050d9c735. 00000100:00000001:0.0:1788696100.982703:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696100.982705:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:0.0:1788696100.982709:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006baa80f3 x1875583274360832/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788696100.982711:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696100.982715:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696100.982718:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696100.982720:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696100.982728:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000200:0.0:1788696100.982731:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006baa80f3 x1875583274360832/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696100.982737:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0a100 00000400:00000200:3.0:1788696100.982744:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xb3d [1] + 224 00000100:00000001:0.0:1788696100.982751:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696100.982751:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788696100.982755:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696100.982756:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696100.982760:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788696100.982761:0:201302:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:3.0:1788696100.982764:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 02000000:00000001:0.0:1788696100.982765:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696100.982767:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788696100.982770:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1788696100.982771:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004bde7b80 x1875583274361088/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696100.982774:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696100.982781:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696100.982783:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004bde7b80 x1875583274361088/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1788696100.982790:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=151 v=5 (5 5 5 0) 00000100:00001000:0.0:1788696100.982795:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=151 v=5 (1 1 1 0) 00000100:00000001:0.0:1788696100.982799:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696100.982800:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696100.982801:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00010000:00000001:0.0:1788696100.982804:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1788696100.982805:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1788696100.982809:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696100.982810:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696100.982813:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696100.982820:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006baa80f3 x1875583274360832/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696100.982839:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696100.982842:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696100.982868:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696100.982873:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006baa80f3 x1875583274360832/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696100.982881:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006baa80f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274360832:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696100.982886:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696100.982889:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696100.982891:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006baa80f3 x1875583274360832/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696100.982896:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696100.982899:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696100.982902:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cae1649. 02000000:00000001:0.0:1788696100.982905:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696100.982908:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696100.982909:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696100.982912:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696100.982914:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000372e11cf. 02000000:00000001:0.0:1788696100.982918:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696100.982920:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696100.982923:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006baa80f3. 00000100:00000001:0.0:1788696100.982927:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696100.982929:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696100.982931:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696100.982938:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696100.982940:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696100.982942:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696100.982944:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696100.983029:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696100.983032:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696100.983036:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696100.983038:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696100.983040:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046d60b02. 00000400:00000200:2.0:1788696100.983045:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d08e7aa0 00000400:00000010:2.0:1788696100.983046:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d08e7aa0. 00000100:00000001:2.0:1788696100.983049:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696100.983053:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000d5873827 x1875583274360960/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696100.983060:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000d5873827 x1875583274360960/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696100.983076:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696100.983078:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696100.983080:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696100.983081:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696100.983082:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696100.983083:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696100.983085:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696100.983090:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=151 v=5 (5 5 5 0) 00000100:00001000:2.0:1788696100.983094:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=151 v=5 (1 1 1 0) 00000100:00000001:2.0:1788696100.983096:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696100.983097:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696100.983099:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696100.983101:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696100.983104:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696100.983105:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696100.983107:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696100.983108:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696100.983111:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d5873827 x1875583274360960/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696100.983117:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696100.983119:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696100.983120:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696100.983123:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5873827 x1875583274360960/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696100.983129:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d5873827 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274360960:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696100.983133:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696100.983134:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696100.983136:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d5873827 x1875583274360960/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696100.983142:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696100.983143:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696100.983150:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008055f289. 02000000:00000001:2.0:1788696100.983153:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696100.983154:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696100.983155:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696100.983157:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696100.983158:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006596e7c6. 02000000:00000001:2.0:1788696100.983160:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696100.983161:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696100.983162:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d5873827. 00000100:00000001:2.0:1788696100.983164:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696100.983165:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696100.983167:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696100.983171:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696100.983172:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696100.983173:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696100.983174:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696100.983258:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696100.983261:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696100.983265:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696100.983266:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696100.983268:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c44f524. 00000400:00000200:1.0:1788696100.983271:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045dbadd4 00000400:00000010:1.0:1788696100.983272:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000045dbadd4. 00000100:00000001:1.0:1788696100.983275:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696100.983278:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004bde7b80 x1875583274361088/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696100.983294:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004bde7b80 x1875583274361088/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696100.983310:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696100.983311:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696100.983313:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696100.983314:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696100.983315:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696100.983317:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696100.983318:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696100.983322:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=150 v=5 (5 5 5 0) 00000100:00001000:1.0:1788696100.983325:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=117 v=5 (1 0 0 0) 00000100:00000001:1.0:1788696100.983327:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696100.983328:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696100.983330:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788696100.983333:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004bde7b80 x1875583274361088/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696100.983339:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696100.983341:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696100.983342:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696100.983344:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696100.983345:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696100.983348:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004bde7b80 x1875583274361088/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696100.983353:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696100.983355:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696100.983356:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696100.983358:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004bde7b80 x1875583274361088/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696100.983365:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004bde7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274361088:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696100.983368:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696100.983376:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696100.983379:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004bde7b80 x1875583274361088/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696116 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696100.983384:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696100.983386:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696100.983388:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f56e5737. 02000000:00000001:1.0:1788696100.983390:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696100.983392:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696100.983393:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696100.983395:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696100.983396:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000520c6b2f. 02000000:00000001:1.0:1788696100.983398:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696100.983399:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696100.983399:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004bde7b80. 00000100:00000001:1.0:1788696100.983402:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696100.983402:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696100.983404:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696100.983407:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696100.983408:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696100.983410:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696100.983411:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696101.933964:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696101.933973:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696101.933980:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696101.933981:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696101.934029:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696101.934032:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696101.934035:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696102.253945:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307064051, at 4307064064 00000100:00000040:2.0:1788696102.253945:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307064051, at 4307064064 00000100:00000010:1.0:1788696102.253964:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001cecc859. 00000100:00000010:2.0:1788696102.253969:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be89e8de. 00000100:00000040:0.0:1788696102.254138:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307064051, at 4307064064 00000100:00000010:0.0:1788696102.254146:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2ee9250. 00000100:00000040:3.0:1788696102.254318:0:194233:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307064051, at 4307064064 00000100:00000010:3.0:1788696102.254325:0:194233:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035146d2b. 00010000:00000001:2.0:1788696102.957979:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696102.957987:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696102.957993:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696102.957994:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696102.958090:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696102.958094:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696102.958182:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696103.981958:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696103.981964:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696103.981970:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696103.981974:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696103.981976:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696103.981980:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696103.981983:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696103.981985:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696103.981987:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696103.981989:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696103.982085:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696103.982089:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696103.982092:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696105.006280:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696105.006303:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696105.006311:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696105.006312:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696105.006364:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696105.006369:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696105.006371:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696106.029977:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696106.029983:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696106.029989:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696106.029990:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696106.030034:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696106.030038:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696106.030040:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696106.093991:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696106.094001:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696106.094010:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbb350d4. 00000020:00000040:0.0:1788696106.094021:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696106.094026:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696106.094029:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696106.094034:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696106.094041:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ee81603. 00000100:00000001:0.0:1788696106.094048:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696106.094059:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000cbb350d4 x1875583274361216/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696106.094070:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696106.094072:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696106.094077:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb350d4] to pc [ptlrpcd_00_02+2] req@00000000cbb350d4 x1875583274361216/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696106.094120:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696106.094127:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696106.094131:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696106.094134:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6864119. 00000020:00000040:0.0:1788696106.094137:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696106.094140:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696106.094142:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696106.094144:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696106.094149:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000150a73a8. 00000100:00000001:0.0:1788696106.094152:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696106.094156:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000f6864119 x1875583274361344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696106.094163:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696106.094171:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696106.094176:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6864119] to pc [ptlrpcd_00_03+3] req@00000000f6864119 x1875583274361344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696106.094184:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696106.094187:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696106.094190:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696106.094192:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ba1d0c9. 00000020:00000040:0.0:1788696106.094195:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696106.094197:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696106.094198:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696106.094200:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696106.094203:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000dfd73c1. 00000100:00000001:0.0:1788696106.094206:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696106.094211:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000004ba1d0c9 x1875583274361472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696106.094218:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696106.094220:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696106.094224:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ba1d0c9] to pc [ptlrpcd_00_00+0] req@000000004ba1d0c9 x1875583274361472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696106.094246:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696106.094248:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788696106.094249:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696106.094254:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788696106.094255:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1788696106.094259:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696106.094262:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12405) 00000100:00000040:1.0:1788696106.094267:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ba1d0c9 x1875583274361472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696106.094276:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696106.094284:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696106.094288:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788696106.094289:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1788696106.094292:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696106.094293:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696106.094298:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696106.094303:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274361472:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696106.094309:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696106.094314:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696106.094316:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696106.094318:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696106.094323:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005edc4c5a. 02000000:00000001:1.0:1788696106.094325:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696106.094330:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac292db. 00000400:00000010:1.0:1788696106.094337:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d9238b2. 00000100:00000200:1.0:1788696106.094344:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274361472, portal 10 00000100:00000001:1.0:1788696106.094346:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696106.094347:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882431744 : -113296827119872 : ffff98f506dd8700) 00000100:00000040:1.0:1788696106.094354:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004ba1d0c9 x1875583274361472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696106.094360:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696106.094362:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696106.094364:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060c897f5. 00000100:00000200:1.0:1788696106.094366:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274361472, offset 0 00000400:00000200:1.0:1788696106.094371:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696106.094371:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696106.094377:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696106.094379:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1788696106.094386:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000040:2.0:1788696106.094386:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbb350d4 x1875583274361216/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696106.094393:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696106.094399:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:2.0:1788696106.094401:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1788696106.094404:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788696106.094405:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696106.094407:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000001:2.0:1788696106.094411:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1788696106.094412:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [334:334:256:4294967295] 192.168.201.118@tcp LPNI seq info [334:334:8:4294967295] 02000000:00000001:2.0:1788696106.094415:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696106.094419:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696106.094426:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274361216:192.168.201.118@tcp:400: 00000400:00000200:1.0:1788696106.094430:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788696106.094434:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696106.094438:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1788696106.094439:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 02000000:00000001:2.0:1788696106.094441:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696106.094444:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:1.0:1788696106.094445:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000520c6b2f. 02000000:00000010:2.0:1788696106.094448:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba608328. 02000000:00000001:2.0:1788696106.094451:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696106.094458:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046d60b02. 00000800:00000200:1.0:1788696106.094462:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000010:2.0:1788696106.094463:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d08e7aa0. 00000100:00000200:2.0:1788696106.094468:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274361216, portal 25 00000800:00000200:1.0:1788696106.094469:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:2.0:1788696106.094473:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1788696106.094474:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000520c6b2f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696106.094476:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882439808 : -113296827111808 : ffff98f506dda680) 00000100:00000040:2.0:1788696106.094483:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cbb350d4 x1875583274361216/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696106.094490:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696106.094490:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696106.094493:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696106.094496:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017360176. 00000100:00000040:1.0:1788696106.094501:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 36506 usecs (37 jiffies) 00000100:00000200:2.0:1788696106.094506:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274361216, offset 0 00000100:00000001:1.0:1788696106.094508:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307067941 00000400:00000200:2.0:1788696106.094514:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000010:1.0:1788696106.094515:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009787881e. 00000400:00000200:2.0:1788696106.094521:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:1.0:1788696106.094523:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000400:00000200:2.0:1788696106.094540:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696106.094544:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696106.094546:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696106.094548:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696106.094551:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [335:335:255:4294967295] 192.168.201.118@tcp LPNI seq info [335:335:7:4294967295] 00000400:00000200:2.0:1788696106.094560:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696106.094566:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696106.094567:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307067941 00000800:00000010:2.0:1788696106.094570:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000394a697c. 00000100:00000010:1.0:1788696106.094572:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c960e7d6. 00000100:00000001:1.0:1788696106.094577:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000800:00000200:2.0:1788696106.094578:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:1.0:1788696106.094582:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307067941 00000800:00000200:2.0:1788696106.094586:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696106.094590:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000394a697c type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1788696106.094593:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e979dca6. 00000100:00000001:2.0:1788696106.094593:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696106.094599:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696106.094599:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307069169 00000100:00000001:1.0:1788696106.094606:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307067941 00000100:00000001:2.0:1788696106.094608:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307067941 00000100:00000010:1.0:1788696106.094610:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b48a3b0. 00000100:00000001:2.0:1788696106.094614:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307069169 00000100:00000001:1.0:1788696106.094615:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696106.094621:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307067941 00000100:00000001:1.0:1788696106.094625:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696106.094627:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307069169 00000100:00000001:1.0:1788696106.094631:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696106.094632:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307067941 00000100:00000001:1.0:1788696106.094637:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696106.094637:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307069169 00000100:00000001:1.0:1788696106.094641:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696106.094643:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307067941 00000100:00000001:2.0:1788696106.094647:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696106.094649:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696106.094650:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696106.094651:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696106.094654:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696106.094655:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696106.094657:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696106.094660:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696106.094660:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696106.094664:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696106.094668:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696106.094671:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696106.094678:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696106.094680:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696106.094681:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696106.094683:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1788696106.094685:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696106.094687:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696106.094688:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696106.094689:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696106.094690:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696106.094691:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696106.094695:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6864119 x1875583274361344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696106.094702:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696106.094703:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696106.094705:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696106.094707:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696106.094709:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696106.094711:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274361344:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696106.094714:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696106.094717:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696106.094718:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696106.094720:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696106.094723:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac3cf9df. 02000000:00000001:2.0:1788696106.094725:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696106.094728:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000001090f60d. 00000400:00000010:2.0:1788696106.094731:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6fc490a. 00000100:00000200:2.0:1788696106.094733:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274361344, portal 10 00000100:00000001:2.0:1788696106.094735:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696106.094736:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882445184 : -113296827106432 : ffff98f506ddbb80) 00000100:00000040:2.0:1788696106.094741:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f6864119 x1875583274361344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696106.094748:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696106.094750:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696106.094752:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e33804d1. 00000100:00000200:2.0:1788696106.094760:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274361344, offset 0 00000400:00000200:2.0:1788696106.094765:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696106.094769:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696106.094771:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696106.094774:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696106.094776:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696106.094778:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696106.094780:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [336:336:254:4294967295] 192.168.201.118@tcp LPNI seq info [336:336:6:4294967295] 00000400:00000200:2.0:1788696106.094787:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696106.094791:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696106.094794:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009619aef4. 00000800:00000200:2.0:1788696106.094797:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696106.094801:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696106.094803:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009619aef4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696106.094806:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696106.094808:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 36020 usecs (37 jiffies) 00000100:00000001:2.0:1788696106.094810:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307067941 00000100:00000001:2.0:1788696106.094813:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307069169 00000100:00000001:2.0:1788696106.094814:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307067941 00000100:00000001:2.0:1788696106.094815:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307069169 00000100:00000001:2.0:1788696106.094817:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307067941 00000100:00000001:2.0:1788696106.094818:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307069169 00000100:00000001:2.0:1788696106.094820:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307067941 00000100:00000001:2.0:1788696106.094821:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307069169 00000100:00000001:2.0:1788696106.094823:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696106.094825:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696106.094827:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696106.094829:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696106.094952:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696106.094955:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000520c6b2f. 00000400:00000200:0.0:1788696106.094960:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696106.094964:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696106.094969:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060c897f5 00000400:00000010:0.0:1788696106.094971:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000060c897f5. 00000100:00000001:0.0:1788696106.094981:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696106.094984:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004ba1d0c9 x1875583274361472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696106.094992:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696106.094994:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ba1d0c9 x1875583274361472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696122 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696106.095001:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696106.095003:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696106.095013:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696106.095014:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000394a697c. 00000400:00000200:0.0:1788696106.095017:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696106.095020:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696106.095022:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017360176 00000400:00000010:0.0:1788696106.095023:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000017360176. 00000100:00000001:0.0:1788696106.095025:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696106.095027:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cbb350d4 x1875583274361216/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696106.095033:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696106.095035:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbb350d4 x1875583274361216/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696122 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696106.095040:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696106.095041:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696106.095099:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696106.095102:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009619aef4. 00000400:00000200:0.0:1788696106.095105:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696106.095108:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696106.095110:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e33804d1 00000400:00000010:0.0:1788696106.095112:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e33804d1. 00000100:00000001:0.0:1788696106.095114:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696106.095116:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000f6864119 x1875583274361344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696106.095122:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696106.095123:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6864119 x1875583274361344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696122 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696106.095133:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696106.095135:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696106.095200:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696106.095203:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696106.101663:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696106.101678:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696106.101683:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696106.101685:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696106.101695:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696106.101712:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0a280 00000400:00000200:2.0:1788696106.101720:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xb45 [1] + 224 00000800:00000001:2.0:1788696106.101727:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696106.101731:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696106.101733:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696106.101738:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696106.101744:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696106.101752:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004ba1d0c9 x1875583274361472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696106.101763:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004ba1d0c9 x1875583274361472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696106.101785:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696106.101793:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696106.101797:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696106.101799:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696106.101800:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696106.101804:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696106.101810:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0a200 00000400:00000200:2.0:1788696106.101815:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xb55 [1] + 224 00000800:00000001:2.0:1788696106.101818:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696106.101823:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696106.101825:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696106.101827:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696106.101830:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696106.101833:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000f6864119 x1875583274361344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696106.101840:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6864119 x1875583274361344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696106.101903:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696106.101908:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696106.101911:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696106.102034:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696106.102038:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696106.102044:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696106.102046:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696106.102048:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac292db. 00000400:00000200:1.0:1788696106.102058:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d9238b2 00000400:00000010:1.0:1788696106.102165:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001d9238b2. 00000100:00000001:1.0:1788696106.102170:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696106.102173:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004ba1d0c9 x1875583274361472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696106.102182:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004ba1d0c9 x1875583274361472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696106.102189:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696106.102190:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696106.102193:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696106.102196:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696106.102198:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696106.102200:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696106.102202:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696106.102211:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=6 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696106.102214:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=123 v=5 (1 0 0 0) 00000100:00000001:1.0:1788696106.102217:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696106.102219:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696106.102221:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788696106.102225:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004ba1d0c9 x1875583274361472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696106.102405:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696106.102409:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696106.102411:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696106.102413:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696106.102415:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696106.102420:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ba1d0c9 x1875583274361472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696106.102426:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696106.102429:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696106.102431:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696106.102434:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ba1d0c9 x1875583274361472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696106.102452:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274361472:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696106.102457:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696106.102459:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696106.102462:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ba1d0c9 x1875583274361472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696106.102469:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696106.102471:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696106.102492:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005edc4c5a. 02000000:00000001:1.0:1788696106.102497:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696106.102499:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696106.102501:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696106.102503:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696106.102505:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000dfd73c1. 02000000:00000001:1.0:1788696106.102508:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696106.102510:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696106.102511:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ba1d0c9. 00000100:00000001:1.0:1788696106.102514:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696106.102515:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696106.102517:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696106.102524:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696106.102538:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696106.102541:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696106.102543:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696106.102595:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696106.102599:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696106.102602:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696106.102604:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696106.102605:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000001090f60d. 00000400:00000200:0.0:1788696106.102610:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6fc490a 00000400:00000010:0.0:1788696106.102612:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c6fc490a. 00000100:00000001:0.0:1788696106.102615:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696106.102618:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000f6864119 x1875583274361344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696106.102626:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000f6864119 x1875583274361344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696106.102631:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696106.102650:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696106.102652:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696106.102654:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696106.102656:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696106.102657:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696106.102659:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696106.102663:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=7 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696106.102667:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696106.102668:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696106.102670:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696106.102671:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696106.102673:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696106.102675:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696106.102676:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696106.102678:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696106.102679:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696106.102682:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6864119 x1875583274361344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696106.102689:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696106.102696:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696106.102698:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696106.102701:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6864119 x1875583274361344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696106.102708:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274361344:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696106.102713:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696106.102715:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696106.102717:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6864119 x1875583274361344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696106.102722:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696106.102723:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696106.102725:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac3cf9df. 02000000:00000001:0.0:1788696106.102728:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696106.102729:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696106.102730:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696106.102732:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696106.102734:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000150a73a8. 02000000:00000001:0.0:1788696106.102736:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696106.102737:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696106.102738:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6864119. 00000100:00000001:0.0:1788696106.102741:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696106.102742:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696106.102744:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696106.102746:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696106.102747:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696106.102748:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696106.102750:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696106.104539:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696106.104552:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696106.104556:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696106.104558:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696106.104574:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696106.104586:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0a180 00000400:00000200:3.0:1788696106.104594:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xb4d [1] + 224 00000800:00000001:3.0:1788696106.104600:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696106.104606:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696106.104608:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696106.104612:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696106.104619:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696106.104624:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cbb350d4 x1875583274361216/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696106.104634:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbb350d4 x1875583274361216/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696106.104645:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696106.104651:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696106.104653:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696106.105146:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696106.105149:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696106.105154:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696106.105156:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696106.105157:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046d60b02. 00000400:00000200:0.0:1788696106.105162:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d08e7aa0 00000400:00000010:0.0:1788696106.105164:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d08e7aa0. 00000100:00000001:0.0:1788696106.105166:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696106.105174:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cbb350d4 x1875583274361216/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696106.105180:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cbb350d4 x1875583274361216/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696106.105184:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696106.105186:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696106.105187:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696106.105189:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696106.105190:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696106.105191:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696106.105193:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696106.105196:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=7 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696106.105199:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696106.105200:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696106.105201:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696106.105202:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696106.105204:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696106.105205:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696106.105207:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbb350d4 x1875583274361216/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696106.105212:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696106.105213:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696106.105215:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696106.105216:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbb350d4 x1875583274361216/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696106.105220:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274361216:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696106.105223:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696106.105224:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696106.105225:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbb350d4 x1875583274361216/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696122 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696106.105229:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696106.105230:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696106.105234:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba608328. 02000000:00000001:0.0:1788696106.105236:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696106.105238:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696106.105239:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696106.105241:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696106.105242:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ee81603. 02000000:00000001:0.0:1788696106.105244:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696106.105245:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696106.105246:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbb350d4. 00000100:00000001:0.0:1788696106.105248:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696106.105249:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696106.105250:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696106.105255:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696106.105256:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696106.105257:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696106.105258:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696107.053986:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696107.053994:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696107.054000:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696107.054001:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696107.056985:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696107.056993:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696107.056998:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696107.373952:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307069169, at 4307069184 00000100:00000040:3.0:1788696107.373952:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307069169, at 4307069184 00000100:00000010:3.0:1788696107.373966:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b48a3b0. 00000100:00000010:0.0:1788696107.373968:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009787881e. 00000100:00000040:2.0:1788696107.374181:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307069169, at 4307069184 00000100:00000010:2.0:1788696107.374186:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e979dca6. 00000100:00000040:1.0:1788696107.374907:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307069169, at 4307069185 00000100:00000010:1.0:1788696107.374914:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c960e7d6. 00010000:00000001:2.0:1788696108.077967:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696108.077974:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696108.077980:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696108.077981:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696108.078151:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696108.078155:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696108.078158:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696109.101929:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696109.101937:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696109.101941:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696109.101944:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696109.101948:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696109.101951:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696109.101953:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696109.101955:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696109.101959:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696109.101960:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696109.102034:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696109.102038:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696109.102040:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696110.127587:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696110.127594:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696110.127599:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696110.127600:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696110.127971:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696110.127974:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696110.127976:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696111.150069:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696111.150075:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696111.150081:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696111.150082:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696111.150558:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696111.150562:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696111.150565:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696111.214259:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696111.215111:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696111.215117:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004bde7b80. 00000020:00000040:1.0:1788696111.215123:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696111.215127:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696111.215130:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696111.215134:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696111.215141:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f7e36ce6. 00000100:00000001:1.0:1788696111.215148:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696111.215158:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000004bde7b80 x1875583274361600/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696111.215180:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696111.215182:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696111.215188:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004bde7b80] to pc [ptlrpcd_00_01+1] req@000000004bde7b80 x1875583274361600/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696111.215228:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696111.215232:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696111.215235:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696111.215240:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004bde7b80 x1875583274361600/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696111.215247:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696111.215249:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696111.215253:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696111.215255:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696111.215258:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696111.215261:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004bde7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274361600:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696111.215265:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696111.215276:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696111.215279:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696111.215281:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696111.215284:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099a1bc19. 02000000:00000001:0.0:1788696111.215287:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696111.215292:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000e2edc2. 00000400:00000010:0.0:1788696111.215298:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050d9c735. 00000100:00000200:0.0:1788696111.215305:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274361600, portal 25 00000100:00000001:0.0:1788696111.215307:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696111.215308:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877473664 : -113296832077952 : ffff98f50691df80) 00000100:00000040:0.0:1788696111.215313:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004bde7b80 x1875583274361600/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696111.215320:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696111.215323:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696111.215326:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8816cb1. 00000100:00000200:0.0:1788696111.215328:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274361600, offset 0 00000400:00000200:0.0:1788696111.215333:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696111.215346:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696111.215351:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696111.215355:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696111.215358:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696111.215360:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696111.215364:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [337:337:256:4294967295] 192.168.201.118@tcp LPNI seq info [337:337:8:4294967295] 00000400:00000200:0.0:1788696111.215374:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696111.215379:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696111.215384:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee81603. 00000800:00000200:0.0:1788696111.215390:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696111.215396:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696111.215400:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000ee81603 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696111.215418:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696111.215423:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307074290 00000100:00000010:0.0:1788696111.215427:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000969a2001. 00000100:00000001:0.0:1788696111.215446:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788696111.215452:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307074290 00000100:00000010:0.0:1788696111.215455:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aeee93bd. 00000100:00000001:0.0:1788696111.215457:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788696111.215459:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307074290 00000100:00000010:0.0:1788696111.215461:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2ee9250. 00000100:00000001:0.0:1788696111.215464:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788696111.215466:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307074290 00000100:00000010:0.0:1788696111.215468:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078e80244. 00000100:00000001:0.0:1788696111.215471:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788696111.215474:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696111.215476:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696111.215484:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696111.215487:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788696111.215617:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696111.215622:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee81603. 00000400:00000200:3.0:1788696111.215627:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696111.215632:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696111.215637:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8816cb1 00000400:00000010:3.0:1788696111.215639:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8816cb1. 00000100:00000001:3.0:1788696111.215643:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696111.215646:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004bde7b80 x1875583274361600/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696111.215656:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696111.215658:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004bde7b80 x1875583274361600/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696127 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696111.215674:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696111.215676:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788696111.215740:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696111.215744:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696111.215747:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696111.215751:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d5873827. 00000020:00000040:1.0:1788696111.215753:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696111.215756:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696111.215757:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696111.215759:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696111.215762:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000520c6b2f. 00000100:00000001:1.0:1788696111.215765:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696111.215769:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000d5873827 x1875583274361728/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696111.215776:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696111.215777:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696111.215780:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5873827] to pc [ptlrpcd_00_02+2] req@00000000d5873827 x1875583274361728/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696111.215804:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696111.215812:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696111.215815:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696111.215818:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006baa80f3. 00000020:00000040:1.0:1788696111.215821:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696111.215823:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696111.215824:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696111.215826:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696111.215829:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006596e7c6. 00000100:00000001:1.0:1788696111.215832:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696111.215835:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000006baa80f3 x1875583274361856/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696111.215842:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696111.215844:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696111.215864:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006baa80f3] to pc [ptlrpcd_00_03+3] req@000000006baa80f3 x1875583274361856/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696111.215872:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696111.215874:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788696111.215877:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788696111.215881:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12410) 00000100:00000001:1.0:1788696111.215889:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696111.215892:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696111.215893:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696111.215896:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006baa80f3 x1875583274361856/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696111.215903:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696111.215904:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696111.215906:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696111.215908:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696111.215910:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696111.215912:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006baa80f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274361856:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696111.215922:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696111.215931:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696111.215932:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696111.215934:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696111.215937:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039d8a3b7. 02000000:00000001:1.0:1788696111.215939:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696111.215943:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac292db. 00000400:00000010:1.0:1788696111.215947:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d9238b2. 00000100:00000200:1.0:1788696111.215950:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274361856, portal 10 00000100:00000001:1.0:1788696111.215952:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696111.215953:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877468288 : -113296832083328 : ffff98f50691ca80) 00000100:00000040:1.0:1788696111.215958:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006baa80f3 x1875583274361856/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696111.215965:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696111.215967:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696111.215969:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6377a2d. 00000100:00000200:1.0:1788696111.215971:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274361856, offset 0 00000400:00000200:1.0:1788696111.215976:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696111.215980:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696111.215983:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696111.215987:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696111.215989:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696111.215992:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696111.215996:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [338:338:256:4294967295] 192.168.201.118@tcp LPNI seq info [338:338:8:4294967295] 00000100:00000001:2.0:1788696111.216000:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788696111.216006:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788696111.216006:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696111.216015:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696111.216018:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000372e11cf. 00000800:00000200:1.0:1788696111.216022:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696111.216026:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696111.216029:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000372e11cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696111.216047:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696111.216056:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 36226 usecs (37 jiffies) 00000100:00000001:1.0:1788696111.216059:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307073063 00000100:00000001:1.0:1788696111.216061:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307074290 00000100:00000001:1.0:1788696111.216063:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307073063 00000100:00000001:1.0:1788696111.216064:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307074290 00000100:00000001:1.0:1788696111.216066:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307073063 00000100:00000001:1.0:1788696111.216068:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307074290 00000100:00000001:1.0:1788696111.216070:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307073063 00000100:00000001:1.0:1788696111.216071:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307074290 00000100:00000001:1.0:1788696111.216073:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696111.216075:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696111.216077:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696111.216078:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696111.216085:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696111.216086:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696111.216088:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696111.216089:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696111.216090:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696111.216092:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1788696111.216094:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696111.216096:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696111.216097:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696111.216098:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696111.216099:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696111.216100:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696111.216103:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d5873827 x1875583274361728/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696111.216110:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696111.216111:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696111.216113:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696111.216115:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696111.216117:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696111.216126:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d5873827 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274361728:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696111.216129:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696111.216132:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696111.216133:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696111.216135:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696111.216138:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094ed52e3. 02000000:00000001:1.0:1788696111.216139:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696111.216141:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1788696111.216143:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008313b947. 00000800:00000010:2.0:1788696111.216146:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000372e11cf. 00000400:00000010:1.0:1788696111.216148:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000558ee63f. 00000100:00000200:1.0:1788696111.216150:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274361728, portal 10 00000100:00000001:1.0:1788696111.216153:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696111.216156:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877477248 : -113296832074368 : ffff98f50691ed80) 00000400:00000200:2.0:1788696111.216158:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1788696111.216163:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d5873827 x1875583274361728/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696111.216167:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696111.216173:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6377a2d 00000100:00000001:1.0:1788696111.216176:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1788696111.216177:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c6377a2d. 00000100:00000040:1.0:1788696111.216182:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696111.216183:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:1.0:1788696111.216185:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b6a63d. 00000100:00000200:1.0:1788696111.216189:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274361728, offset 0 00000100:00000200:2.0:1788696111.216190:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006baa80f3 x1875583274361856/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696111.216198:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696111.216207:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788696111.216208:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1788696111.216211:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1788696111.216214:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006baa80f3 x1875583274361856/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696127 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696111.216218:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696111.216223:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696111.216227:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788696111.216229:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696111.216232:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [339:339:255:4294967295] 192.168.201.118@tcp LPNI seq info [339:339:7:4294967295] 00000100:00000001:2.0:1788696111.216233:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696111.216330:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696111.216332:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696111.216395:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696111.216401:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696111.216405:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000155bbcce. 00000800:00000200:1.0:1788696111.216409:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696111.216413:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696111.216415:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000155bbcce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696111.216423:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696111.216425:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 35757 usecs (36 jiffies) 00000100:00000001:1.0:1788696111.216428:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307073062 00000100:00000001:1.0:1788696111.216430:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307074290 00000100:00000001:1.0:1788696111.216431:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307073062 00000100:00000001:1.0:1788696111.216433:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307074290 00000100:00000001:1.0:1788696111.216449:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307073062 00000100:00000001:1.0:1788696111.216451:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307074290 00000100:00000001:1.0:1788696111.216453:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307073062 00000100:00000001:1.0:1788696111.216454:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307074290 00000100:00000001:1.0:1788696111.216456:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696111.216458:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696111.216461:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696111.216462:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696111.216708:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696111.216712:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000155bbcce. 00000400:00000200:2.0:1788696111.216714:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696111.216718:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696111.216721:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b6a63d 00000400:00000010:2.0:1788696111.216723:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000021b6a63d. 00000100:00000001:2.0:1788696111.216725:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696111.216728:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000d5873827 x1875583274361728/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696111.216736:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696111.216738:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d5873827 x1875583274361728/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696127 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696111.216743:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696111.216745:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696111.216920:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696111.216923:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696111.216981:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696111.216983:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696111.216985:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696111.216987:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696111.218736:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696111.218749:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696111.218753:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696111.218755:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696111.218765:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696111.218779:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0a300 00000400:00000200:3.0:1788696111.218787:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xb5d [1] + 224 00000800:00000001:3.0:1788696111.218793:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696111.218799:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696111.218802:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696111.218805:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696111.218812:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696111.218817:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004bde7b80 x1875583274361600/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696111.218827:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004bde7b80 x1875583274361600/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696111.218867:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696111.218874:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696111.218877:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696111.218887:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696111.218892:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696111.218898:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696111.218900:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696111.218902:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000e2edc2. 00000400:00000200:0.0:1788696111.218907:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d9c735 00000400:00000010:0.0:1788696111.218909:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000050d9c735. 00000100:00000001:0.0:1788696111.218912:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696111.218916:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004bde7b80 x1875583274361600/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696111.218935:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004bde7b80 x1875583274361600/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696111.218942:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696111.218956:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696111.218959:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696111.218962:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696111.218964:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696111.218967:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696111.218969:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696111.218975:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=12 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696111.218978:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=12 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696111.218981:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696111.218982:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696111.218984:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696111.218987:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696111.218989:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696111.218993:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004bde7b80 x1875583274361600/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696111.218999:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696111.219002:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696111.219004:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696111.219007:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004bde7b80 x1875583274361600/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696111.219014:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004bde7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274361600:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696111.219018:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696111.219020:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696111.219023:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004bde7b80 x1875583274361600/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696111.219029:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696111.219031:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696111.219034:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099a1bc19. 02000000:00000001:0.0:1788696111.219037:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696111.219039:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696111.219041:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696111.219043:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696111.219046:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f7e36ce6. 02000000:00000001:0.0:1788696111.219050:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696111.219057:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696111.219058:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004bde7b80. 00000100:00000001:0.0:1788696111.219062:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696111.219063:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696111.219065:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696111.219072:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696111.219073:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696111.219075:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696111.219077:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696111.219290:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696111.219302:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696111.219304:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696111.219305:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696111.219308:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696111.219314:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0a380 00000400:00000200:3.0:1788696111.219317:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xb6d [1] + 224 00000800:00000001:3.0:1788696111.219320:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696111.219357:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696111.219359:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696111.219362:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696111.219364:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696111.219367:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000d5873827 x1875583274361728/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696111.219373:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d5873827 x1875583274361728/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696111.219413:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696111.219415:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696111.219426:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696111.219430:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696111.219432:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788696111.219465:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696111.219467:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696111.219468:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008313b947. 00000400:00000200:1.0:1788696111.219472:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000558ee63f 00000400:00000010:1.0:1788696111.219473:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000558ee63f. 00000100:00000001:1.0:1788696111.219476:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696111.219480:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000d5873827 x1875583274361728/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696111.219488:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000d5873827 x1875583274361728/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696111.219494:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696111.219495:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696111.219497:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696111.219498:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696111.219500:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696111.219506:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696111.219508:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696111.219514:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=12 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696111.219515:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=12 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696111.219517:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696111.219518:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696111.219519:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696111.219521:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696111.219523:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696111.219524:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696111.219526:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696111.219526:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696111.219529:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d5873827 x1875583274361728/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696111.219533:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696111.219534:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696111.219535:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696111.219540:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5873827 x1875583274361728/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696111.219545:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d5873827 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274361728:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696111.219548:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696111.219550:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696111.219551:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d5873827 x1875583274361728/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696111.219632:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696111.219633:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696111.219635:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094ed52e3. 02000000:00000001:1.0:1788696111.219638:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696111.219639:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696111.219640:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696111.219642:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696111.219643:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000520c6b2f. 02000000:00000001:1.0:1788696111.219644:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696111.219649:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696111.219651:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d5873827. 00000100:00000001:1.0:1788696111.219653:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696111.219654:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696111.219655:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696111.219657:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696111.219658:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696111.219659:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696111.219660:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696111.219682:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696111.219688:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696111.219690:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696111.219692:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696111.219697:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696111.219705:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0a400 00000400:00000200:2.0:1788696111.219710:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xb65 [1] + 224 00000800:00000001:2.0:1788696111.219720:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696111.219725:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696111.219727:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696111.219730:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696111.219733:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696111.219737:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006baa80f3 x1875583274361856/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696111.219745:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006baa80f3 x1875583274361856/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696111.219760:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696111.219765:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696111.219767:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696111.219779:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696111.219781:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696111.219783:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696111.219784:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696111.219785:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac292db. 00000400:00000200:1.0:1788696111.219788:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d9238b2 00000400:00000010:1.0:1788696111.219789:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001d9238b2. 00000100:00000001:1.0:1788696111.219790:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696111.219793:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006baa80f3 x1875583274361856/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696111.219798:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006baa80f3 x1875583274361856/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696111.219802:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696111.219802:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696111.219803:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696111.219804:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696111.219805:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696111.219806:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696111.219808:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696111.219812:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=11 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696111.219815:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=128 v=5 (1 0 0 0) 00000100:00000001:1.0:1788696111.219817:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696111.219818:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696111.219820:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788696111.219822:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006baa80f3 x1875583274361856/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696111.219900:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696111.219907:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696111.219908:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696111.219909:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696111.219910:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696111.219913:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006baa80f3 x1875583274361856/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696111.219917:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696111.219918:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696111.219920:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696111.219921:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006baa80f3 x1875583274361856/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696111.219925:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006baa80f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274361856:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696111.219927:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696111.219928:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696111.219929:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006baa80f3 x1875583274361856/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696127 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696111.219933:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696111.219934:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696111.219935:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039d8a3b7. 02000000:00000001:1.0:1788696111.219937:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696111.219938:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696111.219938:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696111.219940:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696111.219940:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006596e7c6. 02000000:00000001:1.0:1788696111.219942:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696111.219942:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696111.219943:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006baa80f3. 00000100:00000001:1.0:1788696111.219945:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696111.219946:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696111.219946:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696111.219950:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696111.219950:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696111.219952:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696111.219955:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696112.175567:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696112.175574:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696112.175579:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696112.175580:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696112.175638:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696112.175642:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696112.175645:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696112.493929:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307074290, at 4307074304 00000100:00000010:2.0:1788696112.493947:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2ee9250. 00000100:00000040:3.0:1788696112.494279:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307074290, at 4307074304 00000100:00000010:3.0:1788696112.494286:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078e80244. 00000100:00000040:0.0:1788696112.494978:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307074290, at 4307074305 00000100:00000010:0.0:1788696112.494985:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000969a2001. 00000100:00000040:1.0:1788696112.495115:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307074290, at 4307074305 00000100:00000010:1.0:1788696112.495119:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aeee93bd. 00010000:00000001:2.0:1788696113.198799:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696113.198806:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696113.198812:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696113.198813:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696113.199453:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696113.199458:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696113.199460:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696114.221971:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696114.221978:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696114.221985:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696114.221988:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696114.221991:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696114.221993:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696114.221997:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696114.221999:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696114.222001:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696114.222003:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696114.222114:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696114.222126:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696114.222129:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696115.245964:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696115.245972:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696115.245993:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696115.245994:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696115.246041:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696115.246045:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696115.246048:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696116.272429:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696116.272436:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696116.272442:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696116.272443:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696116.272496:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696116.272500:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696116.272504:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696116.338252:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696116.338262:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696116.338269:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbb350d4. 00000020:00000040:0.0:1788696116.338275:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696116.338280:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696116.338283:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696116.338289:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696116.338296:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000150a73a8. 00000100:00000001:0.0:1788696116.338301:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696116.338310:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000cbb350d4 x1875583274361984/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696116.338318:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696116.338320:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696116.338324:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb350d4] to pc [ptlrpcd_00_00+0] req@00000000cbb350d4 x1875583274361984/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696116.338359:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696116.338361:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696116.338376:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696116.338378:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6864119. 00000100:00000001:2.0:1788696116.338379:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1788696116.338380:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696116.338384:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696116.338385:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788696116.338385:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696116.338387:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788696116.338389:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696116.338390:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788696116.338391:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696116.338395:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024382ee1. 00000100:00000040:2.0:1788696116.338398:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbb350d4 x1875583274361984/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696116.338399:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696116.338408:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696116.338410:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696116.338412:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000f6864119 x1875583274362112/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1788696116.338415:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696116.338419:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696116.338420:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696116.338424:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696116.338424:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696116.338432:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6864119] to pc [ptlrpcd_00_01+1] req@00000000f6864119 x1875583274362112/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696116.338432:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274361984:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696116.338442:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696116.338448:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696116.338450:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696116.338451:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696116.338453:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1788696116.338454:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696116.338459:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1788696116.338459:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017bcd406. 02000000:00000001:2.0:1788696116.338463:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788696116.338465:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005800c766. 00000020:00000040:0.0:1788696116.338468:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000400:00000010:2.0:1788696116.338469:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d43e42. 00000100:00000001:0.0:1788696116.338473:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696116.338476:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696116.338478:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696116.338478:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1788696116.338478:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da7961a1. 00000100:00000001:1.0:1788696116.338482:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696116.338485:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1788696116.338486:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f8e491. 00000100:00000200:2.0:1788696116.338487:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274361984, portal 25 00000100:00000001:0.0:1788696116.338490:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696116.338491:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6864119 x1875583274362112/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696116.338492:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696116.338496:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882439808 : -113296827111808 : ffff98f506dda680) 00000100:00000040:0.0:1788696116.338500:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000005800c766 x1875583274362240/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1788696116.338506:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cbb350d4 x1875583274361984/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696116.338515:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696116.338518:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696116.338523:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696116.338526:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696116.338529:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1788696116.338530:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696116.338533:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696116.338534:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1788696116.338536:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274362112:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696116.338541:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1788696116.338543:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005800c766] to pc [ptlrpcd_00_02+2] req@000000005800c766 x1875583274362240/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696116.338543:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:1.0:1788696116.338544:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696116.338548:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696116.338549:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce843621. 02000000:00000001:1.0:1788696116.338550:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696116.338554:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e2f5651. 00000100:00000200:2.0:1788696116.338555:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274361984, offset 0 02000000:00000001:1.0:1788696116.338566:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696116.338573:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac292db. 00000400:00000200:2.0:1788696116.338573:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696116.338582:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d9238b2. 00000100:00000200:1.0:1788696116.338588:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274362112, portal 10 00000400:00000200:2.0:1788696116.338589:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:1.0:1788696116.338592:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696116.338595:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882445184 : -113296827106432 : ffff98f506ddbb80) 00000400:00000200:2.0:1788696116.338596:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696116.338602:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000040:1.0:1788696116.338605:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f6864119 x1875583274362112/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696116.338608:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696116.338614:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:1.0:1788696116.338621:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1788696116.338622:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [340:340:256:4294967295] 192.168.201.118@tcp LPNI seq info [340:340:8:4294967295] 00000100:00000040:1.0:1788696116.338630:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696116.338634:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000558ee63f. 00000100:00000200:1.0:1788696116.338638:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274362112, offset 0 00000400:00000200:2.0:1788696116.338638:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000200:1.0:1788696116.338646:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:2.0:1788696116.338649:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696116.338654:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000010:2.0:1788696116.338654:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a559f720. 00000400:00000200:1.0:1788696116.338658:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696116.338662:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000800:00000200:2.0:1788696116.338664:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:1.0:1788696116.338665:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696116.338670:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696116.338672:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [341:341:255:4294967295] 192.168.201.118@tcp LPNI seq info [341:341:7:4294967295] 00000800:00000200:2.0:1788696116.338676:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:1.0:1788696116.338681:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696116.338682:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a559f720 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1788696116.338687:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696116.338690:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006596e7c6. 00000800:00000200:1.0:1788696116.338693:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696116.338696:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:2.0:1788696116.338697:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696116.338699:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006596e7c6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696116.338702:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696116.338704:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307079413 00000100:00000040:1.0:1788696116.338705:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 35440 usecs (36 jiffies) 00000100:00000001:1.0:1788696116.338709:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307078184 00000100:00000010:2.0:1788696116.338710:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b91fe9c. 00000100:00000001:2.0:1788696116.338717:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788696116.338722:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307079413 00000100:00000010:2.0:1788696116.338725:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006993d188. 00000100:00000001:2.0:1788696116.338727:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696116.338730:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307079413 00000100:00000010:2.0:1788696116.338733:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce767292. 00000100:00000001:3.0:1788696116.338734:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696116.338736:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696116.338738:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696116.338741:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307079413 00000100:00000001:3.0:1788696116.338741:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1788696116.338745:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d8414ac. 00000100:00000040:3.0:1788696116.338746:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005800c766 x1875583274362240/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696116.338750:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696116.338755:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696116.338756:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696116.338758:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696116.338759:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696116.338760:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696116.338761:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274362240:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696116.338763:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696116.338765:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696116.338771:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696116.338772:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696116.338773:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788696116.338777:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696116.338777:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087fd5107. 02000000:00000001:3.0:1788696116.338780:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696116.338783:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696116.338784:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf97516b. 00000400:00000010:3.0:1788696116.338786:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5633eb. 00000100:00000200:3.0:1788696116.338789:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274362240, portal 10 00000100:00000001:3.0:1788696116.338792:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696116.338794:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696116.338794:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882441600 : -113296827110016 : ffff98f506ddad80) 00000100:00000040:3.0:1788696116.338801:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005800c766 x1875583274362240/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696116.338805:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696116.338806:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788696116.338808:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1788696116.338809:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696116.338812:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a7cbfc. 00000100:00000001:2.0:1788696116.338813:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1788696116.338814:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274362240, offset 0 00000100:00000001:2.0:1788696116.338817:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788696116.338820:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696116.338821:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696116.338825:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696116.338825:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696116.338830:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696116.338833:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696116.338834:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696116.338835:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696116.338837:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [342:342:254:4294967295] 192.168.201.118@tcp LPNI seq info [342:342:6:4294967295] 00000400:00000200:3.0:1788696116.338842:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696116.338894:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696116.338898:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a559f720. 00000400:00000200:2.0:1788696116.338903:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696116.338908:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696116.338997:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307079413 00000100:00000001:1.0:1788696116.339000:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307078185 00000100:00000001:1.0:1788696116.339001:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307079413 00000100:00000001:1.0:1788696116.339003:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307078185 00000100:00000001:1.0:1788696116.339004:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307079413 00000100:00000001:1.0:1788696116.339005:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307078185 00000100:00000001:1.0:1788696116.339006:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307079413 00000100:00000001:1.0:1788696116.339010:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696116.339011:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696116.339017:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696116.339018:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696116.339021:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696116.339022:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696116.339023:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696116.339024:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696116.339025:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696116.339026:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696116.339050:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696116.339053:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a492135. 00000800:00000200:3.0:1788696116.339055:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696116.339058:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696116.339060:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009a492135 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696116.339062:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696116.339063:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 35901 usecs (36 jiffies) 00000100:00000001:3.0:1788696116.339065:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307078185 00000100:00000001:3.0:1788696116.339070:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307079413 00000100:00000001:3.0:1788696116.339071:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307078185 00000100:00000001:3.0:1788696116.339072:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307079413 00000100:00000001:3.0:1788696116.339073:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307078185 00000100:00000001:3.0:1788696116.339074:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307079413 00000100:00000001:3.0:1788696116.339074:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307078185 00000100:00000001:3.0:1788696116.339075:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307079413 00000100:00000001:3.0:1788696116.339076:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696116.339077:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696116.339078:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696116.339079:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696116.339081:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696116.339082:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696116.339083:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696116.339083:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696116.339084:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696116.339085:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696116.339098:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696116.339099:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696116.339155:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696116.339159:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696116.339163:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696116.339167:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12415) 00000400:00000200:2.0:1788696116.344224:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce843621 00000400:00000010:2.0:1788696116.344234:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ce843621. 00000100:00000001:2.0:1788696116.344241:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696116.344252:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cbb350d4 x1875583274361984/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696116.344265:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696116.344268:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbb350d4 x1875583274361984/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696132 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696116.344275:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696116.344277:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696116.344309:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696116.344312:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006596e7c6. 00000400:00000200:2.0:1788696116.344318:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696116.344323:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696116.344326:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000558ee63f 00000400:00000010:2.0:1788696116.344327:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000558ee63f. 00000100:00000001:2.0:1788696116.344330:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696116.344333:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000f6864119 x1875583274362112/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696116.344339:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696116.344341:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6864119 x1875583274362112/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696132 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696116.344360:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696116.344377:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696116.344438:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696116.344441:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a492135. 00000400:00000200:2.0:1788696116.344444:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696116.344448:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696116.344451:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a7cbfc 00000400:00000010:2.0:1788696116.344453:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a7cbfc. 00000100:00000001:2.0:1788696116.344455:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696116.344459:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000005800c766 x1875583274362240/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696116.344466:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696116.344468:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005800c766 x1875583274362240/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696132 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696116.344474:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696116.344475:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696116.346492:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696116.346506:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696116.346510:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696116.346513:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696116.346521:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696116.346534:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0a480 00000400:00000200:3.0:1788696116.346540:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xb75 [1] + 224 00000800:00000001:3.0:1788696116.346545:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696116.346547:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696116.346549:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696116.346552:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696116.346821:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696116.346837:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cbb350d4 x1875583274361984/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696116.347031:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbb350d4 x1875583274361984/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696116.347080:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696116.347083:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696116.347095:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696116.347102:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696116.347105:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696116.347107:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696116.347108:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696116.347111:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696116.347115:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0a500 00000400:00000200:3.0:1788696116.347120:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xb7d [1] + 224 00000800:00000001:3.0:1788696116.347122:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696116.347124:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696116.347126:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696116.347128:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696116.347130:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696116.347133:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000f6864119 x1875583274362112/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696116.347138:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6864119 x1875583274362112/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696116.347152:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696116.347154:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696116.347155:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696116.347156:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696116.347157:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696116.347160:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696116.347163:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0a580 00000400:00000200:3.0:1788696116.347166:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xb85 [1] + 224 00000800:00000001:3.0:1788696116.347168:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696116.347175:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696116.347177:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696116.347179:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696116.347181:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696116.347183:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000005800c766 x1875583274362240/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696116.347188:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005800c766 x1875583274362240/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696116.347204:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696116.347207:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696116.347209:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696116.347279:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696116.347281:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696116.347285:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696116.347286:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696116.347288:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf97516b. 00000400:00000200:0.0:1788696116.347292:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5633eb 00000400:00000010:0.0:1788696116.347294:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004f5633eb. 00000100:00000001:0.0:1788696116.347296:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696116.347299:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000005800c766 x1875583274362240/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696116.347304:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000005800c766 x1875583274362240/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696116.347307:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696116.347308:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696116.347310:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696116.347312:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696116.347314:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696116.347315:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696116.347317:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696116.347324:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=16 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696116.347326:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=133 v=5 (1 0 0 0) 00000100:00000001:0.0:1788696116.347328:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696116.347329:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696116.347331:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696116.347333:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005800c766 x1875583274362240/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696116.347337:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696116.347352:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696116.347355:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696116.347357:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696116.347358:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696116.347362:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005800c766 x1875583274362240/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696116.347369:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696116.347376:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696116.347378:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696116.347381:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005800c766 x1875583274362240/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788696116.347401:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696116.347402:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696116.347404:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019d43e42. 00000400:00000200:2.0:1788696116.347408:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da7961a1 00000100:00000001:1.0:1788696116.347410:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1788696116.347410:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000da7961a1. 00000100:00000001:1.0:1788696116.347412:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696116.347412:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:1.0:1788696116.347415:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1788696116.347416:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cbb350d4 x1875583274361984/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788696116.347417:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696116.347418:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac292db. 00000400:00000200:1.0:1788696116.347422:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d9238b2 00000400:00000010:1.0:1788696116.347424:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001d9238b2. 00000100:00000200:2.0:1788696116.347425:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cbb350d4 x1875583274361984/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696116.347426:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696116.347428:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000f6864119 x1875583274362112/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696116.347432:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696116.347433:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696116.347434:0:201300:0:(client.c:1593:after_reply()) Process entered 00000100:00000200:1.0:1788696116.347436:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000f6864119 x1875583274362112/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696116.347436:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696116.347438:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696116.347439:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696116.347441:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696116.347442:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696116.347443:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1788696116.347443:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=17 v=5 (5 5 5 5) 00000100:00000001:1.0:1788696116.347445:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696116.347446:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696116.347447:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696116.347448:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696116.347450:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696116.347451:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=17 v=5 (1 1 1 1) 00000100:00001000:1.0:1788696116.347453:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=17 v=5 (5 5 5 5) 00000100:00000001:2.0:1788696116.347453:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696116.347454:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696116.347455:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=17 v=5 (1 1 1 1) 00010000:00000001:2.0:1788696116.347455:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1788696116.347457:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1788696116.347457:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696116.347459:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696116.347459:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696116.347460:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696116.347472:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696116.347472:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbb350d4 x1875583274361984/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696116.347474:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696116.347475:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696116.347477:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696116.347479:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696116.347481:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696116.347482:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696116.347483:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696116.347484:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbb350d4 x1875583274361984/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696116.347485:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6864119 x1875583274362112/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696116.347492:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1788696116.347492:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274361984:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696116.347494:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696116.347495:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696116.347497:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6864119 x1875583274362112/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696116.347497:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696116.347499:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696116.347501:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbb350d4 x1875583274361984/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696116.347503:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274362112:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696116.347507:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696116.347507:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1788696116.347508:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696116.347510:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6864119 x1875583274362112/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696116.347510:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696116.347513:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017bcd406. 00000100:00000001:1.0:1788696116.347515:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696116.347516:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1788696116.347517:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:1.0:1788696116.347518:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e2f5651. 00000020:00000001:2.0:1788696116.347519:0:201300:0:(genops.c:1217:class_import_put()) Process entered 02000000:00000001:1.0:1788696116.347520:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1788696116.347520:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696116.347521:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696116.347522:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696116.347522:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000001:1.0:1788696116.347523:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696116.347525:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024382ee1. 02000000:00000010:2.0:1788696116.347525:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000150a73a8. 02000000:00000001:1.0:1788696116.347528:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696116.347528:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696116.347530:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1788696116.347530:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696116.347532:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6864119. 00000100:00000010:2.0:1788696116.347532:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbb350d4. 00000100:00000001:1.0:1788696116.347535:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696116.347535:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696116.347536:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696116.347536:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696116.347538:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696116.347538:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696116.347546:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696116.347546:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696116.347548:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696116.347550:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696116.347550:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696116.347552:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696116.347552:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696116.347553:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696116.348028:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274362240:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696116.348031:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696116.348032:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696116.348034:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005800c766 x1875583274362240/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696132 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696116.348038:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696116.348039:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696116.348040:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087fd5107. 02000000:00000001:0.0:1788696116.348043:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696116.348044:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696116.348044:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696116.348046:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696116.348046:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f8e491. 02000000:00000001:0.0:1788696116.348048:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696116.348049:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696116.348049:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005800c766. 00000100:00000001:0.0:1788696116.348051:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696116.348052:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696116.348052:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696116.348055:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696116.348056:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696116.348057:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696116.348062:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696117.293978:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696117.293986:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696117.293992:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696117.293993:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696117.294201:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696117.294205:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696117.294224:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696117.613955:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307079413, at 4307079424 00000100:00000040:1.0:1788696117.613955:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307079413, at 4307079424 00000100:00000010:0.0:1788696117.613974:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b91fe9c. 00000100:00000010:1.0:1788696117.613976:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006993d188. 00000100:00000040:3.0:1788696117.614228:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307079413, at 4307079424 00000100:00000010:3.0:1788696117.614234:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d8414ac. 00000100:00000040:2.0:1788696117.614280:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307079413, at 4307079424 00000100:00000010:2.0:1788696117.614288:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce767292. 00010000:00000001:2.0:1788696118.317925:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696118.317932:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696118.317948:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696118.317950:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696118.318076:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696118.318079:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696118.318081:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696119.341969:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696119.341978:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696119.341980:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696119.341983:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696119.341987:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696119.341990:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696119.341992:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696119.341994:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696119.341997:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696119.341999:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696119.342376:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696119.342380:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696119.342383:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696120.366162:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696120.366172:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696120.366179:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696120.366180:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696120.368016:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696120.368023:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696120.368028:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696121.389953:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696121.389960:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696121.389965:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696121.389967:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696121.390072:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696121.390079:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696121.390084:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696121.454429:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696121.454438:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696121.454446:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005800c766. 00000020:00000040:0.0:1788696121.454453:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696121.454458:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696121.454462:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696121.454468:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696121.454477:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f8e491. 00000100:00000001:0.0:1788696121.454484:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696121.454496:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000005800c766 x1875583274362368/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696121.454509:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696121.454514:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696121.454522:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005800c766] to pc [ptlrpcd_00_03+3] req@000000005800c766 x1875583274362368/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696121.454564:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696121.454569:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696121.454574:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696121.454577:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043af1395. 00000020:00000040:0.0:1788696121.454580:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696121.454584:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696121.454585:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696121.454588:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696121.454594:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024f67866. 00000100:00000001:0.0:1788696121.454598:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696121.454603:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000043af1395 x1875583274362496/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696121.454753:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696121.454755:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696121.454757:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696121.454760:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788696121.454765:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043af1395] to pc [ptlrpcd_00_00+0] req@0000000043af1395 x1875583274362496/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696121.454765:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696121.454769:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005800c766 x1875583274362368/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696121.454778:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696121.454781:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696121.454786:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696121.454790:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696121.454793:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696121.454795:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696121.454797:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696121.454801:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1788696121.454802:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274362368:192.168.201.118@tcp:400: 00000100:00000010:0.0:1788696121.454806:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a318a749. 00000100:00000001:1.0:1788696121.454807:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1788696121.454809:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696121.454812:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696121.454814:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696121.454814:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696121.454816:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696121.454817:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696121.454820:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696121.454821:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009146b66a. 00000100:00000001:0.0:1788696121.454825:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696121.454832:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a318a749 x1875583274362624/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1788696121.454834:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000959b8db6. 02000000:00000001:1.0:1788696121.454838:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696121.454840:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696121.454841:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696121.454866:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ac292db. 00000400:00000010:1.0:1788696121.454876:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d9238b2. 00000100:00000040:0.0:1788696121.454880:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a318a749] to pc [ptlrpcd_00_01+1] req@00000000a318a749 x1875583274362624/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696121.454885:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274362368, portal 25 00000100:00000001:1.0:1788696121.454889:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696121.454892:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882441600 : -113296827110016 : ffff98f506ddad80) 00000100:00000001:0.0:1788696121.454896:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696121.454900:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788696121.454902:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005800c766 x1875583274362368/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696121.454904:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696121.454915:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12420) 00000100:00000001:1.0:1788696121.454920:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696121.454927:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696121.454930:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d73eec57. 00000100:00000001:0.0:1788696121.454931:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696121.454936:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696121.454936:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274362368, offset 0 00000100:00000001:0.0:1788696121.454943:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696121.454947:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696121.454949:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1788696121.454949:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:0.0:1788696121.454959:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a318a749 x1875583274362624/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696121.454966:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1788696121.454967:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:0.0:1788696121.454969:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696121.454971:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1788696121.454973:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1788696121.454974:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696121.454977:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696121.454979:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00100000:0.0:1788696121.454981:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274362624:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696121.454986:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1788696121.454987:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1788696121.454990:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1788696121.454990:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000001:0.0:1788696121.454992:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696121.454995:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1788696121.454998:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [343:343:256:4294967295] 192.168.201.118@tcp LPNI seq info [343:343:8:4294967295] 02000000:00000010:0.0:1788696121.454999:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007729331e. 02000000:00000001:0.0:1788696121.455002:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696121.455006:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000e2edc2. 00000400:00000010:0.0:1788696121.455014:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050d9c735. 00000100:00000200:0.0:1788696121.455020:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274362624, portal 10 00000100:00000001:0.0:1788696121.455024:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1788696121.455024:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:0.0:1788696121.455026:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882440704 : -113296827110912 : ffff98f506ddaa00) 00000800:00000200:1.0:1788696121.455034:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000040:0.0:1788696121.455035:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a318a749 x1875583274362624/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1788696121.455038:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000520c6b2f. 00000100:00000001:0.0:1788696121.455041:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696121.455048:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696121.455050:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1a3d364. 00000800:00000200:1.0:1788696121.455050:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000200:0.0:1788696121.455055:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274362624, offset 0 00000800:00000200:1.0:1788696121.455063:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:0.0:1788696121.455065:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:1.0:1788696121.455069:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000520c6b2f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1788696121.455075:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696121.455082:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788696121.455085:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696121.455089:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:1.0:1788696121.455092:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307084530 00000400:00000200:0.0:1788696121.455093:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1788696121.455097:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007fa6a9e5. 00000400:00000200:0.0:1788696121.455098:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:1.0:1788696121.455103:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1788696121.455105:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [344:344:255:4294967295] 192.168.201.118@tcp LPNI seq info [344:344:7:4294967295] 00000100:00000001:1.0:1788696121.455114:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307084530 00000100:00000010:1.0:1788696121.455117:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2941297. 00000100:00000001:1.0:1788696121.455122:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1788696121.455129:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:1.0:1788696121.455130:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307084530 00000100:00000010:1.0:1788696121.455132:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b6d68e7. 00000100:00000001:1.0:1788696121.455137:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1788696121.455140:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696121.455144:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014613afe. 00000100:00000001:1.0:1788696121.455147:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307084530 00000800:00000200:0.0:1788696121.455152:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000010:1.0:1788696121.455152:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c960e7d6. 00000100:00000001:1.0:1788696121.455161:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1788696121.455162:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696121.455165:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000014613afe type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696121.455170:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696121.455170:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696121.455173:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696121.455175:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 35642 usecs (36 jiffies) 00000100:00000001:1.0:1788696121.455178:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696121.455179:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307083301 00000100:00000001:1.0:1788696121.455181:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696121.455182:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307084530 00000100:00000001:0.0:1788696121.455185:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307083301 00000100:00000001:0.0:1788696121.455187:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307084530 00000100:00000001:0.0:1788696121.455190:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307083301 00000100:00000001:1.0:1788696121.455191:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696121.455193:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307084530 00000100:00000001:0.0:1788696121.455195:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307083301 00000100:00000001:0.0:1788696121.455198:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307084530 00000100:00000001:0.0:1788696121.455202:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696121.455205:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696121.455205:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696121.455209:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696121.455211:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696121.455211:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696121.455214:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696121.455218:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696121.455219:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696121.455221:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696121.455222:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696121.455226:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696121.455229:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696121.455234:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696121.455240:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788696121.455243:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696121.455249:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696121.455252:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696121.455271:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696121.455272:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696121.455275:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696121.455282:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043af1395 x1875583274362496/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696121.455290:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696121.455292:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696121.455296:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696121.455298:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696121.455300:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696121.455304:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274362496:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696121.455309:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696121.455313:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696121.455316:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696121.455318:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696121.455322:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df865833. 02000000:00000001:0.0:1788696121.455325:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696121.455329:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f63771bd. 00000400:00000010:0.0:1788696121.455334:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016d26bd0. 00000100:00000200:0.0:1788696121.455338:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274362496, portal 10 00000100:00000001:0.0:1788696121.455342:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696121.455345:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882436224 : -113296827115392 : ffff98f506dd9880) 00000100:00000040:0.0:1788696121.455354:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000043af1395 x1875583274362496/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696121.455361:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696121.455367:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696121.455370:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059f02892. 00000100:00000200:0.0:1788696121.455373:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274362496, offset 0 00000100:00000001:1.0:1788696121.455649:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696121.455654:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696121.456539:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696121.456553:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696121.456561:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696121.456569:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696121.456573:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696121.456588:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696121.456596:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [345:345:254:4294967295] 192.168.201.118@tcp LPNI seq info [345:345:6:4294967295] 00000400:00000200:0.0:1788696121.456676:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696121.456686:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696121.456692:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057945d15. 00000800:00000200:0.0:1788696121.456703:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696121.456768:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696121.456773:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000057945d15 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696121.456779:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696121.456785:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 35196 usecs (36 jiffies) 00000100:00000001:0.0:1788696121.456791:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307083302 00000100:00000001:0.0:1788696121.456794:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307084530 00000100:00000001:0.0:1788696121.456797:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307083302 00000100:00000001:0.0:1788696121.456799:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307084530 00000100:00000001:0.0:1788696121.456803:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307083302 00000100:00000001:0.0:1788696121.456806:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307084530 00000100:00000001:0.0:1788696121.456809:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307083302 00000100:00000001:0.0:1788696121.456811:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307084530 00000100:00000001:0.0:1788696121.456814:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696121.456818:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696121.456824:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696121.456829:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696121.459527:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696121.459541:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000520c6b2f. 00000400:00000200:2.0:1788696121.459551:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696121.459563:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696121.459573:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d73eec57 00000400:00000010:2.0:1788696121.459576:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d73eec57. 00000100:00000001:2.0:1788696121.459605:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696121.459615:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000005800c766 x1875583274362368/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696121.459629:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696121.459632:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005800c766 x1875583274362368/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696121.459639:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696121.459641:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696121.459658:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696121.459660:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014613afe. 00000400:00000200:2.0:1788696121.459663:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696121.459667:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696121.459670:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1a3d364 00000400:00000010:2.0:1788696121.459671:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e1a3d364. 00000100:00000001:2.0:1788696121.459674:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696121.459678:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a318a749 x1875583274362624/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696121.459686:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696121.459688:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a318a749 x1875583274362624/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696121.459695:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696121.459697:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696121.459748:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696121.459750:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057945d15. 00000400:00000200:2.0:1788696121.459753:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696121.459757:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696121.459760:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059f02892 00000400:00000010:2.0:1788696121.459762:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059f02892. 00000100:00000001:2.0:1788696121.459765:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696121.459779:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000043af1395 x1875583274362496/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696121.459787:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696121.459789:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043af1395 x1875583274362496/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696137 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696121.459801:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696121.459802:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696121.467218:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696121.467243:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696121.467249:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696121.467251:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696121.467277:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696121.467299:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0a700 00000400:00000200:2.0:1788696121.467310:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xb95 [1] + 224 00000800:00000001:2.0:1788696121.467319:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696121.467323:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696121.467326:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696121.467332:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696121.467341:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696121.467351:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a318a749 x1875583274362624/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696121.467364:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a318a749 x1875583274362624/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696121.467377:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696121.467387:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696121.467390:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696121.467392:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696121.467394:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696121.467398:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696121.467403:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0a680 00000400:00000200:2.0:1788696121.467407:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xb9d [1] + 224 00000800:00000001:2.0:1788696121.467411:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696121.467413:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696121.467415:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696121.467418:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696121.467440:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696121.467444:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000043af1395 x1875583274362496/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696121.467452:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000043af1395 x1875583274362496/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696121.467460:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696121.467464:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696121.467467:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696121.467469:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696121.467470:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696121.467474:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696121.467480:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0a600 00000400:00000200:2.0:1788696121.467486:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xb8d [1] + 224 00000800:00000001:2.0:1788696121.467490:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696121.467508:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696121.467521:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696121.467524:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696121.467528:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696121.467532:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000005800c766 x1875583274362368/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696121.467541:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005800c766 x1875583274362368/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696121.467561:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696121.467565:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696121.467568:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696121.467626:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696121.467635:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696121.467645:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696121.467647:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696121.467650:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ac292db. 00000400:00000200:3.0:1788696121.467660:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d9238b2 00000400:00000010:3.0:1788696121.467662:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001d9238b2. 00000100:00000001:3.0:1788696121.467667:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696121.467678:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000005800c766 x1875583274362368/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696121.467691:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000005800c766 x1875583274362368/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696121.467699:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696121.467703:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696121.467704:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696121.467706:0:201303:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:0.0:1788696121.467712:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1788696121.467713:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696121.467719:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1788696121.467722:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1788696121.467723:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788696121.467726:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696121.467729:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f63771bd. 00000400:00000200:0.0:1788696121.467735:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016d26bd0 00000400:00000010:0.0:1788696121.467737:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000016d26bd0. 00000100:00000001:0.0:1788696121.467749:0:201301:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:3.0:1788696121.467752:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696121.467758:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000043af1395 x1875583274362496/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1788696121.467761:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=22 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696121.467769:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=22 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696121.467773:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696121.467774:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696121.467777:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696121.467780:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696121.467791:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696121.467794:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000043af1395 x1875583274362496/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696121.467802:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005800c766 x1875583274362368/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696121.467815:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696121.467819:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696121.467823:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696121.467824:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696121.467827:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696121.467829:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696121.467831:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696121.467837:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696121.467841:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:0.0:1788696121.467877:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=22 v=5 (5 5 5 5) 00000100:00000001:3.0:1788696121.467878:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1788696121.467888:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=22 v=5 (1 1 1 1) 00000100:00000040:3.0:1788696121.467892:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005800c766 x1875583274362368/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696121.467898:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696121.467901:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696121.467906:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696121.467912:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696121.467917:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274362368:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696121.467920:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696121.467926:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696121.467930:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696121.467930:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696121.467933:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696121.467942:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043af1395 x1875583274362496/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696121.467948:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788696121.467950:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696121.467956:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1788696121.467959:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005800c766 x1875583274362368/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696121.467960:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696121.467970:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043af1395 x1875583274362496/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696121.467978:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274362496:192.168.201.118@tcp:400: 00000400:00000001:0.0:1788696121.467995:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696121.467998:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1788696121.467998:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696121.468002:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696121.468006:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000959b8db6. 00000400:00000010:0.0:1788696121.468008:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000e2edc2. 02000000:00000001:3.0:1788696121.468013:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1788696121.468014:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d9c735 00000020:00000001:3.0:1788696121.468019:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000400:00000010:0.0:1788696121.468021:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000050d9c735. 00000020:00000040:3.0:1788696121.468023:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696121.468027:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000001:3.0:1788696121.468028:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000200:0.0:1788696121.468033:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a318a749 x1875583274362624/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1788696121.468033:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f8e491. 02000000:00000001:3.0:1788696121.468041:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696121.468047:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696121.468052:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005800c766. 00000100:00000200:0.0:1788696121.468056:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a318a749 x1875583274362624/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696121.468059:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696121.468064:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696121.468070:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696121.468073:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696121.468078:0:201301:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:3.0:1788696121.468078:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788696121.468083:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696121.468086:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696121.468088:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696121.468090:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1788696121.468092:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696121.468094:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696121.468099:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=21 v=5 (5 5 5 5) 00000100:00000001:3.0:1788696121.468100:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696121.468105:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696121.468108:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=138 v=5 (1 0 0 0) 00000100:00000001:0.0:1788696121.468112:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696121.468115:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696121.468117:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696121.468121:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a318a749 x1875583274362624/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696121.468129:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696121.468132:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696121.468134:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696121.468136:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696121.468138:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696121.468141:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a318a749 x1875583274362624/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696121.468147:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696121.468149:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696121.468150:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696121.468153:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a318a749 x1875583274362624/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696121.468168:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274362624:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696121.468173:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696121.468175:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696121.468178:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043af1395 x1875583274362496/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696121.468185:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696121.468188:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696121.468191:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df865833. 02000000:00000001:0.0:1788696121.468195:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696121.468197:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696121.468198:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696121.468201:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696121.468203:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024f67866. 02000000:00000001:0.0:1788696121.468206:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696121.468207:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696121.468209:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043af1395. 00000100:00000001:0.0:1788696121.468212:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696121.468213:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696121.468215:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696121.468217:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a318a749 x1875583274362624/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696137 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696121.468223:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696121.468224:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696121.468225:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007729331e. 02000000:00000001:0.0:1788696121.468228:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696121.468230:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696121.468231:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696121.468233:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696121.468234:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009146b66a. 02000000:00000001:0.0:1788696121.468236:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696121.468237:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696121.468238:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a318a749. 00000100:00000001:0.0:1788696121.468240:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696121.468246:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696121.468248:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696121.468264:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696121.468267:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696121.468269:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696121.468271:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696122.413978:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696122.413987:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696122.413993:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696122.413995:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696122.414054:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696122.414061:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696122.414065:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696122.733995:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307084530, at 4307084544 00000100:00000010:1.0:1788696122.734012:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2941297. 00000100:00000040:0.0:1788696122.734917:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307084530, at 4307084545 00000100:00000010:0.0:1788696122.734924:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007fa6a9e5. 00000100:00000040:2.0:1788696122.735343:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307084530, at 4307084545 00000100:00000010:2.0:1788696122.735358:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b6d68e7. 00000100:00000040:3.0:1788696122.735541:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307084530, at 4307084545 00000100:00000010:3.0:1788696122.735548:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c960e7d6. 00010000:00000001:2.0:1788696123.437923:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696123.437931:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696123.437936:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696123.437937:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696123.438290:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696123.438294:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696123.438297:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696124.462067:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696124.462073:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696124.462077:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696124.462080:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696124.462081:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696124.462083:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696124.462086:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696124.462087:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696124.462088:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696124.462090:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696124.462422:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696124.462426:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696124.462429:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696125.486491:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696125.486497:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696125.486502:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696125.486503:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696125.487082:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696125.487086:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696125.487088:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696126.509962:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696126.509969:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696126.509975:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696126.509977:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696126.510039:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696126.510043:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696126.510046:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696126.574239:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696126.574249:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696126.574258:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788696126.574264:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696126.574268:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696126.574271:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696126.574276:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696126.574284:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a5d0889. 00000100:00000001:3.0:1788696126.574290:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696126.574301:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000048524a16 x1875583274362752/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696126.574312:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696126.574314:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696126.574319:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_02+2] req@0000000048524a16 x1875583274362752/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696126.574346:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696126.574349:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696126.574351:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696126.574354:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000020:00000040:3.0:1788696126.574357:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696126.574359:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696126.574361:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696126.574363:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696126.574366:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f59c383. 00000100:00000001:3.0:1788696126.574369:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696126.574371:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696126.574376:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696126.574378:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696126.574383:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274362752/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696126.574393:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000003e3fb870 x1875583274362880/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696126.574397:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696126.574400:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696126.574406:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788696126.574407:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696126.574410:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696126.574411:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788696126.574415:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3fb870] to pc [ptlrpcd_00_03+3] req@000000003e3fb870 x1875583274362880/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696126.574416:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696126.574423:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274362752:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696126.574431:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788696126.574434:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696126.574437:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1788696126.574437:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1788696126.574441:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696126.574442:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1788696126.574446:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1788696126.574447:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 02000000:00000010:0.0:1788696126.574454:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c83a6ab. 02000000:00000001:0.0:1788696126.574457:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696126.574463:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000e2edc2. 00000400:00000010:0.0:1788696126.574470:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050d9c735. 00000100:00000200:0.0:1788696126.574478:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274362752, portal 25 00000100:00000001:0.0:1788696126.574480:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696126.574488:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000100:00000040:0.0:1788696126.574493:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274362752/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696126.574500:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696126.574503:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696126.574506:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016d26bd0. 00000100:00000200:0.0:1788696126.574508:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274362752, offset 0 00000400:00000200:0.0:1788696126.574514:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696126.574527:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696126.574532:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696126.574536:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696126.574538:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696126.574541:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696126.574545:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [346:346:256:4294967295] 192.168.201.118@tcp LPNI seq info [346:346:8:4294967295] 00000400:00000200:0.0:1788696126.574556:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696126.574561:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696126.574566:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009146b66a. 00000800:00000200:0.0:1788696126.574572:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696126.574578:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696126.574582:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009146b66a type 1, nob 320 niov 1 nkiov 1 00000020:00000040:3.0:1788696126.574695:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696126.574700:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696126.574702:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696126.574703:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696126.574707:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dac42727. 00000100:00000001:3.0:1788696126.574711:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696126.574715:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000006439c2df x1875583274363008/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696126.574721:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696126.574722:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696126.574725:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_00+0] req@000000006439c2df x1875583274363008/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696126.574743:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696126.574745:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788696126.574748:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788696126.574752:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12426) 00000100:00000001:1.0:1788696126.575023:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696126.575027:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696126.575029:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696126.575034:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274362880/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696126.575042:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696126.575044:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696126.575047:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696126.575048:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696126.575051:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696126.575054:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274362880:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696126.575057:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696126.575063:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307089650 00000100:00000010:0.0:1788696126.575068:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db1d4de9. 00000100:00000001:0.0:1788696126.575074:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788696126.575078:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307089650 00000100:00000010:0.0:1788696126.575080:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b799af0. 00000100:00000001:0.0:1788696126.575082:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788696126.575090:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307089650 00000100:00000010:0.0:1788696126.575093:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009bba77ba. 00000100:00000001:0.0:1788696126.575096:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788696126.575112:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307089650 00000100:00000010:0.0:1788696126.575115:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4964a0e. 00000100:00000001:0.0:1788696126.575117:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788696126.575120:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696126.575122:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696126.575126:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696126.575128:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696126.575134:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696126.575136:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696126.575138:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696126.575139:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696126.575140:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696126.575142:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696126.575153:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788696126.575155:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788696126.575157:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696126.575159:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696126.575160:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696126.575163:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696126.575175:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696126.575177:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696126.575182:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274363008/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696126.575189:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696126.575191:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696126.575193:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696126.575195:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696126.575195:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788696126.575199:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696126.575200:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696126.575203:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274363008:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696126.575208:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696126.575211:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696126.575212:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696126.575214:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696126.575218:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b33cdd3c. 02000000:00000001:0.0:1788696126.575221:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696126.575228:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f63771bd. 00000400:00000010:0.0:1788696126.575232:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090a574b6. 00000100:00000200:0.0:1788696126.575235:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274363008, portal 10 00000100:00000001:0.0:1788696126.575237:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696126.575238:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 00000100:00000040:0.0:1788696126.575244:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274363008/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696126.575251:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696126.575258:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696126.575260:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c828ede. 00000100:00000200:0.0:1788696126.575263:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274363008, offset 0 00000400:00000200:0.0:1788696126.575267:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696126.575272:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696126.575276:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696126.575278:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696126.575280:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696126.575282:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696126.575284:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [347:347:255:4294967295] 192.168.201.118@tcp LPNI seq info [347:347:7:4294967295] 00000400:00000200:0.0:1788696126.575292:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696126.575297:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696126.575300:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024f67866. 00000800:00000200:0.0:1788696126.575303:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696126.575308:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696126.575310:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024f67866 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696126.575313:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696126.575316:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 35447 usecs (36 jiffies) 00000100:00000001:0.0:1788696126.575318:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307088421 00000100:00000001:0.0:1788696126.575320:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307089650 00000100:00000001:0.0:1788696126.575322:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307088421 00000100:00000001:0.0:1788696126.575323:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307089650 00000100:00000001:0.0:1788696126.575331:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307088421 00000100:00000001:0.0:1788696126.575333:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307089650 00000100:00000001:0.0:1788696126.575334:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307088421 00000100:00000001:0.0:1788696126.575336:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307089650 00000100:00000001:0.0:1788696126.575337:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696126.575339:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696126.575341:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696126.575343:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696126.575706:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696126.575711:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009146b66a. 00000400:00000200:2.0:1788696126.575718:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696126.575724:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696126.575729:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016d26bd0 00000400:00000010:2.0:1788696126.575732:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000016d26bd0. 00000100:00000001:2.0:1788696126.575736:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696126.575739:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274362752/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696126.575749:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696126.575752:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274362752/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696142 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696126.575758:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696126.575759:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696126.575830:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696126.575833:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024f67866. 00000400:00000200:2.0:1788696126.575836:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696126.575840:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696126.575842:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c828ede 00000400:00000010:2.0:1788696126.575856:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000c828ede. 00000100:00000001:2.0:1788696126.575860:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696126.575863:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274363008/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696126.575870:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696126.575872:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274363008/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696142 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696126.575879:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696126.575880:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788696126.576315:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696126.576319:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696126.576320:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696126.576322:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696126.576326:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dcd81a5c. 02000000:00000001:1.0:1788696126.576328:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696126.576331:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008313b947. 00000400:00000010:1.0:1788696126.576336:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d9238b2. 00000100:00000200:1.0:1788696126.576339:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274362880, portal 10 00000100:00000001:1.0:1788696126.576341:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696126.576342:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000100:00000040:1.0:1788696126.576356:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274362880/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696126.576365:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696126.576368:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696126.576370:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d73eec57. 00000100:00000200:1.0:1788696126.576372:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274362880, offset 0 00000400:00000200:1.0:1788696126.576376:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696126.576383:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696126.576386:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696126.576389:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696126.576391:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696126.576393:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696126.576396:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [348:348:256:4294967295] 192.168.201.118@tcp LPNI seq info [348:348:8:4294967295] 00000400:00000200:1.0:1788696126.576404:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696126.576408:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696126.576411:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb85f65. 00000800:00000200:1.0:1788696126.576415:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696126.576420:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696126.576423:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004bb85f65 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696126.576438:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696126.576444:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 35007 usecs (36 jiffies) 00000100:00000001:1.0:1788696126.576447:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307088422 00000100:00000001:1.0:1788696126.576449:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307089650 00000100:00000001:1.0:1788696126.576451:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307088422 00000100:00000001:1.0:1788696126.576453:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307089650 00000100:00000001:1.0:1788696126.576455:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307088422 00000100:00000001:1.0:1788696126.576456:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307089650 00000100:00000001:1.0:1788696126.576458:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307088422 00000100:00000001:1.0:1788696126.576459:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307089650 00000100:00000001:1.0:1788696126.576461:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696126.576463:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696126.576465:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696126.576467:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696126.576472:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696126.576473:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696126.576475:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696126.576476:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696126.576477:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696126.576479:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696126.576518:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696126.576522:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb85f65. 00000400:00000200:2.0:1788696126.576526:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696126.576531:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696126.576534:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d73eec57 00000400:00000010:2.0:1788696126.576536:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d73eec57. 00000100:00000001:2.0:1788696126.576539:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696126.576542:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274362880/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696126.576550:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696126.576553:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274362880/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696142 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696126.576560:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696126.576562:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696126.580753:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696126.580770:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696126.580774:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696126.580776:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696126.580787:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696126.580804:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0a780 00000400:00000200:2.0:1788696126.580823:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xba5 [1] + 224 00000800:00000001:2.0:1788696126.580830:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696126.580834:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696126.580836:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696126.580840:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696126.580870:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696126.580877:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274362752/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696126.580888:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274362752/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696126.580907:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696126.580914:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696126.580917:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696126.580919:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696126.580921:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696126.580924:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696126.580930:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0a880 00000400:00000200:2.0:1788696126.580936:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xbad [1] + 224 00000800:00000001:2.0:1788696126.580939:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696126.580942:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696126.580944:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696126.580948:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696126.580951:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696126.580954:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274363008/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696126.580957:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696126.580963:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1788696126.580966:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274363008/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788696126.580971:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696126.580975:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696126.580977:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000e2edc2. 00000400:00000200:0.0:1788696126.580982:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d9c735 00000400:00000010:0.0:1788696126.580985:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000050d9c735. 00000100:00000001:0.0:1788696126.580988:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696126.580993:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274362752/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696126.581002:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274362752/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696126.581010:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696126.581012:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696126.581015:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696126.581018:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696126.581020:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696126.581021:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696126.581023:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696126.581026:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696126.581030:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1788696126.581034:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=27 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696126.581039:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=27 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696126.581041:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696126.581043:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696126.581045:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1788696126.581047:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00010000:00000001:0.0:1788696126.581048:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696126.581053:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696126.581057:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696126.581060:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696126.581065:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274362752/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788696126.581067:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696126.581071:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696126.581079:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788696126.581080:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696126.581089:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0a800 00000400:00000200:2.0:1788696126.581094:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xbb5 [1] + 224 00000800:00000001:2.0:1788696126.581098:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696126.581104:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696126.581106:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696126.581109:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696126.581112:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696126.581116:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274362880/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696126.581124:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e3fb870 x1875583274362880/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696126.581144:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696126.581147:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696126.581150:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696126.581298:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696126.581302:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696126.581305:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696126.581307:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696126.581309:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008313b947. 00000400:00000200:1.0:1788696126.581312:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d9238b2 00000400:00000010:1.0:1788696126.581314:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001d9238b2. 00000100:00000001:1.0:1788696126.581316:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696126.581320:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274362880/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696126.581328:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274362880/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696126.581334:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696126.581341:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696126.581343:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696126.581345:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696126.581346:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696126.581347:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696126.581349:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696126.581354:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=27 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696126.581357:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=27 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696126.581359:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696126.581360:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696126.581362:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696126.581365:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696126.581368:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696126.581370:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696126.581372:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696126.581373:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696126.581376:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274362880/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696126.581383:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696126.581385:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696126.581387:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696126.581389:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274362880/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696126.581396:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274362880:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696126.581400:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696126.581402:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696126.581404:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274362880/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696126.581410:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696126.581412:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696126.581415:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dcd81a5c. 02000000:00000001:1.0:1788696126.581419:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696126.581421:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696126.581438:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696126.581441:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696126.581443:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f59c383. 02000000:00000001:1.0:1788696126.581447:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696126.581449:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696126.581450:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000001:1.0:1788696126.581454:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696126.581455:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696126.581457:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696126.581464:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696126.581466:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696126.581468:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696126.581470:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696126.581481:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696126.581484:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696126.581489:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274362752/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696126.581497:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274362752:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696126.581501:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696126.581502:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696126.581504:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274362752/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696126.581510:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696126.581511:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696126.581513:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c83a6ab. 02000000:00000001:0.0:1788696126.581516:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696126.581518:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696126.581519:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696126.581521:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696126.581522:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a5d0889. 02000000:00000001:0.0:1788696126.581524:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696126.581525:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696126.581526:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000100:00000001:0.0:1788696126.581529:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696126.581530:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696126.581532:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696126.581536:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696126.581537:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696126.581538:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696126.581540:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788696126.581581:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696126.581584:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696126.581585:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f63771bd. 00000400:00000200:3.0:1788696126.581588:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090a574b6 00000400:00000010:3.0:1788696126.581589:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000090a574b6. 00000100:00000001:3.0:1788696126.581592:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696126.581596:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274363008/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696126.581605:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274363008/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696126.581611:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696126.581612:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696126.581614:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696126.581615:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696126.581616:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696126.581617:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696126.581619:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696126.581623:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=26 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696126.581626:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=143 v=5 (1 0 0 0) 00000100:00000001:3.0:1788696126.581628:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696126.581629:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696126.581631:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788696126.581634:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006439c2df x1875583274363008/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696126.581640:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696126.581642:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696126.581644:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696126.581645:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696126.581646:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696126.581649:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274363008/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696126.581656:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696126.581658:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696126.581665:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696126.581669:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274363008/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696126.581676:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274363008:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696126.581679:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696126.581681:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696126.581683:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274363008/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696142 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696126.581688:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696126.581689:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696126.581691:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b33cdd3c. 02000000:00000001:3.0:1788696126.581693:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696126.581694:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696126.581696:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696126.581698:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696126.581699:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dac42727. 02000000:00000001:3.0:1788696126.581701:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696126.581702:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696126.581703:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000001:3.0:1788696126.581705:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696126.581706:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696126.581707:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696126.581711:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696126.581712:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696126.581714:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696126.581716:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696127.534417:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696127.534424:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696127.534429:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696127.534430:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696127.534495:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696127.534499:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696127.534502:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696127.853952:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307089650, at 4307089664 00000100:00000040:1.0:1788696127.853952:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307089650, at 4307089664 00000100:00000010:1.0:1788696127.853969:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b799af0. 00000100:00000010:0.0:1788696127.853975:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db1d4de9. 00000100:00000040:2.0:1788696127.854058:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307089650, at 4307089664 00000100:00000010:2.0:1788696127.854065:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bba77ba. 00000100:00000040:3.0:1788696127.854172:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307089650, at 4307089664 00000100:00000010:3.0:1788696127.854179:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4964a0e. 00010000:00000001:2.0:1788696128.558996:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696128.559006:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696128.559008:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696128.559011:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696128.559016:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696128.559018:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696128.559019:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696128.559021:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696128.559024:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696128.559025:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696128.559095:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696128.559100:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696128.559103:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696129.583363:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696129.583370:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696129.583377:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696129.583377:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696129.583446:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696129.583463:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696129.583466:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696130.609615:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696130.609621:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696130.609626:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696130.609627:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696130.609651:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696130.609654:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696130.609657:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696131.630177:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696131.630183:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696131.630187:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696131.630188:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696131.630228:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696131.630232:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696131.630236:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696131.697789:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696131.697798:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696131.697805:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000558de936. 00000020:00000040:2.0:1788696131.697811:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696131.697815:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696131.697817:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696131.697822:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696131.697827:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a559f720. 00000100:00000001:2.0:1788696131.697835:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696131.697866:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000558de936 x1875583274363136/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696131.697877:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696131.697880:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696131.697886:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000558de936] to pc [ptlrpcd_00_01+1] req@00000000558de936 x1875583274363136/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696131.697906:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696131.697908:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696131.697912:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696131.697920:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006cc514b8. 00000020:00000040:2.0:1788696131.697923:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696131.697925:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696131.697926:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696131.697928:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696131.697931:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e680c3a9. 00000100:00000001:2.0:1788696131.697934:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696131.697938:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000006cc514b8 x1875583274363264/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696131.697945:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696131.697947:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696131.697950:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc514b8] to pc [ptlrpcd_00_02+2] req@000000006cc514b8 x1875583274363264/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696131.697969:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696131.697971:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696131.697974:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696131.697976:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008bf0b5be. 00000020:00000040:2.0:1788696131.697978:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696131.697980:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696131.697981:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696131.697983:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696131.697985:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2263eda. 00000100:00000001:2.0:1788696131.697988:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696131.697990:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788696131.697991:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000008bf0b5be x1875583274363392/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788696131.697994:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788696131.697996:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696131.698003:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696131.698005:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696131.698007:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696131.698008:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696131.698009:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696131.698009:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696131.698011:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696131.698012:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf0b5be] to pc [ptlrpcd_00_03+3] req@000000008bf0b5be x1875583274363392/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696131.698015:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000558de936 x1875583274363136/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696131.698020:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696131.698021:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696131.698022:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696131.698024:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696131.698029:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1788696131.698031:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696131.698034:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788696131.698034:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12431) 02000000:00000001:1.0:1788696131.698037:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696131.698037:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788696131.698041:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000558de936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274363136:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696131.698043:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696131.698049:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696131.698054:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696131.698056:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696131.698059:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696131.698062:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d67df948. 00000100:00000001:3.0:1788696131.698062:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696131.698065:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1788696131.698066:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696131.698069:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1788696131.698084:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008313b947. 00000100:00000040:3.0:1788696131.698085:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006cc514b8 x1875583274363264/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788696131.698094:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d9238b2. 00000100:00000200:1.0:1788696131.698102:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274363136, portal 25 00000100:00000001:3.0:1788696131.698104:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696131.698105:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696131.698106:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696131.698107:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696131.698108:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611075584 : -113296098476032 : ffff98f5324bc000) 00000100:00000001:2.0:1788696131.698109:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1788696131.698111:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788696131.698112:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696131.698116:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000558de936 x1875583274363136/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696131.698116:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788696131.698118:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008bf0b5be x1875583274363392/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696131.698121:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696131.698128:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006cc514b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274363264:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696131.698131:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788696131.698131:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696131.698135:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696131.698135:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1788696131.698136:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696131.698140:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000558ee63f. 02000000:00000001:2.0:1788696131.698140:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696131.698141:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696131.698142:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1788696131.698143:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274363136, offset 0 02000000:00000001:3.0:1788696131.698144:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696131.698146:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696131.698148:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1788696131.698150:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00100000:2.0:1788696131.698150:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000008bf0b5be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274363392:192.168.201.118@tcp:400: 02000000:00000010:3.0:1788696131.698153:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068ce91d3. 00000100:00000001:2.0:1788696131.698154:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696131.698158:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696131.698159:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1788696131.698162:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:2.0:1788696131.698162:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696131.698164:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1788696131.698164:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff482bed. 00000400:00000200:1.0:1788696131.698167:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1788696131.698169:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039d8a3b7. 02000000:00000001:2.0:1788696131.698171:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696131.698171:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e4bd39f. 00000400:00000200:1.0:1788696131.698173:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000010:2.0:1788696131.698174:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019d43e42. 00000400:00000200:1.0:1788696131.698178:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1788696131.698178:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274363264, portal 10 00000400:00000010:2.0:1788696131.698179:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da7961a1. 00000400:00000200:1.0:1788696131.698184:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000200:2.0:1788696131.698184:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274363392, portal 10 00000100:00000001:3.0:1788696131.698184:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696131.698187:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611078272 : -113296098473344 : ffff98f5324bca80) 00000100:00000001:2.0:1788696131.698188:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696131.698189:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611087232 : -113296098464384 : ffff98f5324bed80) 00000400:00000200:1.0:1788696131.698190:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [349:349:256:4294967295] 192.168.201.118@tcp LPNI seq info [349:349:8:4294967295] 00000100:00000040:2.0:1788696131.698197:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000008bf0b5be x1875583274363392/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696131.698201:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006cc514b8 x1875583274363264/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696131.698206:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788696131.698212:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1788696131.698216:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000040:2.0:1788696131.698219:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696131.698222:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032870841. 00000400:00000010:2.0:1788696131.698222:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce843621. 00000100:00000001:3.0:1788696131.698224:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1788696131.698226:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274363392, offset 0 00000400:00000200:2.0:1788696131.698233:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:3.0:1788696131.698233:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000800:00000200:1.0:1788696131.698234:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000010:3.0:1788696131.698239:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2a431e. 00000400:00000200:2.0:1788696131.698241:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000200:3.0:1788696131.698244:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274363264, offset 0 00000800:00000200:1.0:1788696131.698248:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:2.0:1788696131.698250:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1788696131.698252:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000032870841 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788696131.698255:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696131.698256:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696131.698258:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696131.698262:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:1.0:1788696131.698264:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696131.698264:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [350:350:255:4294967295] 192.168.201.118@tcp LPNI seq info [350:350:7:4294967295] 00000100:00000001:1.0:1788696131.698267:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307094773 00000100:00000010:1.0:1788696131.698271:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2941297. 00000100:00000001:1.0:1788696131.698276:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1788696131.698278:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:1.0:1788696131.698280:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307094773 00000800:00000200:2.0:1788696131.698282:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000010:1.0:1788696131.698283:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000033b0b89. 00000100:00000001:1.0:1788696131.698285:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000800:00000010:2.0:1788696131.698285:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334bf9d4. 00000100:00000001:1.0:1788696131.698288:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307094773 00000800:00000200:2.0:1788696131.698289:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000010:1.0:1788696131.698290:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008cff7e4d. 00000800:00000200:2.0:1788696131.698292:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:1.0:1788696131.698293:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1788696131.698294:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000334bf9d4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696131.698295:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307094773 00000100:00000010:1.0:1788696131.698297:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098edf6dd. 00000100:00000001:2.0:1788696131.698297:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696131.698299:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000040:2.0:1788696131.698300:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 35176 usecs (36 jiffies) 00000100:00000001:1.0:1788696131.698302:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696131.698302:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307093544 00000100:00000001:1.0:1788696131.698304:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696131.698304:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307094773 00000100:00000001:2.0:1788696131.698306:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307093544 00000100:00000001:1.0:1788696131.698307:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696131.698307:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307094773 00000100:00000001:1.0:1788696131.698309:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696131.698309:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307093544 00000100:00000001:2.0:1788696131.698311:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307094773 00000100:00000001:2.0:1788696131.698312:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307093544 00000100:00000001:2.0:1788696131.698314:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307094773 00000100:00000001:2.0:1788696131.698316:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696131.698317:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696131.698319:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696131.698320:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696131.698324:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696131.698325:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696131.698327:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696131.698333:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696131.698334:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696131.698336:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696131.698684:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696131.698688:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032870841. 00000400:00000200:2.0:1788696131.698693:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696131.698699:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696131.700540:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696131.700547:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696131.700551:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696131.700554:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696131.700558:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696131.700561:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [351:351:254:4294967295] 192.168.201.118@tcp LPNI seq info [351:351:6:4294967295] 00000400:00000200:3.0:1788696131.700571:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696131.700592:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696131.700988:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dffc0522. 00000800:00000200:1.0:1788696131.700998:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696131.701004:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696131.701008:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dffc0522 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696131.701013:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696131.701018:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 34746 usecs (35 jiffies) 00000100:00000001:1.0:1788696131.701021:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307093546 00000100:00000001:1.0:1788696131.701024:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307094773 00000100:00000001:1.0:1788696131.701026:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307093546 00000100:00000001:1.0:1788696131.701028:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307094773 00000100:00000001:1.0:1788696131.701035:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307093546 00000100:00000001:1.0:1788696131.701037:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307094773 00000100:00000001:1.0:1788696131.701038:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307093546 00000100:00000001:1.0:1788696131.701040:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307094773 00000100:00000001:1.0:1788696131.701042:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696131.701046:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696131.701050:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696131.701052:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696131.701059:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696131.701061:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696131.701063:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696131.701064:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696131.701066:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696131.701068:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696131.702791:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000558ee63f 00000400:00000010:2.0:1788696131.702798:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000558ee63f. 00000100:00000001:2.0:1788696131.702806:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696131.702815:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000558de936 x1875583274363136/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696131.702828:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696131.702831:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000558de936 x1875583274363136/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696147 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696131.702839:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696131.702841:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696131.702904:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696131.702907:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334bf9d4. 00000400:00000200:2.0:1788696131.702911:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696131.702916:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696131.702919:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce843621 00000400:00000010:2.0:1788696131.702921:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ce843621. 00000100:00000001:2.0:1788696131.702924:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696131.702927:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000008bf0b5be x1875583274363392/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696131.702935:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696131.702937:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008bf0b5be x1875583274363392/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696147 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696131.702943:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696131.702945:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696131.703011:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696131.703013:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dffc0522. 00000400:00000200:2.0:1788696131.703017:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696131.703031:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696131.703034:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2a431e 00000400:00000010:2.0:1788696131.703036:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003c2a431e. 00000100:00000001:2.0:1788696131.703038:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696131.703042:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006cc514b8 x1875583274363264/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696131.703050:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696131.703053:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006cc514b8 x1875583274363264/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696147 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696131.703059:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696131.703060:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696131.705497:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696131.705510:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696131.705513:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696131.705515:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696131.705523:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696131.705536:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0aa00 00000400:00000200:2.0:1788696131.705542:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xbc9 [1] + 224 00000800:00000001:2.0:1788696131.705547:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696131.705549:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696131.705551:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696131.705554:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696131.705559:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696131.705564:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000008bf0b5be x1875583274363392/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696131.705572:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008bf0b5be x1875583274363392/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696131.705590:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696131.705595:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696131.705597:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696131.705598:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696131.705599:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696131.705612:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696131.705616:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0a900 00000400:00000200:2.0:1788696131.705620:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xbbd [1] + 224 00000800:00000001:2.0:1788696131.705622:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696131.705624:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696131.705625:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696131.705627:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696131.705629:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696131.705631:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000558de936 x1875583274363136/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696131.705636:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000558de936 x1875583274363136/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696131.705646:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696131.705648:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696131.705649:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696131.705650:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696131.705651:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696131.705653:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696131.705656:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0a980 00000400:00000200:2.0:1788696131.705659:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xbc5 [1] + 224 00000800:00000001:2.0:1788696131.705661:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696131.705664:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696131.705665:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696131.705666:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696131.705668:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696131.705670:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006cc514b8 x1875583274363264/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696131.705674:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006cc514b8 x1875583274363264/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696131.705685:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696131.705701:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696131.705704:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696131.705999:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696131.706004:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696131.706011:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696131.706013:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696131.706016:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019d43e42. 00000400:00000200:1.0:1788696131.706022:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da7961a1 00000400:00000010:1.0:1788696131.706025:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000da7961a1. 00000100:00000001:1.0:1788696131.706029:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696131.706033:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000008bf0b5be x1875583274363392/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696131.706043:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000008bf0b5be x1875583274363392/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696131.706048:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696131.706050:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696131.706051:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696131.706055:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696131.706056:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1788696131.706059:0:201303:0:(client.c:1593:after_reply()) Process entered 00000400:00000001:3.0:1788696131.706059:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696131.706062:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008313b947. 02000000:00000001:1.0:1788696131.706064:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1788696131.706065:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d9238b2 00000100:00000001:1.0:1788696131.706068:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1788696131.706068:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001d9238b2. 00000100:00000001:3.0:1788696131.706070:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788696131.706072:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788696131.706084:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000558de936 x1875583274363136/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696131.706091:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788696131.706094:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000558de936 x1875583274363136/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1788696131.706102:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=31 v=5 (5 5 5 5) 00000100:00000001:3.0:1788696131.706102:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696131.706105:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696131.706107:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696131.706108:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696131.706110:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696131.706112:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696131.706116:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696131.706117:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=148 v=5 (1 0 0 0) 00000100:00001000:3.0:1788696131.706121:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=32 v=5 (5 5 5 5) 00000100:00000001:1.0:1788696131.706122:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696131.706125:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696131.706127:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=32 v=5 (1 1 1 1) 00010000:00000001:1.0:1788696131.706129:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1788696131.706131:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696131.706134:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696131.706137:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788696131.706138:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008bf0b5be x1875583274363392/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696131.706139:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696131.706145:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696131.706152:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000558de936 x1875583274363136/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696131.706153:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696131.706160:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1788696131.706161:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788696131.706164:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696131.706164:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696131.706167:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696131.706168:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1788696131.706171:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000558de936 x1875583274363136/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696131.706172:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696131.706180:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008bf0b5be x1875583274363392/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696131.706204:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1788696131.706207:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000558de936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274363136:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696131.706208:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696131.706212:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696131.706213:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696131.706216:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696131.706219:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008bf0b5be x1875583274363392/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696131.706221:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000558de936 x1875583274363136/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696131.706237:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000008bf0b5be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274363392:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696131.706246:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696131.706246:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696131.706249:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1788696131.706250:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1788696131.706252:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d67df948. 00000100:00000040:1.0:1788696131.706256:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008bf0b5be x1875583274363392/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696131.706257:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696131.706260:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696131.706262:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696131.706266:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696131.706268:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a559f720. 00000100:00000001:1.0:1788696131.706270:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696131.706272:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696131.706273:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1788696131.706274:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696131.706277:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000558de936. 02000000:00000010:1.0:1788696131.706278:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039d8a3b7. 00000100:00000001:3.0:1788696131.706280:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696131.706282:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788696131.706284:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788696131.706284:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788696131.706288:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696131.706291:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696131.706293:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1788696131.706294:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788696131.706295:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696131.706298:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2263eda. 00000100:00000001:3.0:1788696131.706298:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696131.706300:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696131.706307:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696131.706309:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696131.706311:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008bf0b5be. 00000100:00000001:1.0:1788696131.706315:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696131.706316:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696131.706318:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696131.706322:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696131.706323:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696131.706325:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696131.706328:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696131.706894:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696131.706898:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696131.706903:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696131.706904:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696131.706906:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff482bed. 00000400:00000200:0.0:1788696131.706911:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e4bd39f 00000400:00000010:0.0:1788696131.706913:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005e4bd39f. 00000100:00000001:0.0:1788696131.706916:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696131.706921:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006cc514b8 x1875583274363264/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696131.706930:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006cc514b8 x1875583274363264/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696131.706937:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696131.706938:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696131.706940:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696131.706942:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696131.706943:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696131.706945:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696131.706947:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696131.706952:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=32 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696131.706955:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=32 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696131.706957:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696131.706958:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696131.706959:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696131.706962:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696131.706964:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696131.706965:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696131.706967:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696131.706968:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696131.706971:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006cc514b8 x1875583274363264/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696131.706978:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696131.706986:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696131.706987:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696131.706990:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006cc514b8 x1875583274363264/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696131.707007:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006cc514b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274363264:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696131.707011:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696131.707014:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696131.707016:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006cc514b8 x1875583274363264/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696147 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696131.707022:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696131.707024:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696131.707026:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068ce91d3. 02000000:00000001:0.0:1788696131.707029:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696131.707031:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696131.707032:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696131.707034:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696131.707036:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e680c3a9. 02000000:00000001:0.0:1788696131.707038:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696131.707039:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696131.707040:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006cc514b8. 00000100:00000001:0.0:1788696131.707043:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696131.707045:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696131.707046:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696131.707050:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696131.707051:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696131.707053:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696131.707055:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696132.654008:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696132.654018:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696132.654025:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696132.654027:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696132.654251:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696132.654256:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696132.654259:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696132.973962:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307094773, at 4307094784 00000100:00000040:3.0:1788696132.973962:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307094773, at 4307094784 00000100:00000010:0.0:1788696132.973984:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2941297. 00000100:00000010:3.0:1788696132.974080:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098edf6dd. 00000100:00000040:2.0:1788696132.974109:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307094773, at 4307094784 00000100:00000010:2.0:1788696132.974117:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008cff7e4d. 00000100:00000040:1.0:1788696132.974257:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307094773, at 4307094784 00000100:00000010:1.0:1788696132.974264:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000033b0b89. 00010000:00000001:2.0:1788696133.677950:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696133.677958:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696133.677963:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696133.677966:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696133.677969:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696133.677971:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696133.677974:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696133.677976:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696133.677978:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696133.677980:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696133.677998:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696133.678006:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696133.678009:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696134.702177:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696134.702185:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696134.702191:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696134.702192:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696134.705164:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696134.705170:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696134.705174:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696135.725920:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696135.725928:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696135.725934:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696135.725935:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696135.726049:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696135.726053:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696135.726056:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696136.749968:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696136.749975:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696136.749980:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696136.749982:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696136.750011:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696136.750014:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696136.750016:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696136.814668:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696136.814686:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696136.814691:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a318a749. 00000020:00000040:0.0:1788696136.814697:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696136.814700:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696136.814703:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696136.814707:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696136.814713:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024f67866. 00000100:00000001:0.0:1788696136.814719:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696136.814728:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000a318a749 x1875583274363520/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696136.814739:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696136.814741:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696136.814746:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a318a749] to pc [ptlrpcd_00_00+0] req@00000000a318a749 x1875583274363520/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696136.814767:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696136.814769:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696136.814772:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696136.814774:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043af1395. 00000020:00000040:0.0:1788696136.814776:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696136.814778:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696136.814780:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696136.814782:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696136.814784:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009146b66a. 00000100:00000001:0.0:1788696136.814787:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696136.814789:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788696136.814790:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000043af1395 x1875583274363648/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696136.814795:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696136.814799:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788696136.814803:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696136.814805:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696136.814806:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a318a749 x1875583274363520/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696136.814810:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043af1395] to pc [ptlrpcd_00_01+1] req@0000000043af1395 x1875583274363648/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696136.814826:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696136.814829:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696136.814830:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696136.814834:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1788696136.814837:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696136.814840:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1788696136.814858:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696136.814862:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788696136.814864:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e0fb45f. 00000100:00100000:3.0:1788696136.814866:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274363520:192.168.201.118@tcp:400: 00000020:00000040:0.0:1788696136.814868:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696136.814874:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696136.814875:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696136.814878:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696136.814879:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696136.814882:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f8e491. 00000100:00000001:0.0:1788696136.814884:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696136.814889:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000002e0fb45f x1875583274363776/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1788696136.814891:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696136.814894:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696136.814899:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788696136.814901:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696136.814903:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696136.814904:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071c8c817. 00000100:00000040:0.0:1788696136.814908:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e0fb45f] to pc [ptlrpcd_00_02+2] req@000000002e0fb45f x1875583274363776/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696136.814909:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696136.814916:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057989d25. 00000400:00000010:3.0:1788696136.814924:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c31c0de4. 00000100:00000001:0.0:1788696136.814927:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696136.814930:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1788696136.814931:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274363520, portal 25 00000100:00000001:3.0:1788696136.814936:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1788696136.814937:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1788696136.814938:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882440704 : -113296827110912 : ffff98f506ddaa00) 00000100:00000040:0.0:1788696136.814942:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12436) 00000100:00000040:3.0:1788696136.814946:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a318a749 x1875583274363520/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696136.814952:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696136.814955:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696136.814955:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788696136.814959:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696136.814962:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:0.0:1788696136.814965:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e0fb45f x1875583274363776/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788696136.814967:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c77f24a. 00000100:00000200:3.0:1788696136.814972:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274363520, offset 0 00000100:00000001:0.0:1788696136.814979:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696136.814982:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696136.814995:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696136.814996:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696136.814998:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696136.815001:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274363776:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696136.815011:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696136.815014:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696136.815015:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696136.815017:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696136.815019:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abbfc6ed. 02000000:00000001:0.0:1788696136.815021:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696136.815024:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000e2edc2. 00000400:00000200:3.0:1788696136.816035:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696136.816054:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696136.816059:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696136.816063:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696136.816066:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696136.816069:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696136.816073:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [352:352:256:4294967295] 192.168.201.118@tcp LPNI seq info [352:352:8:4294967295] 00000400:00000200:3.0:1788696136.816083:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696136.816090:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696136.816096:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dac42727. 00000800:00000200:3.0:1788696136.816102:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696136.816109:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696136.816118:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dac42727 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696136.816131:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696136.816136:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307099889 00000100:00000010:3.0:1788696136.816140:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000100:00000001:3.0:1788696136.816146:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696136.816151:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307099889 00000100:00000010:3.0:1788696136.816154:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81c9ce7. 00000100:00000001:3.0:1788696136.816156:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696136.816159:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307099889 00000100:00000010:3.0:1788696136.816161:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000100:00000001:3.0:1788696136.816163:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696136.816166:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307099889 00000100:00000010:3.0:1788696136.816168:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000100:00000001:3.0:1788696136.816171:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696136.816172:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696136.816175:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696136.816178:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696136.816181:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696136.816187:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696136.816189:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696136.816191:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696136.816192:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696136.816193:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696136.816195:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788696136.816197:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696136.816199:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696136.816199:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696136.816201:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696136.816202:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696136.816203:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696136.816207:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043af1395 x1875583274363648/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696136.816215:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696136.816221:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696136.816224:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696136.816226:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696136.816228:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696136.816230:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274363648:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696136.816233:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696136.816236:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696136.816237:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696136.816239:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696136.816242:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d67df948. 02000000:00000001:3.0:1788696136.816244:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696136.816247:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054b576bc. 00000100:00000001:2.0:1788696136.816311:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696136.816320:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696136.816413:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696136.816418:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dac42727. 00000400:00000200:2.0:1788696136.816423:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696136.816427:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696136.816782:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696136.816785:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696136.817569:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6a995e4. 00000100:00000200:3.0:1788696136.817578:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274363648, portal 10 00000100:00000001:3.0:1788696136.817580:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696136.817582:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882436224 : -113296827115392 : ffff98f506dd9880) 00000100:00000040:3.0:1788696136.817590:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000043af1395 x1875583274363648/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696136.817597:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696136.817600:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696136.817602:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9587b37. 00000100:00000200:3.0:1788696136.817604:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274363648, offset 0 00000400:00000200:3.0:1788696136.817609:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696136.817617:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696136.817620:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696136.817623:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696136.817625:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696136.817628:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696136.817630:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [353:353:255:4294967295] 192.168.201.118@tcp LPNI seq info [353:353:7:4294967295] 00000400:00000200:3.0:1788696136.817637:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696136.817642:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696136.817646:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a289aad5. 00000800:00000200:3.0:1788696136.817657:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696136.817662:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696136.817665:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a289aad5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696136.817668:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696136.817671:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 34515 usecs (35 jiffies) 00000100:00000001:3.0:1788696136.817674:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307098661 00000100:00000001:3.0:1788696136.817677:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307099889 00000100:00000001:3.0:1788696136.817678:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307098661 00000100:00000001:3.0:1788696136.817680:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307099889 00000100:00000001:3.0:1788696136.817682:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307098661 00000100:00000001:3.0:1788696136.817683:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307099889 00000100:00000001:3.0:1788696136.817684:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307098661 00000100:00000001:3.0:1788696136.817686:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307099889 00000100:00000001:3.0:1788696136.817687:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696136.817690:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696136.817692:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696136.817694:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696136.819448:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c77f24a 00000400:00000010:2.0:1788696136.819455:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c77f24a. 00000100:00000001:2.0:1788696136.819461:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696136.819469:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a318a749 x1875583274363520/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696136.819479:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696136.819482:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a318a749 x1875583274363520/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696152 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696136.819490:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696136.819491:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696136.819566:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696136.819569:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a289aad5. 00000400:00000200:2.0:1788696136.819573:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696136.819578:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696136.819581:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9587b37 00000400:00000010:2.0:1788696136.819583:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f9587b37. 00000100:00000001:2.0:1788696136.819585:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696136.819588:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000043af1395 x1875583274363648/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696136.819596:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696136.819598:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043af1395 x1875583274363648/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696152 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696136.819604:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696136.819605:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:0.0:1788696136.820380:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050d9c735. 00000100:00000200:0.0:1788696136.820389:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274363776, portal 10 00000100:00000001:0.0:1788696136.820392:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696136.820393:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882435328 : -113296827116288 : ffff98f506dd9500) 00000100:00000040:0.0:1788696136.820401:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002e0fb45f x1875583274363776/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696136.820407:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696136.820409:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696136.820411:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008365c19a. 00000100:00000200:0.0:1788696136.820413:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274363776, offset 0 00000400:00000200:0.0:1788696136.820419:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696136.820428:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696136.820432:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696136.820435:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696136.820438:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696136.820440:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696136.820443:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [354:354:256:4294967295] 192.168.201.118@tcp LPNI seq info [354:354:8:4294967295] 00000400:00000200:0.0:1788696136.820452:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696136.820457:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696136.820520:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057945d15. 00000800:00000200:0.0:1788696136.820529:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696136.820535:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696136.820539:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000057945d15 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696136.820547:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696136.820563:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 34925 usecs (35 jiffies) 00000100:00000001:0.0:1788696136.820566:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307098665 00000100:00000001:0.0:1788696136.820569:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307099889 00000100:00000001:0.0:1788696136.820571:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307098665 00000100:00000001:0.0:1788696136.820573:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307099889 00000100:00000001:0.0:1788696136.820575:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307098665 00000100:00000001:0.0:1788696136.820577:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307099889 00000100:00000001:0.0:1788696136.820579:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307098665 00000100:00000001:0.0:1788696136.820581:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307099889 00000100:00000001:0.0:1788696136.820583:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696136.820586:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696136.820589:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788696136.820590:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696136.820595:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696136.820601:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696136.820603:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696136.820606:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:3.0:1788696136.820606:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788696136.820611:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1788696136.820612:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696136.820614:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696136.820616:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696136.820619:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696136.820623:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696136.820635:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0aa80 00000400:00000200:3.0:1788696136.820643:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xbd5 [1] + 224 00000800:00000001:3.0:1788696136.820649:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696136.820654:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696136.820657:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696136.820660:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696136.820665:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696136.820675:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a318a749 x1875583274363520/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696136.820684:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a318a749 x1875583274363520/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696136.820694:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788696136.820725:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696136.820728:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057945d15. 00000400:00000200:3.0:1788696136.820731:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696136.820734:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696136.820737:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008365c19a 00000400:00000010:3.0:1788696136.820738:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008365c19a. 00000100:00000001:3.0:1788696136.820741:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696136.820743:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002e0fb45f x1875583274363776/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696136.820751:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696136.820753:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e0fb45f x1875583274363776/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696152 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696136.820759:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696136.820802:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696136.820807:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696136.820810:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696136.820916:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696136.820919:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696136.820924:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696136.820926:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696136.820928:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057989d25. 00000400:00000200:1.0:1788696136.820933:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c31c0de4 00000400:00000010:1.0:1788696136.820934:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c31c0de4. 00000100:00000001:1.0:1788696136.820937:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696136.820940:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a318a749 x1875583274363520/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696136.820948:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a318a749 x1875583274363520/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696136.820961:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696136.820962:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696136.820964:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696136.820967:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696136.820975:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696136.820977:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696136.820979:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696136.820997:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=37 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696136.821001:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=37 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696136.821004:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696136.821006:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696136.821008:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696136.821011:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696136.821013:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696136.821017:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a318a749 x1875583274363520/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696136.821025:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696136.821027:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696136.821029:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696136.821032:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a318a749 x1875583274363520/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696136.821040:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274363520:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696136.821044:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696136.821046:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696136.821048:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a318a749 x1875583274363520/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696136.821055:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696136.821057:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696136.821060:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071c8c817. 02000000:00000001:1.0:1788696136.821064:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696136.821066:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696136.821068:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696136.821070:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696136.821072:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024f67866. 02000000:00000001:1.0:1788696136.821075:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696136.821077:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696136.821078:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a318a749. 00000100:00000001:1.0:1788696136.821087:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696136.821088:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696136.821090:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696136.821092:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696136.821094:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696136.821095:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696136.821097:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696136.823372:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696136.823386:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696136.823389:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696136.823391:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696136.823401:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696136.823422:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0ab00 00000400:00000200:2.0:1788696136.823429:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xbdd [1] + 224 00000800:00000001:2.0:1788696136.823435:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696136.823439:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696136.823442:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696136.823445:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696136.823452:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696136.823457:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000043af1395 x1875583274363648/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696136.823468:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000043af1395 x1875583274363648/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696136.823487:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696136.823494:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696136.823497:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696136.823499:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696136.823501:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696136.823505:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696136.823510:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0ab80 00000400:00000200:2.0:1788696136.823514:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xbe5 [1] + 224 00000800:00000001:2.0:1788696136.823518:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696136.823552:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696136.823555:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696136.823558:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696136.823562:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696136.823564:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002e0fb45f x1875583274363776/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696136.823572:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002e0fb45f x1875583274363776/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696136.823590:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696136.823594:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696136.823602:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696136.823657:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696136.823661:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696136.823666:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696136.823668:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696136.823670:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000e2edc2. 00000400:00000200:0.0:1788696136.823673:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d9c735 00000400:00000010:0.0:1788696136.823675:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000050d9c735. 00000100:00000001:0.0:1788696136.823690:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696136.823694:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002e0fb45f x1875583274363776/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696136.823702:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002e0fb45f x1875583274363776/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696136.823708:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696136.823716:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696136.823719:0:201302:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1788696136.823720:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788696136.823722:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696136.823724:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696136.823725:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696136.823728:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788696136.823729:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1788696136.823731:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788696136.823732:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696136.823736:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054b576bc. 00000400:00000200:1.0:1788696136.823741:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6a995e4 00000100:00001000:0.0:1788696136.823742:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=36 v=5 (5 5 5 5) 00000400:00000010:1.0:1788696136.823743:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d6a995e4. 00000100:00000001:1.0:1788696136.823747:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696136.823752:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000043af1395 x1875583274363648/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1788696136.823762:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=153 v=5 (1 0 0 0) 00000100:00000200:1.0:1788696136.823762:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000043af1395 x1875583274363648/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696136.823770:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696136.823773:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696136.823775:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00010000:00000001:0.0:1788696136.823777:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1788696136.823778:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696136.823782:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696136.823783:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696136.823785:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696136.823786:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696136.823789:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1788696136.823790:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000002e0fb45f x1875583274363776/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1788696136.823794:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=37 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696136.823801:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=37 v=5 (1 1 1 1) 00010000:00000001:0.0:1788696136.823805:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696136.823806:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696136.823810:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696136.823811:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1788696136.823812:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1788696136.823814:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00010000:00000001:1.0:1788696136.823816:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696136.823818:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696136.823821:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696136.823821:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696136.823824:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696136.823828:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1788696136.823829:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e0fb45f x1875583274363776/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696136.823831:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696136.823839:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043af1395 x1875583274363648/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696136.823870:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696136.823873:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696136.823883:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696136.823888:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e0fb45f x1875583274363776/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696136.823899:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696136.823905:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1788696136.823907:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274363776:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696136.823908:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696136.823915:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043af1395 x1875583274363648/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696136.823916:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696136.823921:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696136.823928:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e0fb45f x1875583274363776/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696136.823929:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274363648:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696136.823937:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696136.823941:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788696136.823945:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1788696136.823946:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043af1395 x1875583274363648/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696152 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696136.823949:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1788696136.823954:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696136.823956:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696136.823959:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abbfc6ed. 02000000:00000010:1.0:1788696136.823959:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d67df948. 02000000:00000001:0.0:1788696136.823966:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1788696136.823967:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696136.823971:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000001:1.0:1788696136.823971:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696136.823974:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000040:0.0:1788696136.823975:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696136.823977:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000001:0.0:1788696136.823980:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696136.823981:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009146b66a. 02000000:00000001:1.0:1788696136.823996:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696136.823998:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696136.824000:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043af1395. 00000100:00000001:1.0:1788696136.824003:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696136.824004:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696136.824006:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1788696136.824011:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f8e491. 00000100:00000001:1.0:1788696136.824012:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696136.824017:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696136.824018:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1788696136.824019:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788696136.824021:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1788696136.824023:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788696136.824024:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e0fb45f. 00000100:00000001:0.0:1788696136.824029:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696136.824031:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696136.824033:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696136.824038:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696136.824039:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696136.824041:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696136.824043:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696137.776131:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696137.776138:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696137.776144:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696137.776145:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696137.776165:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696137.776168:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696137.776170:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696138.093940:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307099889, at 4307099904 00000100:00000040:3.0:1788696138.093940:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307099889, at 4307099904 00000100:00000010:3.0:1788696138.093956:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000100:00000010:1.0:1788696138.093958:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81c9ce7. 00000100:00000040:2.0:1788696138.094116:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307099889, at 4307099904 00000100:00000010:2.0:1788696138.094124:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00000100:00000040:0.0:1788696138.094169:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307099889, at 4307099904 00000100:00000010:0.0:1788696138.094174:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c64039. 00010000:00000001:2.0:1788696138.797963:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696138.797973:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696138.797975:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696138.797978:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696138.797984:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696138.797986:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696138.797988:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696138.797990:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696138.797995:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696138.797996:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696138.798077:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696138.798098:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696138.798100:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696139.821976:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696139.821982:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696139.821985:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696139.821986:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696139.822001:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696139.822003:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696139.822005:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696140.846197:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696140.846206:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696140.846212:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696140.846214:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696140.846237:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696140.846240:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696140.846243:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696141.869970:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696141.869978:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696141.869984:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696141.870002:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696141.872160:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696141.872167:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696141.872172:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696141.933962:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696141.933974:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696141.933983:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e0fb45f. 00000020:00000040:0.0:1788696141.933990:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696141.933995:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696141.933998:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696141.934003:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696141.934011:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f8e491. 00000100:00000001:0.0:1788696141.934018:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696141.934029:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000002e0fb45f x1875583274363904/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696141.934050:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696141.934053:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696141.934059:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e0fb45f] to pc [ptlrpcd_00_03+3] req@000000002e0fb45f x1875583274363904/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696141.934086:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696141.934092:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788696141.934096:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1788696141.934098:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696141.934104:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696141.934107:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696141.934109:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788696141.934110:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788696141.934113:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000607de2c8. 00000100:00000001:1.0:1788696141.934115:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1788696141.934119:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696141.934119:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696141.934123:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788696141.934124:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1788696141.934125:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788696141.934128:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1788696141.934131:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e0fb45f x1875583274363904/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696141.934131:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696141.934132:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696141.934141:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000014613afe. 00000100:00000001:1.0:1788696141.934144:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696141.934146:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696141.934147:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696141.934150:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1788696141.934154:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000607de2c8 x1875583274364032/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788696141.934154:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696141.934159:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696141.934165:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274363904:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696141.934172:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696141.934173:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696141.934176:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696141.934178:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696141.934181:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696141.934182:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000607de2c8] to pc [ptlrpcd_00_00+0] req@00000000607de2c8 x1875583274364032/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696141.934184:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696141.934189:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0bedbc4. 02000000:00000001:1.0:1788696141.934193:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696141.934210:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696141.934212:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696141.934216:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696141.934219:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0532af4. 00000020:00000040:0.0:1788696141.934222:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696141.934224:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696141.934226:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696141.934228:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696141.934229:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1788696141.934231:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000150a73a8. 00000100:00000001:3.0:1788696141.934235:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696141.934237:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696141.934239:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696141.934239:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696141.934243:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a0532af4 x1875583274364160/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696141.934244:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696141.934248:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000607de2c8 x1875583274364032/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696141.934266:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696141.934270:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696141.934270:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696141.934273:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696141.934277:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1788696141.934278:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0532af4] to pc [ptlrpcd_00_01+1] req@00000000a0532af4 x1875583274364160/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696141.934279:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696141.934290:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696141.934296:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e21ffd2. 00000100:00100000:3.0:1788696141.934298:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274364032:192.168.201.118@tcp:400: 00000400:00000010:1.0:1788696141.934307:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b6a63d. 00000100:00000001:3.0:1788696141.934308:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696141.934313:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1788696141.934316:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274363904, portal 25 00000100:00000001:0.0:1788696141.934318:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696141.934319:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696141.934321:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882435328 : -113296827116288 : ffff98f506dd9500) 00000100:00000040:0.0:1788696141.934324:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788696141.934329:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002e0fb45f x1875583274363904/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696141.934330:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696141.934339:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12441) 00000100:00000001:1.0:1788696141.934340:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788696141.934340:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696141.934344:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696141.934347:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696141.934352:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0532af4 x1875583274364160/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696141.934361:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696141.934363:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696141.934366:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696141.934368:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696141.934370:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696141.934372:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274364160:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696141.934376:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696141.934378:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696141.934381:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696141.934382:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696141.934386:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1788696141.934387:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696141.934392:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ab6dcc18. 02000000:00000010:2.0:1788696141.934393:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006a30c62. 02000000:00000001:3.0:1788696141.934397:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696141.934398:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696141.934405:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f37fd409. 00000400:00000010:2.0:1788696141.934406:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004964ea30. 00000100:00000040:1.0:1788696141.934407:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696141.934413:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6377a2d. 00000400:00000010:3.0:1788696141.934414:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015c26822. 00000400:00000010:2.0:1788696141.934415:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce843621. 00000100:00000200:1.0:1788696141.934417:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274363904, offset 0 00000100:00000200:3.0:1788696141.934421:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274364032, portal 10 00000100:00000200:2.0:1788696141.934422:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274364160, portal 10 00000100:00000001:3.0:1788696141.934425:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696141.934426:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696141.934428:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882432640 : -113296827118976 : ffff98f506dd8a80) 00000100:00000001:2.0:1788696141.934430:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882442496 : -113296827109120 : ffff98f506ddb100) 00000400:00000200:1.0:1788696141.934436:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:3.0:1788696141.934439:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000607de2c8 x1875583274364032/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696141.934441:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a0532af4 x1875583274364160/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696141.934453:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696141.934463:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788696141.934466:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788696141.934468:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1788696141.934471:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000040:3.0:1788696141.934472:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:2.0:1788696141.934477:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696141.934479:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000612417f3. 00000400:00000200:1.0:1788696141.934481:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1788696141.934483:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d543498b. 00000100:00000200:3.0:1788696141.934486:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274364032, offset 0 00000400:00000200:1.0:1788696141.934488:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000200:2.0:1788696141.934488:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274364160, offset 0 00000400:00000200:1.0:1788696141.934498:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [355:355:256:4294967295] 192.168.201.118@tcp LPNI seq info [355:355:8:4294967295] 00000400:00000200:3.0:1788696141.934498:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696141.934506:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696141.934512:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696141.934620:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696141.934625:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dffc0522. 00000800:00000200:1.0:1788696141.934630:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696141.934637:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696141.934640:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dffc0522 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788696141.934645:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696141.934650:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696141.934652:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696141.934655:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696141.934658:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:1.0:1788696141.934659:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696141.934664:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [356:356:255:4294967295] 192.168.201.118@tcp LPNI seq info [356:356:7:4294967295] 00000100:00000001:1.0:1788696141.934666:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307105009 00000100:00000010:1.0:1788696141.934673:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005245dbeb. 00000400:00000200:3.0:1788696141.934680:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:1.0:1788696141.934681:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1788696141.934689:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696141.934690:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307105009 00000400:00000200:2.0:1788696141.934694:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000010:3.0:1788696141.934696:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008513bebc. 00000100:00000010:1.0:1788696141.934697:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000578c062e. 00000400:00000200:2.0:1788696141.934700:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788696141.934704:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1788696141.934706:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:1.0:1788696141.934709:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307105009 00000800:00000200:3.0:1788696141.934709:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000010:1.0:1788696141.934714:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000033b0b89. 00000100:00000001:1.0:1788696141.934719:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000800:00000200:3.0:1788696141.934719:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:1.0:1788696141.934723:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307105009 00000400:00000200:2.0:1788696141.934724:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1788696141.934727:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f9cf8d6f. 00000400:00000200:2.0:1788696141.934732:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000200:3.0:1788696141.934732:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008513bebc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696141.934733:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696141.934738:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788696141.934739:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [357:357:254:4294967295] 192.168.201.118@tcp LPNI seq info [357:357:6:4294967295] 00000100:00000001:3.0:1788696141.934740:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696141.934747:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696141.934747:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 34288 usecs (35 jiffies) 00000100:00000001:3.0:1788696141.934754:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307103779 00000100:00000001:1.0:1788696141.934755:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696141.934760:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696141.934760:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788696141.934761:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307105009 00000100:00000001:3.0:1788696141.934767:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307103779 00000100:00000001:3.0:1788696141.934771:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307105009 00000800:00000200:2.0:1788696141.934774:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696141.934777:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307103779 00000800:00000010:2.0:1788696141.934781:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334bf9d4. 00000100:00000001:3.0:1788696141.934781:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307105009 00000100:00000001:3.0:1788696141.934786:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307103779 00000800:00000200:2.0:1788696141.934791:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788696141.934791:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307105009 00000100:00000001:3.0:1788696141.934796:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1788696141.934801:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788696141.934801:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696141.934807:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000334bf9d4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696141.934807:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696141.934812:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696141.934814:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696141.934819:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1788696141.934820:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 34688 usecs (35 jiffies) 00000100:00000001:3.0:1788696141.934822:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696141.934825:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307103779 00000100:00000001:3.0:1788696141.934827:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696141.934830:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307105009 00000100:00000001:3.0:1788696141.934830:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696141.934832:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696141.934834:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696141.934949:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696141.934953:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dffc0522. 00000400:00000200:0.0:1788696141.934958:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696141.934964:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696141.934969:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6377a2d 00000400:00000010:0.0:1788696141.934971:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c6377a2d. 00000100:00000001:0.0:1788696141.934976:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696141.934981:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002e0fb45f x1875583274363904/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696141.934987:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307103780 00000100:00000001:2.0:1788696141.934993:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307105009 00000100:00000001:2.0:1788696141.934998:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307103780 00000100:00000001:0.0:1788696141.934999:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788696141.935001:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307105009 00000100:00000001:2.0:1788696141.935005:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307103780 00000100:00000040:0.0:1788696141.935006:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e0fb45f x1875583274363904/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696157 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696141.935008:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307105009 00000100:00000001:2.0:1788696141.935014:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696141.935019:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696141.935023:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696141.935025:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696141.935027:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696141.935028:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788696141.935032:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696141.935035:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696141.935042:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696141.935043:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696141.935045:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696141.935046:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696141.935108:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696141.935111:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008513bebc. 00000400:00000200:0.0:1788696141.935114:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696141.935118:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696141.935121:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000612417f3 00000400:00000010:0.0:1788696141.935122:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000612417f3. 00000100:00000001:0.0:1788696141.935125:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696141.935128:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000607de2c8 x1875583274364032/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696141.935135:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696141.935137:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000607de2c8 x1875583274364032/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696157 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696141.935153:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696141.935155:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696141.935539:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696141.935543:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334bf9d4. 00000400:00000200:0.0:1788696141.935547:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696141.935551:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696141.935555:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d543498b 00000400:00000010:0.0:1788696141.935557:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d543498b. 00000100:00000001:0.0:1788696141.935560:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696141.935563:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a0532af4 x1875583274364160/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696141.935571:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696141.935573:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0532af4 x1875583274364160/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696157 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696141.935579:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696141.935581:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696141.938680:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696141.938699:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696141.938704:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696141.938706:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696141.938728:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696141.938745:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0ad00 00000400:00000200:2.0:1788696141.938754:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xbf9 [1] + 224 00000800:00000001:2.0:1788696141.938762:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696141.938766:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696141.938770:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696141.938773:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696141.938780:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696141.938788:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a0532af4 x1875583274364160/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696141.938799:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a0532af4 x1875583274364160/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696141.938955:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696141.938960:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696141.939104:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696141.939164:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696141.939169:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696141.939171:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696141.939173:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696141.939177:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696141.939183:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0ac00 00000400:00000200:2.0:1788696141.939189:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xbed [1] + 224 00000800:00000001:2.0:1788696141.939193:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696141.939199:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696141.939200:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696141.939203:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696141.939206:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696141.939222:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002e0fb45f x1875583274363904/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696141.939229:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002e0fb45f x1875583274363904/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696141.939247:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696141.939252:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696141.939254:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696141.939282:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696141.939285:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696141.939291:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696141.939293:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696141.939295:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e21ffd2. 00000400:00000200:1.0:1788696141.939300:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b6a63d 00000400:00000010:1.0:1788696141.939302:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000021b6a63d. 00000100:00000001:1.0:1788696141.939306:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696141.939310:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002e0fb45f x1875583274363904/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696141.939319:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002e0fb45f x1875583274363904/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696141.939325:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696141.939327:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696141.939329:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696141.939331:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696141.939334:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696141.939336:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696141.939339:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696141.939357:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=42 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696141.939361:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=42 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696141.939364:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696141.939365:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696141.939367:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696141.939370:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696141.939373:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696141.939377:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e0fb45f x1875583274363904/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696141.939383:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696141.939386:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696141.939388:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696141.939391:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e0fb45f x1875583274363904/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696141.939407:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274363904:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696141.939412:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696141.939414:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696141.939417:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e0fb45f x1875583274363904/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696141.939433:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696141.939436:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696141.939440:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0bedbc4. 02000000:00000001:1.0:1788696141.939446:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696141.939448:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696141.939450:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696141.939452:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696141.939454:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f8e491. 02000000:00000001:1.0:1788696141.939458:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696141.939460:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696141.939461:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e0fb45f. 00000100:00000001:1.0:1788696141.939464:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696141.939466:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696141.939468:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696141.939475:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696141.939477:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696141.939478:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696141.939481:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788696141.939670:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696141.939673:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696141.939675:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004964ea30. 00000400:00000200:3.0:1788696141.939680:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce843621 00000400:00000010:3.0:1788696141.939682:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ce843621. 00000100:00000001:3.0:1788696141.939685:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696141.939689:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a0532af4 x1875583274364160/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696141.939699:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a0532af4 x1875583274364160/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696141.939711:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696141.939713:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696141.939715:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696141.939717:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696141.939718:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696141.939720:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696141.939721:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696141.939727:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=41 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696141.939730:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=8 v=5 (1 1 0 0) 00000100:00000001:3.0:1788696141.939733:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696141.939734:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696141.939735:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788696141.939739:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a0532af4 x1875583274364160/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696141.939746:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696141.939748:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696141.939750:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696141.939752:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696141.939753:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696141.939756:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0532af4 x1875583274364160/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696141.939762:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696141.939764:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696141.939766:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696141.939769:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0532af4 x1875583274364160/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696141.939776:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274364160:192.168.201.118@tcp:400: 00000800:00000001:2.0:1788696141.939780:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696141.939781:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696141.939785:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696141.939787:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0532af4 x1875583274364160/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788696141.939788:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696141.939793:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696141.939797:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696141.939806:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:3.0:1788696141.939816:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696141.939818:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1788696141.939821:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0ac80 02000000:00000010:3.0:1788696141.939822:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006a30c62. 02000000:00000001:3.0:1788696141.939828:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696141.939831:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000400:00000200:2.0:1788696141.939832:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xbf5 [1] + 224 00000020:00000040:3.0:1788696141.939834:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000800:00000001:2.0:1788696141.940054:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696141.940104:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696141.940107:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696141.940111:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696141.940115:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696141.940118:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000607de2c8 x1875583274364032/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696141.940127:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000607de2c8 x1875583274364032/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696141.940147:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696141.940152:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696141.940155:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788696141.940351:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696141.940354:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000150a73a8. 02000000:00000001:3.0:1788696141.940357:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696141.940359:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696141.940360:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0532af4. 00000100:00000001:3.0:1788696141.940363:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696141.940364:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696141.940366:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696141.940370:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696141.940372:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696141.940374:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696141.940375:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696141.940751:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696141.940754:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696141.940759:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696141.940761:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696141.940763:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f37fd409. 00000400:00000200:1.0:1788696141.940767:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015c26822 00000400:00000010:1.0:1788696141.940768:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000015c26822. 00000100:00000001:1.0:1788696141.940771:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696141.940775:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000607de2c8 x1875583274364032/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696141.940783:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000607de2c8 x1875583274364032/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696141.940798:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696141.940800:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696141.940801:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696141.940803:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696141.940804:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696141.940806:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696141.940808:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696141.940813:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=42 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696141.940815:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=42 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696141.940817:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696141.940818:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696141.940820:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696141.940823:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696141.940825:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696141.940827:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696141.940828:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696141.940829:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696141.940843:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000607de2c8 x1875583274364032/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696141.940867:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696141.940870:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696141.940871:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696141.940874:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000607de2c8 x1875583274364032/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696141.940880:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274364032:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696141.940884:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696141.940886:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696141.940888:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000607de2c8 x1875583274364032/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696157 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696141.940903:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696141.940905:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696141.940912:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ab6dcc18. 02000000:00000001:1.0:1788696141.940916:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696141.940917:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696141.940918:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696141.940920:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696141.940921:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000014613afe. 02000000:00000001:1.0:1788696141.940924:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696141.940925:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696141.940926:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000607de2c8. 00000100:00000001:1.0:1788696141.940929:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696141.940930:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696141.940931:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696141.940936:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696141.940937:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696141.940938:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696141.940940:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696142.893996:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696142.894003:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696142.894008:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696142.894009:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696142.894028:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696142.894031:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696142.894049:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696143.213977:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307105009, at 4307105024 00000100:00000040:1.0:1788696143.213977:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307105009, at 4307105024 00000100:00000040:2.0:1788696143.213977:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307105009, at 4307105024 00000100:00000040:3.0:1788696143.213977:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307105009, at 4307105024 00000100:00000010:0.0:1788696143.213994:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005245dbeb. 00000100:00000010:3.0:1788696143.213999:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f9cf8d6f. 00000100:00000010:2.0:1788696143.214001:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000033b0b89. 00000100:00000010:1.0:1788696143.214003:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000578c062e. 00010000:00000001:2.0:1788696143.918061:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696143.918068:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696143.918075:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696143.918078:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696143.918080:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696143.918083:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696143.918086:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696143.918089:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696143.918090:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696143.918093:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696143.918253:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696143.918257:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696143.918260:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696144.942094:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696144.942102:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696144.942108:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696144.942109:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696144.942206:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696144.942209:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696144.942211:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696145.965998:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696145.966006:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696145.966012:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696145.966014:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696145.966035:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696145.966038:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696145.966041:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696146.989967:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696146.989973:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696146.989978:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696146.989979:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696146.990014:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696146.990017:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696146.990019:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696147.054268:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696147.054277:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696147.054284:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 00000020:00000040:3.0:1788696147.054290:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696147.054295:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696147.054298:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696147.054302:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696147.054311:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000842c2c60. 00000100:00000001:3.0:1788696147.054318:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696147.054328:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000006439c2df x1875583274364288/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696147.054339:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696147.054341:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696147.054359:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_02+2] req@000000006439c2df x1875583274364288/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696147.054387:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696147.054389:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696147.054393:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696147.054396:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000218cac94. 00000020:00000040:3.0:1788696147.054398:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696147.054400:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696147.054401:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696147.054403:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696147.054405:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f68a3b. 00000100:00000001:3.0:1788696147.054408:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696147.054411:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000218cac94 x1875583274364416/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696147.054414:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696147.054416:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696147.054419:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696147.054422:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000040:3.0:1788696147.054422:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218cac94] to pc [ptlrpcd_00_03+3] req@00000000218cac94 x1875583274364416/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696147.054427:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696147.054432:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696147.054433:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696147.054438:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696147.054439:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1788696147.054443:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000010:3.0:1788696147.054443:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d115929. 00000100:00000001:1.0:1788696147.054447:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696147.054447:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1788696147.054448:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696147.054451:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696147.054452:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788696147.054454:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1788696147.054456:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788696147.054457:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696147.054457:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1788696147.054458:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696147.054462:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696147.054462:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1788696147.054463:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a4df8fd. 00000100:00000001:1.0:1788696147.054464:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696147.054467:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788696147.054468:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788696147.054468:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696147.054476:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274364288/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696147.054477:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000218cac94 x1875583274364416/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696147.054484:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000004d115929 x1875583274364544/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696147.054504:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696147.054507:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696147.054509:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1788696147.054512:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788696147.054513:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696147.054515:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696147.054518:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696147.054520:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696147.054522:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696147.054528:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696147.054533:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274364416:192.168.201.118@tcp:400: 00000100:00100000:2.0:1788696147.054537:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274364288:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696147.054537:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696147.054539:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788696147.054544:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696147.054545:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788696147.054546:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696147.054548:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696147.054550:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696147.054551:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1788696147.054553:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696147.054554:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d115929] to pc [ptlrpcd_00_00+0] req@000000004d115929 x1875583274364544/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788696147.054555:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ec2a055. 02000000:00000001:2.0:1788696147.054557:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696147.054563:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c2b4ea3. 02000000:00000001:1.0:1788696147.054568:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696147.054577:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696147.054579:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e21ffd2. 00000400:00000010:2.0:1788696147.054583:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ac611e8. 00000400:00000010:1.0:1788696147.054589:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b6a63d. 00000400:00000010:2.0:1788696147.054591:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007282336d. 00000100:00000200:1.0:1788696147.054599:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274364416, portal 10 00000100:00000200:2.0:1788696147.054599:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274364288, portal 25 00000100:00000001:1.0:1788696147.054606:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696147.054607:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696147.054610:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548239104 : -113296161312512 : ffff98f52e8cf100) 00000100:00000001:2.0:1788696147.054611:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 00000100:00000001:0.0:1788696147.054617:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696147.054620:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696147.054623:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696147.054623:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000218cac94 x1875583274364416/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696147.054627:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274364288/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696147.054629:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d115929 x1875583274364544/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696147.054649:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696147.054656:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696147.054661:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696147.054661:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1788696147.054662:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060c897f5. 00000100:00000001:0.0:1788696147.054665:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696147.054667:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274364416, offset 0 02000000:00000001:0.0:1788696147.054669:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1788696147.054669:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788696147.054672:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696147.054675:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696147.054675:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042d69037. 00000100:00100000:0.0:1788696147.054680:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274364544:192.168.201.118@tcp:400: 00000400:00000200:1.0:1788696147.054680:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696147.054686:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1788696147.054694:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274364288, offset 0 02000000:00000001:0.0:1788696147.054695:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1788696147.054697:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696147.054703:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696147.054706:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788696147.054707:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696147.054710:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000001:0.0:1788696147.054712:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1788696147.054716:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696147.054720:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000010:0.0:1788696147.054722:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017bcd406. 00000400:00000200:1.0:1788696147.054724:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [358:358:256:4294967295] 192.168.201.118@tcp LPNI seq info [358:358:8:4294967295] 02000000:00000001:0.0:1788696147.054727:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696147.054735:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000e2edc2. 00000400:00000200:1.0:1788696147.054735:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000010:0.0:1788696147.054743:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050d9c735. 00000800:00000200:1.0:1788696147.054744:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696147.054748:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000200:0.0:1788696147.054749:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274364544, portal 10 00000800:00000010:1.0:1788696147.054752:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032870841. 00000100:00000001:0.0:1788696147.054754:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1788696147.054756:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788696147.054758:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548236416 : -113296161315200 : ffff98f52e8ce680) 00000400:00000200:2.0:1788696147.054763:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000800:00000200:1.0:1788696147.054764:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000040:0.0:1788696147.054769:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d115929 x1875583274364544/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788696147.054776:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:2.0:1788696147.054776:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1788696147.054784:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000032870841 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788696147.054784:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:0.0:1788696147.054788:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1788696147.054791:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [359:359:255:4294967295] 192.168.201.118@tcp LPNI seq info [359:359:7:4294967295] 00000100:00000040:0.0:1788696147.054797:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696147.054817:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aad6401. 00000100:00000200:0.0:1788696147.054821:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274364544, offset 0 00000400:00000200:2.0:1788696147.054828:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000200:0.0:1788696147.054832:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696147.054836:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696147.054840:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696147.054842:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000040:1.0:1788696147.054869:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 34038 usecs (35 jiffies) 00000100:00000001:1.0:1788696147.054874:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307108900 00000400:00000200:0.0:1788696147.054880:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1788696147.054880:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4a3d34f. 00000800:00000010:2.0:1788696147.054882:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c995f34e. 00000400:00000200:0.0:1788696147.054887:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:1.0:1788696147.054887:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000800:00000200:2.0:1788696147.054893:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:0.0:1788696147.054895:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788696147.054895:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307108900 00000100:00000010:1.0:1788696147.054900:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082f7dcd5. 00000400:00000200:0.0:1788696147.054904:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000200:2.0:1788696147.054904:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:1.0:1788696147.054905:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000800:00000200:2.0:1788696147.054911:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c995f34e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696147.054912:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307108900 00000400:00000200:0.0:1788696147.054913:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [360:360:254:4294967295] 192.168.201.118@tcp LPNI seq info [360:360:6:4294967295] 00000100:00000010:1.0:1788696147.054918:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9068cc6. 00000100:00000001:2.0:1788696147.054919:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696147.054926:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696147.054926:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307110130 00000400:00000200:0.0:1788696147.054928:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696147.054933:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696147.054937:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024382ee1. 00000800:00000200:0.0:1788696147.054944:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:2.0:1788696147.054945:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307108900 00000100:00000001:2.0:1788696147.054950:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307110130 00000100:00000001:2.0:1788696147.054952:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307108900 00000100:00000001:2.0:1788696147.054955:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307110130 00000800:00000200:0.0:1788696147.054961:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696147.054964:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024382ee1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696147.054968:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696147.054971:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 34415 usecs (35 jiffies) 00000100:00000001:0.0:1788696147.054973:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307108900 00000100:00000001:0.0:1788696147.054980:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307110130 00000100:00000001:0.0:1788696147.054981:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307108900 00000100:00000001:0.0:1788696147.054983:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307110130 00000100:00000001:0.0:1788696147.054984:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307108900 00000800:00000200:2.0:1788696147.055032:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696147.055036:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032870841. 00000400:00000200:2.0:1788696147.055041:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696147.055046:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696147.055051:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060c897f5 00000400:00000010:2.0:1788696147.055054:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000060c897f5. 00000100:00000001:2.0:1788696147.055058:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696147.055062:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000218cac94 x1875583274364416/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696147.055072:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696147.055074:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000218cac94 x1875583274364416/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696147.055081:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696147.055082:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696147.055100:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696147.055102:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c995f34e. 00000400:00000200:2.0:1788696147.055105:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696147.055109:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696147.055111:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042d69037 00000400:00000010:2.0:1788696147.055113:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000042d69037. 00000100:00000001:2.0:1788696147.055115:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696147.055118:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274364288/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696147.055125:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696147.055127:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274364288/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696147.055133:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696147.055134:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696147.055205:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696147.055208:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024382ee1. 00000400:00000200:2.0:1788696147.055212:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696147.055216:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696147.055217:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307108900 00000400:00000200:2.0:1788696147.055219:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aad6401 00000400:00000010:2.0:1788696147.055223:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009aad6401. 00000100:00000001:2.0:1788696147.055226:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696147.055228:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004d115929 x1875583274364544/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696147.055235:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696147.055237:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d115929 x1875583274364544/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696147.055239:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307108900 00000100:00000010:1.0:1788696147.055245:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000578c062e. 00000100:00000001:2.0:1788696147.055248:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696147.055250:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696147.055251:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788696147.055257:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696147.055260:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696147.055264:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696147.055266:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696147.055314:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696147.055316:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788696147.055319:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788696147.055322:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12446) 00000100:00000001:1.0:1788696147.055463:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307110130 00000100:00000001:1.0:1788696147.055466:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307108900 00000100:00000001:1.0:1788696147.055468:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307108900 00000100:00000001:1.0:1788696147.055469:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696147.055471:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696147.055473:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696147.055475:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696147.055478:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696147.055479:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696147.055481:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696147.055483:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696147.055484:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696147.055491:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696147.055518:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307110130 00000100:00000001:0.0:1788696147.055521:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307108900 00000100:00000001:0.0:1788696147.055524:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696147.055525:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696147.055527:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696147.055529:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696147.057915:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696147.057921:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696147.060282:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696147.060295:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696147.060299:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696147.060301:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696147.060322:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696147.060337:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0ae00 00000400:00000200:2.0:1788696147.060355:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xc05 [1] + 224 00000800:00000001:2.0:1788696147.060363:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696147.060368:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696147.060371:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696147.060375:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696147.060381:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696147.060388:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000218cac94 x1875583274364416/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696147.060400:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000218cac94 x1875583274364416/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696147.060422:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696147.060430:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696147.060433:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696147.060435:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696147.060437:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696147.060441:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696147.060446:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0ad80 00000400:00000200:2.0:1788696147.060451:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xc09 [1] + 224 00000800:00000001:2.0:1788696147.060454:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696147.060457:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696147.060459:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696147.060461:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696147.060464:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696147.060467:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274364288/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696147.060475:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274364288/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696147.060489:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696147.060499:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696147.060502:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696147.060503:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696147.060506:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696147.060511:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696147.060517:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0ae80 00000400:00000200:2.0:1788696147.060523:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xc15 [1] + 224 00000100:00000001:0.0:1788696147.060526:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1788696147.060527:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788696147.060531:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696147.060537:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696147.060538:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696147.060541:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ac611e8. 00000400:00000200:0.0:1788696147.060545:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007282336d 00000400:00000010:0.0:1788696147.060547:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000007282336d. 00000100:00000001:0.0:1788696147.060550:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696147.060553:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274364288/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696147.060559:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274364288/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696147.060566:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696147.060567:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696147.060570:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696147.060573:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696147.060575:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696147.060578:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696147.060578:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788696147.060582:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696147.060587:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1788696147.060589:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=48 v=5 (5 5 5 5) 00000400:00000200:2.0:1788696147.060593:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00001000:0.0:1788696147.060596:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=48 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696147.060599:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696147.060603:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004d115929 x1875583274364544/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696147.060609:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696147.060613:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696147.060620:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1788696147.060620:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d115929 x1875583274364544/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696147.060624:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696147.060630:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696147.060638:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274364288/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696147.060644:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696147.060646:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696147.060647:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696147.060648:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696147.060652:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274364288/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788696147.060654:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1788696147.060658:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274364288:192.168.201.118@tcp:400: 00000800:00000001:2.0:1788696147.060660:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696147.060663:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696147.060666:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696147.060668:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274364288/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696147.060673:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696147.060674:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696147.060677:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c2b4ea3. 02000000:00000001:0.0:1788696147.060680:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696147.060681:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696147.060687:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696147.060689:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696147.060691:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000842c2c60. 02000000:00000001:0.0:1788696147.060695:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696147.060698:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696147.060700:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000001:0.0:1788696147.060704:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696147.060706:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696147.060707:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696147.060714:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696147.060716:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696147.060717:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696147.060722:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696147.060722:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696147.060727:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696147.060729:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696147.060731:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e21ffd2. 00000400:00000200:1.0:1788696147.060734:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b6a63d 00000400:00000010:1.0:1788696147.060735:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000021b6a63d. 00000100:00000001:1.0:1788696147.060738:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696147.060741:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1788696147.060743:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000218cac94 x1875583274364416/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696147.060744:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696147.060747:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696147.060753:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1788696147.060756:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000218cac94 x1875583274364416/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1788696147.060756:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696147.060759:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000e2edc2. 00000400:00000200:3.0:1788696147.060766:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d9c735 00000100:00000001:1.0:1788696147.060769:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000010:3.0:1788696147.060769:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000050d9c735. 00000100:00000001:1.0:1788696147.060773:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696147.060774:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788696147.060775:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696147.060778:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696147.060781:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1788696147.060782:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004d115929 x1875583274364544/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696147.060783:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696147.060787:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696147.060795:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=48 v=5 (5 5 5 5) 00000100:00000200:3.0:1788696147.060798:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004d115929 x1875583274364544/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1788696147.060799:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=48 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696147.060814:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696147.060817:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696147.060821:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696147.060825:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696147.060827:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696147.060830:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1788696147.060830:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696147.060833:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696147.060835:0:201300:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1788696147.060837:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1788696147.060839:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696147.060840:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696147.060841:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696147.060875:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696147.060877:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000218cac94 x1875583274364416/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696147.060879:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696147.060886:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=47 v=5 (5 5 5 5) 00000100:00000001:1.0:1788696147.060888:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1788696147.060892:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=14 v=5 (1 1 0 0) 00000100:00000001:1.0:1788696147.060893:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696147.060895:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696147.060897:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696147.060899:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696147.060910:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000218cac94 x1875583274364416/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696147.060911:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788696147.060918:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004d115929 x1875583274364544/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696147.060923:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274364416:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696147.060932:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788696147.060936:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696147.060937:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696147.060941:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000218cac94 x1875583274364416/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696147.060942:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696147.060945:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696147.060949:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696147.060951:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696147.060957:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696147.060959:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1788696147.060961:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d115929 x1875583274364544/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788696147.060962:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ec2a055. 02000000:00000001:1.0:1788696147.060967:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696147.060969:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696147.060971:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696147.060975:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696147.060979:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f68a3b. 00000100:00000001:3.0:1788696147.060979:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696147.060983:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1788696147.060984:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696147.060986:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696147.060990:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d115929 x1875583274364544/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696147.060994:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696147.060996:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000218cac94. 00000100:00000001:1.0:1788696147.061001:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696147.061004:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788696147.061004:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274364544:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696147.061007:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696147.061013:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696147.061014:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696147.061015:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696147.061018:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788696147.061019:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696147.061022:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696147.061023:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d115929 x1875583274364544/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696163 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696147.061032:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696147.061034:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696147.061036:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017bcd406. 02000000:00000001:3.0:1788696147.061040:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696147.061041:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696147.061042:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696147.061045:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696147.061046:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a4df8fd. 02000000:00000001:3.0:1788696147.061048:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696147.061050:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696147.061050:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d115929. 00000100:00000001:3.0:1788696147.061058:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696147.061060:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696147.061062:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696147.061066:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696147.061068:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696147.061070:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696147.061072:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696148.013953:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696148.013961:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696148.013968:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696148.013969:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696148.014029:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696148.014032:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696148.014035:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696148.333976:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307110130, at 4307110144 00000100:00000010:3.0:1788696148.333990:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000578c062e. 00000100:00000040:1.0:1788696148.334012:0:205043:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307110130, at 4307110144 00000100:00000010:1.0:1788696148.334020:0:205043:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082f7dcd5. 00000100:00000040:0.0:1788696148.334061:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307110130, at 4307110144 00000100:00000010:0.0:1788696148.334066:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4a3d34f. 00000100:00000040:2.0:1788696148.334894:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307110130, at 4307110145 00000100:00000010:2.0:1788696148.334901:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e9068cc6. 00010000:00000001:2.0:1788696149.037987:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696149.037997:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696149.037999:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696149.038003:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696149.038008:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696149.038010:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696149.038012:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696149.038014:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696149.038036:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696149.038037:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696149.038052:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696149.038055:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696149.038058:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696150.063311:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696150.063319:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696150.063334:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696150.063335:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696150.063374:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696150.063390:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696150.063393:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696151.085946:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696151.085953:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696151.085957:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696151.085958:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696151.086017:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696151.086021:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696151.086024:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696152.111273:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696152.111280:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696152.111286:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696152.111287:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696152.111305:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696152.111308:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696152.111310:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696152.173966:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696152.173977:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696152.173987:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d115929. 00000020:00000040:3.0:1788696152.173995:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696152.174000:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696152.174003:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696152.174009:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696152.174016:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a4df8fd. 00000100:00000001:3.0:1788696152.174023:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696152.174033:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000004d115929 x1875583274364672/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696152.174042:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696152.174044:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696152.174048:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d115929] to pc [ptlrpcd_00_01+1] req@000000004d115929 x1875583274364672/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696152.174076:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696152.174079:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696152.174082:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696152.174086:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000218cac94. 00000020:00000040:3.0:1788696152.174088:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696152.174090:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696152.174091:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696152.174093:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696152.174097:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006beeb4bb. 00000100:00000001:2.0:1788696152.174105:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696152.174110:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696152.174112:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788696152.174113:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696152.174117:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000218cac94 x1875583274364800/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1788696152.174118:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d115929 x1875583274364672/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696152.174122:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696152.174127:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696152.174130:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696152.174133:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696152.174137:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218cac94] to pc [ptlrpcd_00_02+2] req@00000000218cac94 x1875583274364800/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696152.174145:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696152.174147:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696152.174150:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696152.174153:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696152.174155:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696152.174159:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274364672:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696152.174160:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696152.174163:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696152.174164:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788696152.174166:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1788696152.174169:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1788696152.174169:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 00000100:00000001:0.0:1788696152.174171:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1788696152.174172:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696152.174176:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1788696152.174177:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696152.174177:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1788696152.174181:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1788696152.174181:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1788696152.174181:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696152.174184:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696152.174186:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0bedbc4. 02000000:00000010:3.0:1788696152.174188:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f68a3b. 00000100:00000040:0.0:1788696152.174190:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000218cac94 x1875583274364800/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696152.174190:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696152.174191:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696152.174197:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c61ecc24. 00000100:00000040:3.0:1788696152.174197:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000006439c2df x1875583274364928/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1788696152.174206:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042d69037. 00000100:00000200:2.0:1788696152.174215:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274364672, portal 25 00000100:00000001:0.0:1788696152.174218:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696152.174219:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696152.174219:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696152.174222:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696152.174223:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548236416 : -113296161315200 : ffff98f52e8ce680) 00000100:00000001:3.0:1788696152.174226:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696152.174228:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1788696152.174231:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d115929 x1875583274364672/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696152.174231:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_03+3] req@000000006439c2df x1875583274364928/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696152.174232:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696152.174237:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788696152.174238:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696152.174245:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1788696152.174247:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274364800:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696152.174247:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696152.174248:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1788696152.174249:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696152.174252:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696152.174253:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:3.0:1788696152.174257:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1788696152.174258:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1788696152.174261:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274364928/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1788696152.174262:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087c14df2. 02000000:00000001:0.0:1788696152.174264:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1788696152.174265:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12451) 00000100:00000200:2.0:1788696152.174266:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274364672, offset 0 02000000:00000001:0.0:1788696152.174267:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696152.174273:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1788696152.174278:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000010:0.0:1788696152.174279:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000002217064. 00000100:00000001:1.0:1788696152.174283:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1788696152.174284:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696152.174287:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696152.174290:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053871a58. 00000400:00000010:0.0:1788696152.174296:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050d9c735. 00000400:00000200:2.0:1788696152.174296:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:1.0:1788696152.174299:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696152.174303:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788696152.174303:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1788696152.174309:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696152.174310:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000200:0.0:1788696152.174315:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274364800, portal 10 00000100:00100000:1.0:1788696152.174317:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274364928:192.168.201.118@tcp:400: 00000400:00000200:2.0:1788696152.174318:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788696152.174320:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696152.174324:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548239104 : -113296161312512 : ffff98f52e8cf100) 00000400:00000200:2.0:1788696152.174325:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:1.0:1788696152.174327:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696152.174332:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1788696152.174334:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [361:361:256:4294967295] 192.168.201.118@tcp LPNI seq info [361:361:8:4294967295] 00000100:00000040:0.0:1788696152.174336:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000218cac94 x1875583274364800/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696152.174336:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696152.174341:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696152.174347:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000010628ae. 02000000:00000001:1.0:1788696152.174350:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696152.174354:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e21ffd2. 00000100:00000001:0.0:1788696152.174358:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696152.174365:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696152.174367:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000010:0.0:1788696152.174370:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aad6401. 00000400:00000010:1.0:1788696152.174371:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b6a63d. 00000100:00000200:0.0:1788696152.174375:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274364800, offset 0 00000800:00000200:2.0:1788696152.174375:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000200:1.0:1788696152.174378:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274364928, portal 10 00000800:00000010:2.0:1788696152.174381:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c995f34e. 00000100:00000001:1.0:1788696152.174382:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696152.174386:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 00000800:00000200:2.0:1788696152.174391:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:0.0:1788696152.174395:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:1.0:1788696152.174397:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274364928/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788696152.174399:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696152.174404:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c995f34e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1788696152.174414:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:1.0:1788696152.174414:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1788696152.174420:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1788696152.174420:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696152.174420:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696152.174426:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e02c571f. 00000400:00000200:0.0:1788696152.174427:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:2.0:1788696152.174428:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307115249 00000100:00000200:1.0:1788696152.174432:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274364928, offset 0 00000400:00000200:0.0:1788696152.174434:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1788696152.174436:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009163ae67. 00000400:00000200:0.0:1788696152.174439:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696152.174443:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696152.174448:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [362:362:255:4294967295] 192.168.201.118@tcp LPNI seq info [362:362:7:4294967295] 00000100:00000001:2.0:1788696152.174452:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1788696152.174459:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788696152.174459:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307115249 00000100:00000010:2.0:1788696152.174463:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026c9675b. 00000100:00000001:2.0:1788696152.174466:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696152.174468:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307115249 00000100:00000010:2.0:1788696152.174470:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a80d04b. 00000100:00000001:2.0:1788696152.174472:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696152.174474:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307115249 00000100:00000010:2.0:1788696152.174476:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012b293cd. 00000100:00000001:2.0:1788696152.174479:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696152.174481:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696152.174483:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696152.174487:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696152.174488:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696152.174495:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696152.174496:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696152.174498:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696152.174499:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696152.174500:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696152.174502:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696152.174538:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696152.174542:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c995f34e. 00000400:00000200:3.0:1788696152.174551:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696152.174557:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000800:00000200:0.0:1788696152.174939:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696152.174942:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005878d45f. 00000400:00000200:1.0:1788696152.174946:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000200:0.0:1788696152.174950:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:1.0:1788696152.174952:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1788696152.174957:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:1.0:1788696152.174958:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000800:00000200:0.0:1788696152.174961:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005878d45f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1788696152.174965:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788696152.174966:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696152.174971:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 33790 usecs (34 jiffies) 00000400:00000200:1.0:1788696152.174971:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:0.0:1788696152.174974:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307114019 00000100:00000001:0.0:1788696152.174975:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307115249 00000100:00000001:0.0:1788696152.174977:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307114019 00000100:00000001:0.0:1788696152.174980:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307115249 00000100:00000001:0.0:1788696152.174983:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307114019 00000400:00000200:1.0:1788696152.174984:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [363:363:254:4294967295] 192.168.201.118@tcp LPNI seq info [363:363:6:4294967295] 00000100:00000001:0.0:1788696152.174985:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307115249 00000100:00000001:0.0:1788696152.174989:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307114019 00000100:00000001:0.0:1788696152.174992:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307115249 00000100:00000001:0.0:1788696152.174994:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696152.174996:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696152.174998:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696152.175001:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696152.175005:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:0.0:1788696152.175006:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696152.175008:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1788696152.175012:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696152.175014:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087c14df2 00000800:00000010:1.0:1788696152.175018:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb85f65. 00000100:00000001:0.0:1788696152.175019:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1788696152.175019:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000087c14df2. 00000100:00000001:0.0:1788696152.175022:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696152.175027:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696152.175027:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788696152.175027:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788696152.175033:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788696152.175034:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004d115929 x1875583274364672/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788696152.175039:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696152.175044:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004bb85f65 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696152.175051:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696152.175053:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696152.175055:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 34156 usecs (35 jiffies) 00000100:00000001:1.0:1788696152.175061:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307114020 00000100:00000001:1.0:1788696152.175063:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307115249 00000100:00000001:1.0:1788696152.175065:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307114020 00000100:00000001:1.0:1788696152.175067:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307115249 00000100:00000001:1.0:1788696152.175068:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307114020 00000100:00000001:1.0:1788696152.175070:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307115249 00000100:00000001:1.0:1788696152.175072:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307114020 00000100:00000001:1.0:1788696152.175073:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307115249 00000100:00000001:1.0:1788696152.175075:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696152.175077:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696152.175079:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696152.175081:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696152.175095:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696152.175097:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696152.175103:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696152.175104:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696152.175106:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696152.175108:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696152.175117:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d115929 x1875583274364672/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696152.175126:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696152.175128:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696152.175144:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696152.175146:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005878d45f. 00000400:00000200:3.0:1788696152.175149:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696152.175152:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696152.175155:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aad6401 00000400:00000010:3.0:1788696152.175157:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009aad6401. 00000100:00000001:3.0:1788696152.175159:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696152.175161:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000218cac94 x1875583274364800/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696152.175168:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696152.175169:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000218cac94 x1875583274364800/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696152.175173:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696152.175173:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696152.175200:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696152.175202:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb85f65. 00000400:00000200:3.0:1788696152.175204:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696152.175206:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696152.175208:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e02c571f 00000400:00000010:3.0:1788696152.175209:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e02c571f. 00000100:00000001:3.0:1788696152.175210:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696152.175216:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274364928/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696152.175220:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696152.175222:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274364928/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696168 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696152.175225:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696152.175226:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696152.177540:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696152.177552:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696152.177555:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696152.177556:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696152.177565:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696152.177580:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0af00 00000400:00000200:2.0:1788696152.177588:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xc1d [1] + 224 00000800:00000001:2.0:1788696152.177595:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696152.177598:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696152.177601:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696152.177605:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696152.177611:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696152.177617:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004d115929 x1875583274364672/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696152.177635:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d115929 x1875583274364672/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696152.177661:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696152.177669:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696152.177673:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696152.177675:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696152.177677:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696152.177682:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696152.177689:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0af80 00000400:00000200:2.0:1788696152.177696:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xc25 [1] + 224 00000100:00000001:3.0:1788696152.177696:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1788696152.177701:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696152.177702:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1788696152.177706:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696152.177709:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1788696152.177710:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1788696152.177725:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1788696152.177729:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000010:3.0:1788696152.177730:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c61ecc24. 00000400:00000200:3.0:1788696152.177737:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042d69037 00000400:00000010:3.0:1788696152.177739:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000042d69037. 00000100:00000001:3.0:1788696152.177742:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788696152.177744:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696152.177748:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004d115929 x1875583274364672/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696152.177751:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000218cac94 x1875583274364800/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696152.177765:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004d115929 x1875583274364672/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696152.177768:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000218cac94 x1875583274364800/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696152.177787:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696152.177789:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696152.177792:0:201301:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:2.0:1788696152.177794:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:3.0:1788696152.177795:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696152.177799:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1788696152.177800:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696152.177801:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696152.177805:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696152.177811:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=53 v=5 (5 5 5 5) 00000800:00000001:2.0:1788696152.177812:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696152.177815:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1788696152.177816:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=53 v=5 (1 1 1 1) 00000800:00000001:2.0:1788696152.177817:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696152.177823:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696152.177824:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696152.177828:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00010000:00000001:3.0:1788696152.177829:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696152.177833:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696152.177836:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0b000 00000100:00000001:0.0:1788696152.177839:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696152.177839:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696152.177868:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d115929 x1875583274364672/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696152.177875:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xc2d [1] + 224 00000800:00000001:2.0:1788696152.177882:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696152.177889:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1788696152.177891:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696152.177892:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696152.177894:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696152.177900:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d115929 x1875583274364672/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696152.177901:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696152.177909:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696152.177915:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00100000:3.0:1788696152.177919:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274364672:192.168.201.118@tcp:400: 00000100:00000200:2.0:1788696152.177920:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274364928/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696152.177928:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696152.177930:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1788696152.177931:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274364928/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696152.177934:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1788696152.177937:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696152.177941:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1788696152.177941:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d115929 x1875583274364672/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788696152.177944:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053871a58. 00000400:00000200:0.0:1788696152.177951:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d9c735 00000400:00000010:0.0:1788696152.177954:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000050d9c735. 00000100:00000001:3.0:1788696152.177954:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1788696152.177957:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:3.0:1788696152.177958:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1788696152.177960:0:201302:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000010:3.0:1788696152.177963:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0bedbc4. 00000800:00000001:2.0:1788696152.177965:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1788696152.177967:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000218cac94 x1875583274364800/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788696152.177971:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788696152.177972:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696152.177977:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696152.177980:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696152.177981:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1788696152.177984:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000218cac94 x1875583274364800/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696152.177986:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1788696152.177986:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696152.177990:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a4df8fd. 02000000:00000001:3.0:1788696152.177996:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1788696152.177997:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000001:1.0:1788696152.177998:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1788696152.178000:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788696152.178000:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:1.0:1788696152.178001:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000010:3.0:1788696152.178004:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d115929. 00000100:00000001:0.0:1788696152.178005:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696152.178008:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696152.178009:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696152.178011:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696152.178012:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696152.178014:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696152.178015:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788696152.178018:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696152.178021:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e21ffd2. 00000100:00000001:3.0:1788696152.178023:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1788696152.178025:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=53 v=5 (5 5 5 5) 00000400:00000200:1.0:1788696152.178027:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b6a63d 00000100:00000001:3.0:1788696152.178027:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696152.178032:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000021b6a63d. 00000100:00001000:0.0:1788696152.178033:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=53 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696152.178033:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696152.178037:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696152.178038:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788696152.178039:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696152.178042:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696152.178045:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274364928/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696152.178046:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696152.178051:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696152.178055:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274364928/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696152.178056:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696152.178059:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696152.178062:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696152.178063:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696152.178064:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696152.178067:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696152.178067:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696152.178069:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696152.178071:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696152.178072:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696152.178074:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000218cac94 x1875583274364800/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696152.178075:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696152.178081:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=52 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696152.178086:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=19 v=5 (1 1 0 0) 00000100:00000001:0.0:1788696152.178088:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696152.178090:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696152.178091:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696152.178092:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788696152.178097:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006439c2df x1875583274364928/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696152.178099:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696152.178102:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788696152.178110:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696152.178111:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000218cac94 x1875583274364800/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696152.178115:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696152.178118:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696152.178122:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696152.178125:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696152.178129:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274364800:192.168.201.118@tcp:400: 00000100:00000040:1.0:1788696152.178131:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274364928/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696152.178136:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696152.178137:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696152.178144:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696152.178144:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696152.178150:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696152.178150:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274364928/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696152.178157:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000218cac94 x1875583274364800/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696152.178160:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274364928:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696152.178166:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696152.178170:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696152.178173:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274364928/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696168 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696152.178176:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696152.178179:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696152.178182:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000002217064. 00000100:00000001:1.0:1788696152.178184:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696152.178187:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1788696152.178188:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1788696152.178190:0:201302:0:(genops.c:1217:class_import_put()) Process entered 02000000:00000010:1.0:1788696152.178191:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000010628ae. 00000020:00000040:0.0:1788696152.178193:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 02000000:00000001:1.0:1788696152.178196:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696152.178198:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000001:1.0:1788696152.178199:0:201303:0:(genops.c:1217:class_import_put()) Process entered 02000000:00000010:0.0:1788696152.178201:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006beeb4bb. 00000020:00000040:1.0:1788696152.178202:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:0.0:1788696152.178207:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696152.178210:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1788696152.178211:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1788696152.178213:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000218cac94. 02000000:00000010:1.0:1788696152.178214:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f68a3b. 02000000:00000001:1.0:1788696152.178219:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1788696152.178220:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1788696152.178220:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696152.178223:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000001:0.0:1788696152.178224:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696152.178226:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696152.178228:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696152.178228:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696152.178233:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696152.178235:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696152.178236:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696152.178239:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696152.178239:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696152.178243:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696152.178245:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696152.178245:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696152.178250:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696153.133939:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696153.133947:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696153.133953:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696153.133955:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696153.133974:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696153.133977:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696153.133979:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696153.453953:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307115249, at 4307115264 00000100:00000040:3.0:1788696153.453953:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307115249, at 4307115264 00000100:00000040:2.0:1788696153.453954:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307115249, at 4307115264 00000100:00000010:0.0:1788696153.453970:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009163ae67. 00000100:00000010:2.0:1788696153.453971:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a80d04b. 00000100:00000010:3.0:1788696153.453978:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012b293cd. 00000100:00000040:1.0:1788696153.454207:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307115249, at 4307115264 00000100:00000010:1.0:1788696153.454212:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026c9675b. 00010000:00000001:2.0:1788696154.158956:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696154.158964:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696154.158971:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696154.158975:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696154.158977:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696154.158980:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696154.158983:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696154.158985:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696154.158987:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696154.158989:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696154.159121:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696154.159124:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696154.159126:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696155.183143:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696155.183149:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696155.183155:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696155.183157:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696155.183182:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696155.183186:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696155.183200:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696156.214908:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696156.214915:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696156.214920:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696156.214921:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696156.214960:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696156.214963:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696156.214966:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696157.230010:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696157.230018:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696157.230028:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696157.230029:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696157.231657:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696157.231663:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696157.231667:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696157.295786:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696157.295793:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696157.295799:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001676e642. 00000020:00000040:0.0:1788696157.295805:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696157.295821:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696157.295824:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696157.295828:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696157.295834:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ee81603. 00000100:00000001:0.0:1788696157.295878:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696157.295888:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000001676e642 x1875583274365056/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696157.295898:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696157.295901:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696157.295905:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001676e642] to pc [ptlrpcd_00_00+0] req@000000001676e642 x1875583274365056/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696157.295927:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696157.295928:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696157.295931:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696157.295934:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a489c80. 00000020:00000040:0.0:1788696157.295936:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696157.295938:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696157.295939:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696157.295940:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696157.295943:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000dfd73c1. 00000100:00000001:0.0:1788696157.295945:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696157.295948:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000004a489c80 x1875583274365184/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696157.295954:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696157.295955:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696157.295957:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a489c80] to pc [ptlrpcd_00_01+1] req@000000004a489c80 x1875583274365184/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696157.295964:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696157.295966:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696157.295969:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696157.295981:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7f27e9d. 00000020:00000040:0.0:1788696157.295984:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696157.295986:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696157.295988:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696157.295990:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696157.295993:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005878d45f. 00000100:00000001:0.0:1788696157.295996:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696157.295999:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a7f27e9d x1875583274365312/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696157.296006:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696157.296007:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696157.296010:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f27e9d] to pc [ptlrpcd_00_02+2] req@00000000a7f27e9d x1875583274365312/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696157.296028:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696157.296030:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696157.296033:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696157.296037:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12456) 00000100:00000001:0.0:1788696157.296049:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696157.296052:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696157.296054:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696157.296059:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a7f27e9d x1875583274365312/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696157.296066:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696157.296069:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696157.296074:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696157.296076:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696157.296079:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696157.296081:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274365312:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696157.296086:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696157.296091:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696157.296093:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696157.296102:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696157.296106:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd5d8451. 02000000:00000001:0.0:1788696157.296107:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696157.296113:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053871a58. 00000400:00000010:0.0:1788696157.296121:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050d9c735. 00000100:00000200:0.0:1788696157.296126:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274365312, portal 10 00000100:00000001:0.0:1788696157.296128:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696157.296130:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438016 : -113296827113600 : ffff98f506dd9f80) 00000100:00000040:0.0:1788696157.296136:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a7f27e9d x1875583274365312/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696157.296229:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696157.296231:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696157.296238:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696157.296241:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001676e642 x1875583274365056/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696157.296248:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696157.296249:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696157.296251:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696157.296252:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696157.296254:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696157.296256:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274365056:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696157.296259:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696157.296261:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696157.296262:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696157.296263:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696157.296266:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094ed52e3. 02000000:00000001:3.0:1788696157.296267:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696157.296275:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eaa9b8e. 00000400:00000010:3.0:1788696157.296278:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad957e8. 00000100:00000200:3.0:1788696157.296281:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274365056, portal 25 00000100:00000001:3.0:1788696157.296282:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696157.296283:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882429952 : -113296827121664 : ffff98f506dd8000) 00000100:00000040:3.0:1788696157.296286:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001676e642 x1875583274365056/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696157.296293:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696157.296295:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696157.296297:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000100:00000200:3.0:1788696157.296299:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274365056, offset 0 00000400:00000200:3.0:1788696157.296305:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696157.296316:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696157.296321:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696157.296324:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696157.296339:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696157.296341:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696157.296345:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [364:364:256:4294967295] 192.168.201.118@tcp LPNI seq info [364:364:8:4294967295] 00000400:00000200:3.0:1788696157.296359:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696157.296365:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696157.296369:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a4df8fd. 00000800:00000200:3.0:1788696157.296375:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696157.296393:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696157.296397:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a4df8fd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696157.296410:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696157.296414:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307120371 00000100:00000010:3.0:1788696157.296418:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000001:3.0:1788696157.296428:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696157.296435:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307120371 00000100:00000010:3.0:1788696157.296438:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000100:00000001:3.0:1788696157.296440:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696157.296448:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307120371 00000100:00000010:3.0:1788696157.296450:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000100:00000001:3.0:1788696157.296452:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696157.296454:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307120371 00000100:00000010:3.0:1788696157.296457:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b6749. 00000100:00000001:3.0:1788696157.296459:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696157.296461:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696157.296463:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696157.296465:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696157.296467:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696157.296484:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696157.296485:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696157.296487:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696157.296488:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696157.296489:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696157.296492:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788696157.296493:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696157.296495:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696157.296500:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696157.296501:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696157.296502:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696157.296503:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696157.296506:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a489c80 x1875583274365184/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696157.296512:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696157.296513:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696157.296515:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696157.296516:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696157.296518:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696157.296523:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274365184:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696157.296526:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696157.296528:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696157.296529:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696157.296530:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696157.296533:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c7c5973. 02000000:00000001:3.0:1788696157.296534:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696157.296536:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a5c2908. 00000400:00000010:3.0:1788696157.296539:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a14a5fac. 00000100:00000200:3.0:1788696157.296541:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274365184, portal 10 00000100:00000001:3.0:1788696157.296543:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696157.296544:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882430848 : -113296827120768 : ffff98f506dd8380) 00000100:00000040:3.0:1788696157.296548:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004a489c80 x1875583274365184/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696157.296554:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696157.296556:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696157.296557:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2b4e50. 00000100:00000200:3.0:1788696157.296559:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274365184, offset 0 00000400:00000200:3.0:1788696157.296562:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696157.296566:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696157.296568:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696157.296571:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696157.296576:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696157.296578:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696157.296580:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [365:365:255:4294967295] 192.168.201.118@tcp LPNI seq info [365:365:7:4294967295] 00000400:00000200:3.0:1788696157.296587:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696157.296591:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696157.296594:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000842c2c60. 00000800:00000200:3.0:1788696157.296597:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696157.296600:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696157.296602:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000842c2c60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696157.296605:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696157.296607:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 33517 usecs (34 jiffies) 00000100:00000001:3.0:1788696157.296610:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307119140 00000100:00000001:3.0:1788696157.296612:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307120371 00000100:00000001:3.0:1788696157.296613:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307119140 00000100:00000001:3.0:1788696157.296615:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307120371 00000100:00000001:3.0:1788696157.296616:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307119140 00000100:00000001:3.0:1788696157.296617:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307120371 00000100:00000001:3.0:1788696157.296619:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307119140 00000100:00000001:3.0:1788696157.296620:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307120371 00000100:00000001:3.0:1788696157.296621:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696157.296633:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696157.296635:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696157.296637:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696157.296677:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696157.296680:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a4df8fd. 00000400:00000200:3.0:1788696157.296685:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696157.296689:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696157.296693:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:3.0:1788696157.296700:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:3.0:1788696157.296704:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696157.296706:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001676e642 x1875583274365056/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696157.296714:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696157.296716:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001676e642 x1875583274365056/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696173 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696157.296722:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696157.296724:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696157.296837:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696157.296839:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000842c2c60. 00000400:00000200:3.0:1788696157.296842:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696157.296863:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696157.296865:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2b4e50 00000400:00000010:3.0:1788696157.296867:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004e2b4e50. 00000100:00000001:3.0:1788696157.296869:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696157.296871:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004a489c80 x1875583274365184/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696157.296878:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696157.296880:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a489c80 x1875583274365184/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696173 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696157.296885:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696157.296886:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788696157.296949:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696157.296952:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696157.296968:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696157.296970:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696157.297308:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696157.297311:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696157.297314:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008365c19a. 00000100:00000200:0.0:1788696157.297316:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274365312, offset 0 00000400:00000200:0.0:1788696157.297320:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696157.297325:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696157.297328:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696157.297331:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696157.297333:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696157.297335:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696157.297337:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [366:366:256:4294967295] 192.168.201.118@tcp LPNI seq info [366:366:8:4294967295] 00000400:00000200:0.0:1788696157.297344:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696157.297348:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696157.297351:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024382ee1. 00000800:00000200:0.0:1788696157.297354:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696157.297358:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696157.297360:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024382ee1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696157.297368:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696157.297371:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 33873 usecs (34 jiffies) 00000100:00000001:0.0:1788696157.297373:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307119141 00000100:00000001:0.0:1788696157.297375:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307120371 00000100:00000001:0.0:1788696157.297383:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307119141 00000100:00000001:0.0:1788696157.297384:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307120371 00000100:00000001:0.0:1788696157.297386:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307119141 00000100:00000001:0.0:1788696157.297387:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307120371 00000100:00000001:0.0:1788696157.297388:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307119141 00000100:00000001:0.0:1788696157.297390:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307120371 00000100:00000001:0.0:1788696157.297391:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696157.297393:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696157.297395:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696157.297396:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696157.297400:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696157.297402:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696157.297403:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696157.297404:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696157.297405:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696157.297407:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696157.297919:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696157.297924:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024382ee1. 00000400:00000200:3.0:1788696157.297928:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696157.297932:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696157.297936:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008365c19a 00000400:00000010:3.0:1788696157.297937:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008365c19a. 00000100:00000001:3.0:1788696157.297941:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696157.297947:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a7f27e9d x1875583274365312/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696157.297956:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696157.297964:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a7f27e9d x1875583274365312/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696173 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696157.297970:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696157.297971:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696157.301007:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696157.301024:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696157.301028:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696157.301030:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696157.301041:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696157.301065:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0b080 00000400:00000200:2.0:1788696157.301071:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xc39 [1] + 224 00000800:00000001:2.0:1788696157.301076:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696157.301083:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696157.301085:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696157.301089:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696157.301094:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696157.301099:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001676e642 x1875583274365056/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696157.301106:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001676e642 x1875583274365056/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696157.301116:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696157.301122:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696157.301124:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696157.301258:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696157.301263:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696157.301270:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696157.301272:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696157.301275:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eaa9b8e. 00000400:00000200:3.0:1788696157.301280:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad957e8 00000400:00000010:3.0:1788696157.301283:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fad957e8. 00000100:00000001:3.0:1788696157.301286:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696157.301291:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001676e642 x1875583274365056/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696157.301300:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001676e642 x1875583274365056/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696157.301308:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696157.301309:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696157.301312:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696157.301315:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696157.301318:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696157.301319:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696157.301322:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696157.301328:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=58 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696157.301331:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=58 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696157.301334:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696157.301336:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696157.301339:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696157.301341:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696157.301344:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696157.301347:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001676e642 x1875583274365056/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696157.301354:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696157.301357:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696157.301359:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696157.301377:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001676e642 x1875583274365056/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696157.301385:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274365056:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696157.301390:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696157.301393:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696157.301396:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001676e642 x1875583274365056/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696157.301403:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696157.301405:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696157.301408:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094ed52e3. 02000000:00000001:3.0:1788696157.301412:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696157.301415:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696157.301416:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696157.301419:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696157.301421:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ee81603. 02000000:00000001:3.0:1788696157.301424:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696157.301426:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696157.301428:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001676e642. 00000100:00000001:3.0:1788696157.301431:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696157.301432:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696157.301435:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696157.301437:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696157.301438:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696157.301440:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696157.301441:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696157.301718:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696157.301723:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696157.301725:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696157.301728:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696157.301733:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696157.301742:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0b100 00000400:00000200:3.0:1788696157.301747:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xc41 [1] + 224 00000800:00000001:3.0:1788696157.301751:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696157.301755:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696157.301763:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696157.301766:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696157.301770:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696157.301773:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004a489c80 x1875583274365184/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696157.301781:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a489c80 x1875583274365184/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696157.301803:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696157.301807:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696157.301810:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696157.301929:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696157.301932:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696157.301935:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696157.301935:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696157.301937:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a5c2908. 00000400:00000200:0.0:1788696157.301949:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a14a5fac 00000400:00000010:0.0:1788696157.301950:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a14a5fac. 00000100:00000001:0.0:1788696157.301953:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696157.301957:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004a489c80 x1875583274365184/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696157.301966:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004a489c80 x1875583274365184/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696157.301973:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696157.301975:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696157.301977:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696157.301979:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696157.301987:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696157.301989:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696157.301991:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696157.301998:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=58 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696157.302001:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=58 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696157.302004:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696157.302005:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696157.302007:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696157.302010:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696157.302014:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696157.302016:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696157.302018:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696157.302019:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696157.302023:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a489c80 x1875583274365184/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696157.302030:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696157.302032:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696157.302033:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696157.302035:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a489c80 x1875583274365184/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696157.302098:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274365184:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696157.302102:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696157.302103:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696157.302105:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a489c80 x1875583274365184/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696157.302108:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696157.302109:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696157.302111:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c7c5973. 02000000:00000001:0.0:1788696157.302113:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696157.302114:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696157.302115:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696157.302116:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696157.302117:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000dfd73c1. 02000000:00000001:0.0:1788696157.302123:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696157.302124:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696157.302124:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a489c80. 00000100:00000001:0.0:1788696157.302126:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696157.302127:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696157.302128:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696157.302134:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696157.302135:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696157.302136:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696157.302137:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696157.302653:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696157.302661:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696157.302664:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696157.302666:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696157.302671:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696157.302681:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0b180 00000400:00000200:3.0:1788696157.302687:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xc35 [1] + 224 00000800:00000001:3.0:1788696157.302702:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696157.302712:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696157.302714:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696157.302717:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696157.302721:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696157.302726:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a7f27e9d x1875583274365312/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696157.302735:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a7f27e9d x1875583274365312/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696157.302759:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696157.302765:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696157.302768:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696157.303547:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696157.303551:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696157.303555:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696157.303556:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696157.303558:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053871a58. 00000400:00000200:0.0:1788696157.303561:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d9c735 00000400:00000010:0.0:1788696157.303563:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000050d9c735. 00000100:00000001:0.0:1788696157.303565:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696157.303569:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a7f27e9d x1875583274365312/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696157.303575:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a7f27e9d x1875583274365312/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696157.303579:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696157.303580:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696157.303581:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696157.303583:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696157.303584:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696157.303585:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696157.303587:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696157.303592:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=57 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696157.303594:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=24 v=5 (1 1 0 0) 00000100:00000001:0.0:1788696157.303596:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696157.303596:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696157.303598:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696157.303600:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a7f27e9d x1875583274365312/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696157.303616:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696157.303618:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696157.303619:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696157.303621:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696157.303632:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696157.303634:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a7f27e9d x1875583274365312/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696157.303639:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696157.303640:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696157.303642:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696157.303643:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7f27e9d x1875583274365312/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696157.303647:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274365312:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696157.303650:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696157.303651:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696157.303652:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a7f27e9d x1875583274365312/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696173 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696157.303656:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696157.303657:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696157.303659:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd5d8451. 02000000:00000001:0.0:1788696157.303661:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696157.303662:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696157.303663:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696157.303665:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696157.303667:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005878d45f. 02000000:00000001:0.0:1788696157.303669:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696157.303670:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696157.303670:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7f27e9d. 00000100:00000001:0.0:1788696157.303673:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696157.303673:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696157.303679:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696157.303684:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696157.303684:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696157.303686:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696157.303688:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696158.253975:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696158.253983:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696158.253988:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696158.254006:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696158.254030:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696158.254033:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696158.254036:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696158.573962:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307120371, at 4307120384 00000100:00000040:1.0:1788696158.573962:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307120371, at 4307120384 00000100:00000010:1.0:1788696158.573978:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00000100:00000010:0.0:1788696158.573980:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00000100:00000040:2.0:1788696158.574075:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307120371, at 4307120384 00000100:00000010:2.0:1788696158.574082:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000100:00000040:3.0:1788696158.574098:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307120371, at 4307120384 00000100:00000010:3.0:1788696158.574106:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b6749. 00010000:00000001:2.0:1788696159.277970:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696159.277979:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696159.277981:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696159.277984:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696159.277989:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696159.277991:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696159.277994:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696159.277996:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696159.278001:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696159.278002:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696159.278023:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696159.278026:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696159.278029:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696160.301913:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696160.301920:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696160.301927:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696160.301928:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696160.302250:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696160.302254:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696160.302257:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696161.326273:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696161.326281:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696161.326288:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696161.326289:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696161.326311:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696161.326314:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696161.326316:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696162.350687:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696162.350694:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696162.350699:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696162.350701:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696162.350729:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696162.350731:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696162.350734:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696162.416257:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696162.416264:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696162.416270:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7f27e9d. 00000020:00000040:0.0:1788696162.416275:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696162.416278:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696162.416281:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696162.416284:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696162.416290:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005878d45f. 00000100:00000001:0.0:1788696162.416295:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696162.416303:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000a7f27e9d x1875583274365440/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696162.416310:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696162.416312:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696162.416315:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f27e9d] to pc [ptlrpcd_00_03+3] req@00000000a7f27e9d x1875583274365440/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696162.416341:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696162.416343:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696162.416345:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696162.416347:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a489c80. 00000020:00000040:0.0:1788696162.416349:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696162.416350:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696162.416351:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788696162.416361:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788696162.416364:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696162.416367:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1788696162.416368:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000dfd73c1. 00000100:00000001:1.0:1788696162.416371:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788696162.416372:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696162.416377:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000004a489c80 x1875583274365568/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1788696162.416377:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a7f27e9d x1875583274365440/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696162.416404:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696162.416405:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696162.416408:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696162.416408:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696162.416415:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a489c80] to pc [ptlrpcd_00_00+0] req@000000004a489c80 x1875583274365568/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696162.416415:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696162.416418:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696162.416422:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696162.416427:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274365440:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696162.416431:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696162.416435:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696162.416437:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696162.416438:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696162.416442:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca6e37dc. 00000100:00000001:0.0:1788696162.416443:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696162.416444:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696162.416446:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696162.416449:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1788696162.416450:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e21ffd2. 00000100:00000010:0.0:1788696162.416452:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ace5e01e. 00000020:00000040:0.0:1788696162.416455:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696162.416456:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1788696162.416457:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b6a63d. 02000000:00000001:0.0:1788696162.416458:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696162.416461:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696162.416464:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000014613afe. 00000100:00000001:0.0:1788696162.416465:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696162.416468:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000ace5e01e x1875583274365696/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696162.416472:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696162.416473:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696162.416475:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ace5e01e] to pc [ptlrpcd_00_01+1] req@00000000ace5e01e x1875583274365696/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696162.416479:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696162.416480:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696162.416482:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696162.416486:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12461) 00000100:00000001:3.0:1788696162.416486:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696162.416489:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696162.416491:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696162.416496:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a489c80 x1875583274365568/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696162.416501:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696162.416503:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696162.416504:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696162.416507:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788696162.416507:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696162.416512:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ace5e01e x1875583274365696/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696162.416512:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696162.416516:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696162.416522:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696162.416523:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696162.416526:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696162.416528:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1788696162.416529:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274365568:192.168.201.118@tcp:400: 02000000:00000001:0.0:1788696162.416530:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696162.416543:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696162.416547:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ace5e01e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274365696:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696162.416553:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696162.416554:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696162.416557:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696162.416559:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696162.416560:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696162.416562:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696162.416564:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1788696162.416566:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696162.416569:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa20ca05. 02000000:00000010:0.0:1788696162.416571:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003040d782. 02000000:00000001:3.0:1788696162.416573:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696162.416575:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696162.416580:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eaa9b8e. 00000400:00000010:0.0:1788696162.416581:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053871a58. 00000100:00000200:1.0:1788696162.416699:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274365440, portal 25 00000100:00000001:1.0:1788696162.416701:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696162.416703:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438016 : -113296827113600 : ffff98f506dd9f80) 00000100:00000040:1.0:1788696162.416707:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a7f27e9d x1875583274365440/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696162.416712:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696162.416714:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696162.416717:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013cbe2c3. 00000400:00000010:3.0:1788696162.416731:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad957e8. 00000100:00000200:3.0:1788696162.416733:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274365568, portal 10 00000100:00000001:3.0:1788696162.416735:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696162.416735:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882430848 : -113296827120768 : ffff98f506dd8380) 00000100:00000040:3.0:1788696162.416740:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004a489c80 x1875583274365568/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696162.416744:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696162.416746:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696162.416747:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2b4e50. 00000100:00000200:3.0:1788696162.416748:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274365568, offset 0 00000400:00000200:3.0:1788696162.416753:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696162.416763:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696162.416767:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696162.416771:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696162.416775:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696162.416783:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696162.416786:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [367:367:256:4294967295] 192.168.201.118@tcp LPNI seq info [367:367:8:4294967295] 00000400:00000200:3.0:1788696162.416794:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696162.416800:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696162.416803:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000842c2c60. 00000800:00000200:3.0:1788696162.416809:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696162.416815:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696162.416819:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000842c2c60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696162.416829:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696162.416832:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 33273 usecs (34 jiffies) 00000100:00000001:3.0:1788696162.416835:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307124260 00000100:00000010:3.0:1788696162.416838:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000001:3.0:1788696162.416842:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696162.416862:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307124261 00000100:00000010:3.0:1788696162.416864:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000100:00000001:3.0:1788696162.416866:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696162.416868:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307124261 00000100:00000010:3.0:1788696162.416870:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000100:00000001:3.0:1788696162.416871:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696162.416873:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307124261 00000100:00000010:3.0:1788696162.416874:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000100:00000001:3.0:1788696162.416876:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696162.416878:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696162.416880:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696162.416882:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696162.416883:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696162.416889:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696162.416891:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696162.416892:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696162.416896:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696162.416897:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696162.416899:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696162.416917:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696162.416919:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696162.416941:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050d9c735. 00000100:00000200:0.0:1788696162.416947:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274365696, portal 10 00000100:00000001:0.0:1788696162.416949:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696162.416950:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882437120 : -113296827114496 : ffff98f506dd9c00) 00000100:00000040:0.0:1788696162.416957:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ace5e01e x1875583274365696/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696162.416963:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696162.416965:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696162.416967:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090a574b6. 00000100:00000200:0.0:1788696162.416969:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274365696, offset 0 00000400:00000200:0.0:1788696162.416974:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696162.416979:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696162.416981:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696162.416982:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696162.416984:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696162.416989:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696162.416991:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [368:368:255:4294967295] 192.168.201.118@tcp LPNI seq info [368:368:7:4294967295] 00000400:00000200:0.0:1788696162.416997:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696162.416999:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696162.417001:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000150a73a8. 00000800:00000200:0.0:1788696162.417004:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696162.417007:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696162.417008:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000150a73a8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696162.417011:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696162.417013:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 33641 usecs (34 jiffies) 00000100:00000001:0.0:1788696162.417015:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307124261 00000100:00000001:0.0:1788696162.417020:0:201301:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, simply extend its deadline from 4307124260 00000100:00000001:0.0:1788696162.417022:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307124261 00000100:00000001:0.0:1788696162.417024:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307124261 00000100:00000001:0.0:1788696162.417025:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307124261 00000100:00000001:0.0:1788696162.417026:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307124261 00000100:00000200:1.0:1788696162.417027:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274365440, offset 0 00000100:00000001:0.0:1788696162.417028:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307124261 00000100:00000001:0.0:1788696162.417029:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307124261 00000100:00000001:0.0:1788696162.417030:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696162.417031:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696162.417032:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696162.417033:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696162.417036:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696162.417038:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696162.417040:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696162.417041:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696162.417043:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696162.417044:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696162.417045:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696162.417054:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696162.417058:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696162.417061:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696162.417064:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696162.417067:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696162.417070:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [369:369:254:4294967295] 192.168.201.118@tcp LPNI seq info [369:369:6:4294967295] 00000400:00000200:1.0:1788696162.417078:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696162.417083:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696162.417087:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000520c6b2f. 00000800:00000200:1.0:1788696162.417091:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696162.417096:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696162.417099:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000520c6b2f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696162.417102:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696162.417105:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307125492 00000100:00000001:1.0:1788696162.417109:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307124261 00000100:00000001:1.0:1788696162.417112:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307125492 00000100:00000001:1.0:1788696162.417114:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307124261 00000100:00000001:1.0:1788696162.417117:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307125492 00000100:00000001:1.0:1788696162.417120:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307124261 00000100:00000001:1.0:1788696162.417122:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307125492 00000100:00000001:1.0:1788696162.417125:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307124261 00000100:00000001:1.0:1788696162.417127:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696162.417129:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696162.417132:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696162.417133:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696162.417137:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696162.417138:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696162.417140:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696162.417147:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696162.417149:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696162.417152:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696162.417157:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696162.417162:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000842c2c60. 00000400:00000200:2.0:1788696162.417169:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696162.417174:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696162.417180:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2b4e50 00000400:00000010:2.0:1788696162.417182:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004e2b4e50. 00000100:00000001:2.0:1788696162.417187:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696162.417191:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004a489c80 x1875583274365568/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696162.417201:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696162.417204:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a489c80 x1875583274365568/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696162.417212:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696162.417214:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696162.417225:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696162.417227:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000150a73a8. 00000400:00000200:2.0:1788696162.417230:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696162.417233:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696162.417234:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090a574b6 00000400:00000010:2.0:1788696162.417235:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000090a574b6. 00000100:00000001:2.0:1788696162.417237:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696162.417239:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000ace5e01e x1875583274365696/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696162.417243:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696162.417244:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ace5e01e x1875583274365696/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696162.417248:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696162.417249:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696162.417300:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696162.417302:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000520c6b2f. 00000400:00000200:2.0:1788696162.417304:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696162.417306:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696162.417307:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013cbe2c3 00000400:00000010:2.0:1788696162.417312:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013cbe2c3. 00000100:00000001:2.0:1788696162.417314:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696162.417316:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a7f27e9d x1875583274365440/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696162.417321:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696162.417322:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a7f27e9d x1875583274365440/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696178 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696162.417325:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696162.417326:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696162.419765:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696162.419781:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696162.419785:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696162.419786:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696162.419796:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696162.419810:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0b200 00000400:00000200:3.0:1788696162.419817:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xc4d [1] + 224 00000800:00000001:3.0:1788696162.419823:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696162.419827:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696162.419830:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696162.419834:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696162.419840:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696162.419946:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a7f27e9d x1875583274365440/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696162.419957:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a7f27e9d x1875583274365440/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696162.419975:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696162.419983:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696162.419986:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696162.420077:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696162.420081:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696162.420087:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696162.420090:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696162.420092:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e21ffd2. 00000400:00000200:1.0:1788696162.420096:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b6a63d 00000400:00000010:1.0:1788696162.420099:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000021b6a63d. 00000100:00000001:1.0:1788696162.420102:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696162.420106:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a7f27e9d x1875583274365440/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696162.420113:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a7f27e9d x1875583274365440/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696162.420144:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696162.420146:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696162.420148:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696162.420150:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696162.420153:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696162.420178:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696162.420181:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696162.420186:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=63 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696162.420190:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=63 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696162.420193:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696162.420195:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696162.420197:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696162.420199:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696162.420202:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696162.420206:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a7f27e9d x1875583274365440/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696162.420212:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696162.420215:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696162.420217:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696162.420220:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7f27e9d x1875583274365440/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696162.420243:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274365440:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696162.420249:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696162.420251:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696162.420253:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a7f27e9d x1875583274365440/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696162.420259:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696162.420261:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696162.420264:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca6e37dc. 02000000:00000001:1.0:1788696162.420267:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696162.420269:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696162.420270:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696162.420273:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696162.420275:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005878d45f. 02000000:00000001:1.0:1788696162.420278:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696162.420280:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696162.420281:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7f27e9d. 00000100:00000001:1.0:1788696162.420284:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696162.420285:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696162.420287:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696162.420293:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696162.420295:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696162.420297:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696162.420299:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696162.420967:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696162.420975:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696162.420978:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696162.420980:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696162.420986:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696162.420995:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0b280 00000400:00000200:3.0:1788696162.421001:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xc51 [1] + 224 00000800:00000001:3.0:1788696162.421006:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696162.421009:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696162.421018:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696162.421022:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696162.421026:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696162.421030:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004a489c80 x1875583274365568/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696162.421039:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a489c80 x1875583274365568/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696162.421056:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696162.421065:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696162.421069:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696162.421071:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696162.421072:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696162.421076:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696162.421082:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0b300 00000400:00000200:3.0:1788696162.421086:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xc59 [1] + 224 00000800:00000001:3.0:1788696162.421090:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788696162.421094:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1788696162.421094:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696162.421096:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696162.421099:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696162.421102:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696162.421102:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696162.421105:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000ace5e01e x1875583274365696/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788696162.421106:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696162.421107:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696162.421109:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eaa9b8e. 00000100:00000040:3.0:1788696162.421112:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ace5e01e x1875583274365696/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696162.421113:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad957e8 00000400:00000010:0.0:1788696162.421114:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fad957e8. 00000100:00000001:0.0:1788696162.421117:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696162.421120:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004a489c80 x1875583274365568/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696162.421127:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004a489c80 x1875583274365568/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696162.421133:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696162.421134:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696162.421134:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696162.421136:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696162.421138:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1788696162.421138:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788696162.421139:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1788696162.421140:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696162.421141:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696162.421143:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696162.421148:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=63 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696162.421152:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=63 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696162.421154:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696162.421155:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696162.421157:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696162.421160:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696162.421266:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696162.421268:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696162.421271:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696162.421272:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696162.421277:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a489c80 x1875583274365568/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696162.421280:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696162.421284:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696162.421288:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1788696162.421290:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1788696162.421292:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1788696162.421294:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1788696162.421295:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1788696162.421299:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053871a58. 00000100:00000040:0.0:1788696162.421302:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a489c80 x1875583274365568/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696162.421305:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d9c735 00000400:00000010:2.0:1788696162.421309:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000050d9c735. 00000100:00000001:2.0:1788696162.421314:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696162.421320:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000ace5e01e x1875583274365696/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696162.421343:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274365568:192.168.201.118@tcp:400: 00000100:00000200:2.0:1788696162.421345:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000ace5e01e x1875583274365696/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696162.421352:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696162.421357:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696162.421361:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a489c80 x1875583274365568/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696162.421367:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696162.421369:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696162.421371:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa20ca05. 02000000:00000001:0.0:1788696162.421374:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696162.421376:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696162.421377:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696162.421379:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696162.421381:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000dfd73c1. 02000000:00000001:0.0:1788696162.421383:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696162.421384:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696162.421385:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a489c80. 00000100:00000001:0.0:1788696162.421388:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696162.421390:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696162.421391:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696162.421396:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696162.421398:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696162.421399:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696162.421401:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696162.421764:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696162.421766:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696162.421768:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696162.421769:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696162.421770:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696162.421771:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696162.421772:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696162.421776:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=62 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696162.421778:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=29 v=5 (1 1 0 0) 00000100:00000001:2.0:1788696162.421780:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696162.421780:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696162.421782:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788696162.421784:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ace5e01e x1875583274365696/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696162.421798:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696162.421799:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696162.421800:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696162.421801:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696162.421802:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696162.421804:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ace5e01e x1875583274365696/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696162.421807:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696162.421808:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696162.421809:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696162.421811:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ace5e01e x1875583274365696/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696162.421815:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ace5e01e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274365696:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696162.421818:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696162.421819:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696162.421820:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ace5e01e x1875583274365696/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696178 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696162.421823:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696162.421824:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696162.421825:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003040d782. 02000000:00000001:2.0:1788696162.421828:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696162.421828:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696162.421829:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696162.421830:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696162.421831:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000014613afe. 02000000:00000001:2.0:1788696162.421832:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696162.421833:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696162.421833:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ace5e01e. 00000100:00000001:2.0:1788696162.421835:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696162.421836:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696162.421839:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696162.421842:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696162.421843:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696162.421866:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696162.421868:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696163.373967:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696163.373974:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696163.373981:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696163.373982:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696163.374044:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696163.374047:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696163.374050:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696163.693962:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307125492, at 4307125504 00000100:00000040:2.0:1788696163.693962:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307125492, at 4307125504 00000100:00000040:3.0:1788696163.693962:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307125492, at 4307125504 00000100:00000010:3.0:1788696163.693981:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00000100:00000010:2.0:1788696163.693987:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00000100:00000010:0.0:1788696163.693990:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00000100:00000040:1.0:1788696163.694780:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307125492, at 4307125504 00000100:00000010:1.0:1788696163.694785:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00010000:00000001:2.0:1788696164.397957:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696164.397965:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696164.397970:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696164.397973:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696164.397975:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696164.397978:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696164.397981:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696164.397983:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696164.397984:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696164.397986:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696164.398004:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696164.398006:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696164.398008:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696165.424043:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696165.424050:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696165.424056:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696165.424057:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696165.424078:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696165.424081:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696165.424084:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696166.445956:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696166.445963:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696166.445969:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696166.445970:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696166.446134:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696166.446138:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696166.446141:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696167.469959:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696167.469967:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696167.469990:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696167.469991:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696167.470010:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696167.470013:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696167.470026:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696167.533943:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696167.533952:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696167.533960:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a489c80. 00000020:00000040:0.0:1788696167.533965:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696167.533980:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696167.533983:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696167.533987:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696167.533992:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000dfd73c1. 00000100:00000001:0.0:1788696167.533997:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696167.534005:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000004a489c80 x1875583274365824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696167.534015:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696167.534018:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696167.534023:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a489c80] to pc [ptlrpcd_00_02+2] req@000000004a489c80 x1875583274365824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696167.534073:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696167.534075:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696167.534078:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696167.534082:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ace5e01e. 00000020:00000040:0.0:1788696167.534084:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696167.534085:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696167.534086:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696167.534087:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696167.534091:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f8e491. 00000100:00000001:0.0:1788696167.534093:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696167.534095:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000ace5e01e x1875583274365952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696167.534100:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696167.534101:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696167.534103:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ace5e01e] to pc [ptlrpcd_00_03+3] req@00000000ace5e01e x1875583274365952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696167.534108:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696167.534109:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696167.534111:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696167.534118:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7f27e9d. 00000020:00000040:0.0:1788696167.534119:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696167.534120:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696167.534122:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696167.534123:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696167.534126:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009146b66a. 00000100:00000001:0.0:1788696167.534127:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696167.534129:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a7f27e9d x1875583274366080/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696167.534134:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696167.534134:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696167.534136:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f27e9d] to pc [ptlrpcd_00_00+0] req@00000000a7f27e9d x1875583274366080/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696167.534148:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696167.534150:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696167.534152:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696167.534156:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12467) 00000100:00000001:0.0:1788696167.534165:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696167.534167:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696167.534169:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696167.534172:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a7f27e9d x1875583274366080/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696167.534178:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696167.534180:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696167.534184:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696167.534186:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696167.534189:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696167.534192:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274366080:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696167.534197:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696167.534202:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696167.534205:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696167.534213:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696167.534216:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6f92ee6. 02000000:00000001:0.0:1788696167.534218:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696167.534225:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087206912. 00000400:00000010:0.0:1788696167.534232:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c828ede. 00000100:00000200:0.0:1788696167.534238:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274366080, portal 10 00000100:00000001:0.0:1788696167.534240:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696167.534241:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438016 : -113296827113600 : ffff98f506dd9f80) 00000100:00000040:0.0:1788696167.534247:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a7f27e9d x1875583274366080/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696167.534252:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696167.534255:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696167.534256:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016d26bd0. 00000100:00000200:0.0:1788696167.534259:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274366080, offset 0 00000400:00000200:0.0:1788696167.534264:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696167.534274:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696167.534278:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696167.534281:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696167.534283:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696167.534285:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696167.534287:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [370:370:256:4294967295] 192.168.201.118@tcp LPNI seq info [370:370:8:4294967295] 00000400:00000200:0.0:1788696167.534294:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696167.534298:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696167.534301:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024f67866. 00000800:00000200:0.0:1788696167.534306:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696167.534310:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696167.534313:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024f67866 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696167.534326:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696167.534329:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 33386 usecs (34 jiffies) 00000100:00000001:0.0:1788696167.534332:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307129378 00000100:00000010:0.0:1788696167.534335:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035146d2b. 00000100:00000001:0.0:1788696167.534343:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788696167.534347:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307129378 00000100:00000010:0.0:1788696167.534348:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b89cdb3. 00000100:00000001:0.0:1788696167.534350:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788696167.534352:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307129378 00000100:00000010:0.0:1788696167.534353:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038ecd934. 00000100:00000001:0.0:1788696167.534354:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788696167.534359:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307129378 00000100:00000010:0.0:1788696167.534360:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001cecc859. 00000100:00000001:0.0:1788696167.534362:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788696167.534365:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696167.534367:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696167.534370:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696167.534372:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696167.534379:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696167.534381:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696167.534383:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696167.534384:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696167.534385:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696167.534387:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696167.534509:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696167.534512:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696167.534514:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696167.534518:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ace5e01e x1875583274365952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696167.534525:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696167.534526:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696167.534528:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696167.534530:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696167.534532:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696167.534534:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ace5e01e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274365952:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696167.534538:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696167.534540:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696167.534542:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696167.534544:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696167.534548:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000386527fb. 02000000:00000001:2.0:1788696167.534550:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696167.534553:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000414a9125. 00000100:00000001:3.0:1788696167.534557:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1788696167.534558:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a64d0d8. 00000100:00000200:2.0:1788696167.534562:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274365952, portal 10 00000100:00000001:3.0:1788696167.534563:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696167.534565:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696167.534566:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882437120 : -113296827114496 : ffff98f506dd9c00) 00000100:00000040:2.0:1788696167.534572:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ace5e01e x1875583274365952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696167.534573:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788696167.534578:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696167.534581:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a489c80 x1875583274365824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696167.534584:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696167.534586:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6ba0334. 00000100:00000200:2.0:1788696167.534589:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274365952, offset 0 00000400:00000200:2.0:1788696167.534596:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696167.534599:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696167.534600:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696167.534605:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696167.534607:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788696167.534608:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:3.0:1788696167.534613:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696167.534614:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696167.534620:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00100000:3.0:1788696167.534620:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274365824:192.168.201.118@tcp:400: 00000400:00000200:2.0:1788696167.534626:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788696167.534627:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788696167.534630:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000001:3.0:1788696167.534632:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696167.534635:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696167.534636:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [371:371:255:4294967295] 192.168.201.118@tcp LPNI seq info [371:371:7:4294967295] 02000000:00000001:3.0:1788696167.534639:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696167.534644:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005edc4c5a. 02000000:00000001:3.0:1788696167.534648:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696167.534652:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000010:3.0:1788696167.534654:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af7adfa6. 00000800:00000200:2.0:1788696167.534660:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696167.534660:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000100:00000200:3.0:1788696167.534665:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274365824, portal 25 00000100:00000001:3.0:1788696167.534668:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1788696167.534670:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078c7cd5c. 00000100:00000001:3.0:1788696167.534671:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882430848 : -113296827120768 : ffff98f506dd8380) 00000100:00000040:3.0:1788696167.534679:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004a489c80 x1875583274365824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788696167.534681:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696167.534691:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788696167.534695:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1788696167.534696:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078c7cd5c type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1788696167.534701:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696167.534702:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696167.534705:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a86e418. 00000100:00000200:3.0:1788696167.534707:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274365824, offset 0 00000400:00000200:3.0:1788696167.534712:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696167.534718:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000040:2.0:1788696167.534719:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 33020 usecs (34 jiffies) 00000400:00000200:3.0:1788696167.534723:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788696167.534725:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307129378 00000400:00000200:3.0:1788696167.534728:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:2.0:1788696167.534730:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307129378 00000400:00000200:3.0:1788696167.534733:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788696167.534735:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307129378 00000400:00000200:3.0:1788696167.534738:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788696167.534739:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307129378 00000100:00000001:2.0:1788696167.534743:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307129378 00000100:00000001:2.0:1788696167.534746:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307129378 00000400:00000200:3.0:1788696167.534746:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [372:372:254:4294967295] 192.168.201.118@tcp LPNI seq info [372:372:6:4294967295] 00000100:00000001:2.0:1788696167.534748:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307129378 00000100:00000001:2.0:1788696167.534749:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307129378 00000100:00000001:2.0:1788696167.534750:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696167.534751:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696167.534753:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696167.534756:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696167.534761:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696167.534762:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1788696167.534766:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788696167.534771:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696167.534773:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696167.534774:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696167.534778:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696167.534778:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696167.534784:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a4df8fd. 00000100:00000001:2.0:1788696167.534789:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1788696167.534790:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:2.0:1788696167.534792:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696167.534797:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696167.534800:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a4df8fd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696167.534802:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696167.534807:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307130609 00000100:00000001:3.0:1788696167.534812:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307129378 00000100:00000001:3.0:1788696167.534815:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307130609 00000100:00000001:3.0:1788696167.534819:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307129378 00000100:00000001:3.0:1788696167.534821:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307130609 00000100:00000001:3.0:1788696167.534824:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307129378 00000100:00000001:3.0:1788696167.534826:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307130609 00000100:00000001:3.0:1788696167.534828:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307129378 00000100:00000001:3.0:1788696167.534830:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696167.534832:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696167.534834:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696167.534836:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696167.534839:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696167.534840:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696167.534842:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696167.534864:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696167.534866:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696167.534869:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696167.534947:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696167.534953:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024f67866. 00000400:00000200:1.0:1788696167.534958:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696167.534963:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696167.534968:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016d26bd0 00000400:00000010:1.0:1788696167.534976:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000016d26bd0. 00000100:00000001:1.0:1788696167.534980:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696167.534984:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a7f27e9d x1875583274366080/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696167.534995:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696167.534997:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a7f27e9d x1875583274366080/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696183 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696167.535005:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696167.535006:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696167.535019:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696167.535021:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078c7cd5c. 00000400:00000200:1.0:1788696167.535023:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696167.535026:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696167.535029:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6ba0334 00000400:00000010:1.0:1788696167.535030:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a6ba0334. 00000100:00000001:1.0:1788696167.535033:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696167.535035:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000ace5e01e x1875583274365952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696167.535042:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696167.535044:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ace5e01e x1875583274365952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696183 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696167.535051:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696167.535052:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696167.535103:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696167.535105:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a4df8fd. 00000400:00000200:1.0:1788696167.535108:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696167.535111:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696167.535113:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a86e418 00000400:00000010:1.0:1788696167.535115:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a86e418. 00000100:00000001:1.0:1788696167.535118:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696167.535120:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004a489c80 x1875583274365824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696167.535126:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696167.535133:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a489c80 x1875583274365824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696183 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696167.535139:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696167.535140:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696167.537233:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696167.537246:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696167.537251:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696167.537252:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696167.537262:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696167.537276:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0b480 00000400:00000200:3.0:1788696167.537292:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xc65 [1] + 224 00000800:00000001:3.0:1788696167.537298:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696167.537303:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696167.537306:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696167.537309:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696167.537316:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696167.537320:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a7f27e9d x1875583274366080/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696167.537331:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a7f27e9d x1875583274366080/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696167.537349:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696167.537356:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696167.537358:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696167.537479:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696167.537484:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696167.537490:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696167.537492:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696167.537493:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087206912. 00000400:00000200:0.0:1788696167.537498:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c828ede 00000400:00000010:0.0:1788696167.537500:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000c828ede. 00000100:00000001:0.0:1788696167.537502:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696167.537506:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a7f27e9d x1875583274366080/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696167.537514:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a7f27e9d x1875583274366080/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696167.537520:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696167.537528:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696167.537530:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696167.537532:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696167.537535:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696167.537537:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696167.537539:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696167.537547:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=67 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696167.537551:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=34 v=5 (1 1 0 0) 00000100:00000001:0.0:1788696167.537554:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696167.537555:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696167.537557:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696167.537561:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a7f27e9d x1875583274366080/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696167.537568:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696167.537572:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696167.537573:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696167.537575:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696167.537576:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696167.537580:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a7f27e9d x1875583274366080/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696167.537586:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696167.537589:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696167.537590:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696167.537593:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7f27e9d x1875583274366080/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696167.537601:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274366080:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696167.537605:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696167.537607:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696167.537610:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a7f27e9d x1875583274366080/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696167.537616:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696167.537618:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696167.537626:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6f92ee6. 02000000:00000001:0.0:1788696167.537629:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696167.537632:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696167.537633:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696167.537635:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696167.537637:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009146b66a. 02000000:00000001:0.0:1788696167.537639:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696167.537641:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696167.537643:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7f27e9d. 00000100:00000001:0.0:1788696167.537646:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696167.537647:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696167.537649:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696167.537655:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696167.537656:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696167.537658:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696167.537659:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696167.541947:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696167.541963:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696167.541968:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696167.541970:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696167.541981:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696167.541996:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0b380 00000400:00000200:3.0:1788696167.542004:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xc75 [1] + 224 00000800:00000001:3.0:1788696167.542064:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696167.542069:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696167.542072:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696167.542077:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696167.542084:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696167.542091:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004a489c80 x1875583274365824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696167.542102:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a489c80 x1875583274365824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696167.542125:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696167.542145:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696167.542149:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696167.542150:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696167.542152:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696167.542156:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696167.542163:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0b400 00000400:00000200:3.0:1788696167.542168:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xc6d [1] + 224 00000800:00000001:3.0:1788696167.542172:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696167.542187:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696167.542189:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696167.542193:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696167.542196:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696167.542199:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000ace5e01e x1875583274365952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696167.542208:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ace5e01e x1875583274365952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696167.542225:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696167.542229:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696167.542231:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696167.542491:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696167.542496:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696167.542502:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696167.542504:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696167.542506:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af7adfa6. 00000400:00000200:0.0:1788696167.542512:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:0.0:1788696167.542514:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:0.0:1788696167.542517:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696167.542521:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004a489c80 x1875583274365824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696167.542528:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004a489c80 x1875583274365824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696167.542533:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696167.542535:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696167.542537:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696167.542539:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696167.542541:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696167.542542:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696167.542544:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696167.542550:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=68 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696167.542553:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=68 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696167.542560:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696167.542562:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696167.542564:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696167.542566:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696167.542569:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696167.542572:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a489c80 x1875583274365824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696167.542579:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696167.542582:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696167.542585:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696167.542587:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a489c80 x1875583274365824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696167.542594:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274365824:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696167.542599:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696167.542601:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696167.542604:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a489c80 x1875583274365824/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696167.542610:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696167.542612:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696167.542615:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005edc4c5a. 02000000:00000001:0.0:1788696167.542620:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696167.542622:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696167.542623:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696167.542627:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696167.542629:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000dfd73c1. 02000000:00000001:0.0:1788696167.542632:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696167.542634:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696167.542635:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a489c80. 00000100:00000001:0.0:1788696167.542639:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696167.542640:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696167.542642:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696167.542649:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696167.542650:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696167.542651:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696167.542657:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696167.542702:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696167.542710:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696167.542713:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696167.542714:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696167.542715:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000414a9125. 00000400:00000200:2.0:1788696167.542718:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a64d0d8 00000400:00000010:2.0:1788696167.542719:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001a64d0d8. 00000100:00000001:2.0:1788696167.542721:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696167.542724:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000ace5e01e x1875583274365952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696167.542728:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000ace5e01e x1875583274365952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696167.542733:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696167.542734:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696167.542736:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696167.542737:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696167.542738:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696167.542739:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696167.542741:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696167.542746:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=68 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696167.542748:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=68 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696167.542750:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696167.542751:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696167.542753:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696167.542756:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696167.542758:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696167.542760:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696167.542762:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696167.542763:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696167.542765:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ace5e01e x1875583274365952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696167.542782:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696167.542784:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696167.542785:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696167.542788:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ace5e01e x1875583274365952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696167.542808:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ace5e01e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274365952:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696167.542812:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696167.542814:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696167.542816:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ace5e01e x1875583274365952/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696183 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696167.542822:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696167.542824:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696167.542825:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000386527fb. 02000000:00000001:2.0:1788696167.542829:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696167.542830:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696167.542831:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696167.542833:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696167.542834:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f8e491. 02000000:00000001:2.0:1788696167.542835:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696167.542836:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696167.542837:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ace5e01e. 00000100:00000001:2.0:1788696167.542839:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696167.542839:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696167.542841:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696167.542843:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696167.542939:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696167.542941:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696167.542943:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696168.495903:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696168.495916:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696168.495919:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696168.495923:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696168.495950:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696168.495953:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696168.495955:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696168.495958:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696168.495963:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696168.495965:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696168.498297:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696168.498304:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696168.498308:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696168.814040:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307130609, at 4307130624 00000100:00000010:3.0:1788696168.814064:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001cecc859. 00000100:00000040:2.0:1788696168.814368:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307130609, at 4307130624 00000100:00000010:2.0:1788696168.814375:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038ecd934. 00000100:00000040:0.0:1788696168.815521:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307130609, at 4307130625 00000100:00000010:0.0:1788696168.815533:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035146d2b. 00000100:00000040:1.0:1788696168.816522:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307130609, at 4307130626 00000100:00000010:1.0:1788696168.816537:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b89cdb3. 00010000:00000001:2.0:1788696169.518008:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696169.518018:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696169.518026:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696169.518027:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696169.518116:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696169.518121:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696169.518125:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696170.541959:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696170.541965:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696170.541971:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696170.541972:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696170.541995:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696170.541997:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696170.542000:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696171.566018:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696171.566029:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696171.566036:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696171.566037:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696171.566582:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696171.566587:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696171.566590:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696172.589987:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696172.589996:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696172.590002:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696172.590003:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696172.590084:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696172.590088:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696172.590091:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696172.654030:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696172.654042:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696172.654054:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d115929. 00000020:00000040:3.0:1788696172.654060:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696172.654065:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696172.654067:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696172.654072:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696172.654079:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008513bebc. 00000100:00000001:3.0:1788696172.654087:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696172.654097:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000004d115929 x1875583274366208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696172.654125:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696172.654128:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696172.654133:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d115929] to pc [ptlrpcd_00_01+1] req@000000004d115929 x1875583274366208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696172.654182:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788696172.654187:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788696172.654189:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696172.654191:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696172.654196:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696172.654206:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696172.654209:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696172.654213:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696172.654215:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788696172.654218:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696172.654220:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696172.654221:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696172.654223:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696172.654225:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a289aad5. 00000100:00000001:3.0:1788696172.654228:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696172.654231:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000048524a16 x1875583274366336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696172.654237:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696172.654238:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696172.654241:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_02+2] req@0000000048524a16 x1875583274366336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696172.654267:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696172.654269:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696172.654271:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696172.654273:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000020:00000040:3.0:1788696172.654275:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696172.654277:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696172.654278:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696172.654279:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696172.654281:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dac42727. 00000100:00000001:3.0:1788696172.654289:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696172.654292:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000003e3fb870 x1875583274366464/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696172.654298:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696172.654299:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696172.654302:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3fb870] to pc [ptlrpcd_00_03+3] req@000000003e3fb870 x1875583274366464/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696172.654308:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696172.654310:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788696172.654312:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788696172.654317:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12472) 00000100:00000001:2.0:1788696172.654376:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696172.654379:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696172.654381:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696172.654386:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274366464/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696172.654394:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696172.654396:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696172.654404:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696172.654407:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696172.654409:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696172.654412:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274366464:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696172.654416:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696172.654422:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696172.654424:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696172.654427:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696172.654430:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007708b4a. 00000100:00000001:1.0:1788696172.654431:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1788696172.654433:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696172.654436:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696172.654438:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1788696172.654441:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000414a9125. 00000100:00000040:1.0:1788696172.654444:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274366336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1788696172.654450:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a64d0d8. 00000100:00000001:1.0:1788696172.654456:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696172.654458:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788696172.654459:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274366464, portal 10 02000000:00000001:1.0:1788696172.654461:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788696172.654462:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1788696172.654464:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696172.654466:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 02000000:00000001:1.0:1788696172.654468:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696172.654473:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274366336:192.168.201.118@tcp:400: 00000100:00000040:2.0:1788696172.654477:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274366464/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696172.654478:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696172.654482:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696172.654485:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696172.654489:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788696172.654489:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1788696172.654495:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9c3cf3e. 00000100:00000040:2.0:1788696172.654495:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696172.654499:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0bf99ec. 02000000:00000001:1.0:1788696172.654500:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788696172.654505:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274366464, offset 0 00000400:00000010:1.0:1788696172.654507:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e21ffd2. 00000400:00000010:1.0:1788696172.654515:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b6a63d. 00000400:00000200:2.0:1788696172.654515:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000200:1.0:1788696172.654522:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274366336, portal 10 00000100:00000001:1.0:1788696172.654526:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696172.654527:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000400:00000200:2.0:1788696172.654531:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696172.654536:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696172.654542:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000040:1.0:1788696172.654544:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274366336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696172.654548:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696172.654555:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:1.0:1788696172.654559:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1788696172.654562:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [373:373:256:4294967295] 192.168.201.118@tcp LPNI seq info [373:373:8:4294967295] 00000100:00000040:1.0:1788696172.654567:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696172.654571:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aff15dcb. 00000100:00000200:1.0:1788696172.654575:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274366336, offset 0 00000400:00000200:2.0:1788696172.654581:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696172.654588:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696172.654592:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051526cb6. 00000400:00000200:1.0:1788696172.654599:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:2.0:1788696172.654600:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:1.0:1788696172.654608:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696172.654612:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696172.654617:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000800:00000200:2.0:1788696172.654617:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:1.0:1788696172.654622:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1788696172.654623:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000051526cb6 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1788696172.654627:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696172.654631:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [374:374:255:4294967295] 192.168.201.118@tcp LPNI seq info [374:374:7:4294967295] 00000400:00000200:1.0:1788696172.654639:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696172.654643:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696172.654647:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006596e7c6. 00000800:00000200:1.0:1788696172.654651:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696172.654655:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696172.654658:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006596e7c6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696172.654679:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696172.654683:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 33113 usecs (34 jiffies) 00000100:00000001:2.0:1788696172.654687:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307134498 00000100:00000010:2.0:1788696172.654690:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c28b342. 00000100:00000001:2.0:1788696172.654697:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788696172.654701:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307134498 00000100:00000010:2.0:1788696172.654704:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008deb97a6. 00000100:00000001:2.0:1788696172.654706:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696172.654708:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307134498 00000100:00000010:2.0:1788696172.654711:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b491dd23. 00000100:00000001:2.0:1788696172.654713:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696172.654715:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307134498 00000100:00000010:2.0:1788696172.654717:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006efaf844. 00000100:00000001:2.0:1788696172.654720:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696172.654722:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696172.654724:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696172.654727:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696172.654729:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696172.654736:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696172.654738:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696172.654740:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696172.654741:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696172.654742:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696172.654744:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696172.654782:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696172.654784:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696172.654785:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696172.654786:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696172.654788:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696172.654792:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d115929 x1875583274366208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696172.654799:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696172.654800:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696172.654802:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696172.654803:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696172.654805:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696172.654807:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274366208:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696172.654810:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696172.654812:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696172.654813:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696172.654814:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696172.654817:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4b814af. 02000000:00000001:0.0:1788696172.654819:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696172.654822:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087206912. 00000400:00000010:0.0:1788696172.654826:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c828ede. 00000100:00000200:0.0:1788696172.654829:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274366208, portal 25 00000100:00000001:0.0:1788696172.654831:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696172.654837:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548236416 : -113296161315200 : ffff98f52e8ce680) 00000100:00000040:0.0:1788696172.654840:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d115929 x1875583274366208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696172.654900:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696172.654903:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696172.654906:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059f02892. 00000100:00000200:0.0:1788696172.654908:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274366208, offset 0 00000400:00000200:0.0:1788696172.654912:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696172.654917:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696172.654919:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696172.654925:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696172.654927:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696172.654929:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696172.654931:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [375:375:254:4294967295] 192.168.201.118@tcp LPNI seq info [375:375:6:4294967295] 00000400:00000200:0.0:1788696172.654939:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696172.654943:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696172.654945:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000dfd73c1. 00000800:00000200:0.0:1788696172.654948:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696172.654952:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696172.654954:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000dfd73c1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696172.654959:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696172.654959:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696172.654963:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307135730 00000100:00000040:1.0:1788696172.654965:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 32816 usecs (33 jiffies) 00000100:00000001:0.0:1788696172.654969:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307134498 00000100:00000001:1.0:1788696172.654970:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307134498 00000100:00000001:0.0:1788696172.654976:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307135730 00000100:00000001:1.0:1788696172.654977:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307135730 00000100:00000001:1.0:1788696172.654982:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307134498 00000100:00000001:0.0:1788696172.654983:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307134498 00000100:00000001:0.0:1788696172.654988:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307135730 00000100:00000001:1.0:1788696172.654988:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307135730 00000100:00000001:0.0:1788696172.654991:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307134498 00000100:00000001:1.0:1788696172.654992:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307134498 00000100:00000001:0.0:1788696172.654995:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307135730 00000100:00000001:1.0:1788696172.654997:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307135730 00000100:00000001:0.0:1788696172.654999:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307134498 00000100:00000001:1.0:1788696172.655001:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307134498 00000100:00000001:0.0:1788696172.655008:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696172.655013:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696172.655013:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307135730 00000100:00000001:0.0:1788696172.655017:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696172.655018:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696172.655021:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696172.655022:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696172.655026:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696172.655033:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696172.655038:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696172.655039:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696172.655041:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696172.655043:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696172.655044:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696172.655046:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696172.655132:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696172.655136:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051526cb6. 00000400:00000200:3.0:1788696172.655143:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696172.655149:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696172.655155:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0bf99ec 00000400:00000010:3.0:1788696172.655158:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0bf99ec. 00000100:00000001:3.0:1788696172.655164:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696172.655169:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274366464/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696172.655179:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696172.655182:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274366464/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696172.655188:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696172.655190:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696172.655204:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696172.655206:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006596e7c6. 00000400:00000200:3.0:1788696172.655208:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696172.655211:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696172.655214:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aff15dcb 00000400:00000010:3.0:1788696172.655221:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000aff15dcb. 00000100:00000001:3.0:1788696172.655224:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696172.655227:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274366336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696172.655232:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696172.655234:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274366336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696172.655239:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696172.655241:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696172.655310:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696172.655313:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000dfd73c1. 00000400:00000200:3.0:1788696172.655316:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696172.655319:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696172.655321:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059f02892 00000400:00000010:3.0:1788696172.655323:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059f02892. 00000100:00000001:3.0:1788696172.655325:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696172.655327:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004d115929 x1875583274366208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696172.655333:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696172.655335:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d115929 x1875583274366208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696172.655340:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696172.655342:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696172.657821:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696172.657842:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696172.657873:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696172.657877:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696172.657890:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696172.657911:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0b600 00000400:00000200:3.0:1788696172.657978:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xc7d [1] + 224 00000800:00000001:3.0:1788696172.657988:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696172.657993:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696172.657996:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696172.658016:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696172.658025:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696172.658034:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274366464/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696172.658045:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e3fb870 x1875583274366464/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696172.658066:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696172.658075:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696172.658078:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696172.658080:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696172.658082:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696172.658086:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696172.658093:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0b580 00000400:00000200:3.0:1788696172.658099:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xc85 [1] + 224 00000800:00000001:3.0:1788696172.658103:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696172.658106:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696172.658108:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696172.658112:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696172.658115:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696172.658116:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788696172.658121:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1788696172.658122:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274366336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788696172.658130:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1788696172.658133:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274366336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788696172.658134:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696172.658140:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000414a9125. 00000400:00000200:2.0:1788696172.658148:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a64d0d8 00000400:00000010:2.0:1788696172.658158:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001a64d0d8. 00000100:00000001:3.0:1788696172.658158:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696172.658165:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000800:00000001:3.0:1788696172.658169:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1788696172.658170:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274366464/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788696172.658174:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696172.658179:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696172.658183:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788696172.658186:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274366464/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696172.658193:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:2.0:1788696172.658201:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696172.658204:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696172.658205:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0b500 00000100:00000001:1.0:1788696172.658206:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696172.658208:0:201303:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1788696172.658210:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1788696172.658213:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696172.658217:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1788696172.658217:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xc8d [1] + 224 00000100:00000001:2.0:1788696172.658221:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696172.658224:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788696172.658231:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1788696172.658231:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1788696172.658235:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696172.658236:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e21ffd2. 00000800:00000001:3.0:1788696172.658238:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696172.658241:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b6a63d 00000400:00000200:3.0:1788696172.658242:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1788696172.658245:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000021b6a63d. 00000100:00001000:2.0:1788696172.658246:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=72 v=5 (5 5 5 5) 00000400:00000200:3.0:1788696172.658251:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696172.658252:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00001000:2.0:1788696172.658253:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=39 v=5 (1 1 0 0) 00000100:00000001:2.0:1788696172.658257:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696172.658258:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696172.658260:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274366336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696172.658260:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696172.658263:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1788696172.658266:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004d115929 x1875583274366208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1788696172.658270:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003e3fb870 x1875583274366464/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696172.658299:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696172.658302:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274366336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696172.658303:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696172.658303:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d115929 x1875583274366208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696172.658306:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696172.658310:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696172.658314:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696172.658323:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274366464/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696172.658329:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696172.658332:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696172.658337:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696172.658340:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696172.658341:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696172.658343:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696172.658345:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696172.658349:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696172.658349:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696172.658364:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1788696172.658365:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788696172.658368:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1788696172.658370:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=73 v=5 (5 5 5 5) 00000800:00000001:3.0:1788696172.658371:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696172.658375:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274366464/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1788696172.658378:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=73 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696172.658384:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696172.658387:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696172.658390:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1788696172.658399:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274366464:192.168.201.118@tcp:400: 00010000:00000001:1.0:1788696172.658403:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696172.658404:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696172.658408:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1788696172.658408:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696172.658411:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000040:2.0:1788696172.658413:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274366464/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696172.658416:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696172.658419:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696172.658425:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1788696172.658428:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274366336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696172.658428:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696172.658433:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007708b4a. 02000000:00000001:2.0:1788696172.658438:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788696172.658441:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788696172.658442:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696172.658444:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696172.658446:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1788696172.658447:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788696172.658449:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1788696172.658450:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dac42727. 02000000:00000001:2.0:1788696172.658454:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1788696172.658455:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274366336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696172.658456:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696172.658459:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000001:2.0:1788696172.658463:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696172.658465:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696172.658468:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788696172.658478:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274366336:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696172.658484:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696172.658487:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788696172.658487:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696172.658491:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696172.658493:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274366336/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696172.658497:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696172.658498:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696172.658501:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696172.658503:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696172.658507:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000001:0.0:1788696172.658510:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1788696172.658510:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696172.658513:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9c3cf3e. 00000400:00000001:0.0:1788696172.658514:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696172.658518:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087206912. 02000000:00000001:1.0:1788696172.658520:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696172.658523:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000400:00000200:0.0:1788696172.658524:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c828ede 00000020:00000040:1.0:1788696172.658524:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000400:00000010:0.0:1788696172.658529:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000c828ede. 00000020:00000001:1.0:1788696172.658529:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696172.658532:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a289aad5. 00000100:00000001:0.0:1788696172.658535:0:201300:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:1.0:1788696172.658536:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696172.658539:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696172.658540:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000100:00000200:0.0:1788696172.658543:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004d115929 x1875583274366208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696172.658545:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696172.658548:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696172.658551:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696172.658558:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1788696172.658561:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004d115929 x1875583274366208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696172.658562:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696172.658569:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696172.658571:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696172.658572:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696172.658575:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696172.658576:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696172.658580:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696172.658582:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696172.658583:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696172.658585:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696172.658588:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=73 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696172.658592:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=73 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696172.658594:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696172.658595:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696172.658597:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696172.658598:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696172.658601:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696172.658604:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d115929 x1875583274366208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696172.658610:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696172.658612:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696172.658614:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696172.658623:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d115929 x1875583274366208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696172.658630:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274366208:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696172.658635:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696172.658637:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696172.658639:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d115929 x1875583274366208/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696188 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696172.658645:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696172.658646:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696172.658648:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4b814af. 02000000:00000001:0.0:1788696172.658650:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696172.658651:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696172.658652:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696172.658654:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696172.658655:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008513bebc. 02000000:00000001:0.0:1788696172.658657:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696172.658658:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696172.658659:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d115929. 00000100:00000001:0.0:1788696172.658662:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696172.658663:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696172.658664:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696172.658668:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696172.658669:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696172.658671:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696172.658672:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696173.615198:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696173.615206:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696173.615213:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696173.615216:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696173.615218:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696173.615222:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696173.615225:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696173.615229:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696173.615230:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696173.615232:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696173.615252:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696173.615272:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696173.615274:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696173.933979:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307135730, at 4307135744 00000100:00000040:2.0:1788696173.933979:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307135730, at 4307135744 00000100:00000040:0.0:1788696173.933981:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307135730, at 4307135744 00000100:00000010:1.0:1788696173.934005:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008deb97a6. 00000100:00000010:0.0:1788696173.934011:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c28b342. 00000100:00000010:2.0:1788696173.934014:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b491dd23. 00000100:00000040:3.0:1788696173.934066:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307135730, at 4307135744 00000100:00000010:3.0:1788696173.934073:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006efaf844. 00010000:00000001:2.0:1788696174.637982:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696174.637989:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696174.637996:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696174.637998:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696174.638179:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696174.638183:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696174.638185:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696175.662003:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696175.662013:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696175.662021:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696175.662022:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696175.662083:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696175.662088:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696175.662092:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696176.685959:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696176.685964:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696176.685969:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696176.685970:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696176.685985:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696176.685987:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696176.685989:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696177.709987:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696177.709996:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696177.710003:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696177.710004:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696177.710072:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696177.710076:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696177.710080:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696177.773955:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696177.773965:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696177.773972:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32a5d79. 00000020:00000040:3.0:1788696177.773980:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696177.773985:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696177.773988:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696177.773994:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696177.774013:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a5d0889. 00000100:00000001:3.0:1788696177.774023:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696177.774038:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000a32a5d79 x1875583274366592/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696177.774050:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696177.774052:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696177.774058:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a32a5d79] to pc [ptlrpcd_00_00+0] req@00000000a32a5d79 x1875583274366592/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696177.774093:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696177.774096:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696177.774107:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696177.774111:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c1b66ce. 00000020:00000040:3.0:1788696177.774114:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696177.774116:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696177.774118:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696177.774120:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696177.774125:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f59c383. 00000100:00000001:3.0:1788696177.774128:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696177.774132:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000000c1b66ce x1875583274366720/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696177.774140:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696177.774141:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696177.774146:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1b66ce] to pc [ptlrpcd_00_01+1] req@000000000c1b66ce x1875583274366720/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696177.774154:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696177.774157:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696177.774160:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696177.774164:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d115929. 00000020:00000040:3.0:1788696177.774166:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696177.774168:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696177.774170:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696177.774171:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696177.774175:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009a492135. 00000100:00000001:2.0:1788696177.774176:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696177.774178:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696177.774182:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1788696177.774185:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000004d115929 x1875583274366848/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696177.774186:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696177.774194:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a32a5d79 x1875583274366592/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696177.774196:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696177.774199:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696177.774207:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d115929] to pc [ptlrpcd_00_02+2] req@000000004d115929 x1875583274366848/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696177.774210:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696177.774213:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696177.774220:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788696177.774222:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1788696177.774223:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696177.774227:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1788696177.774230:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696177.774231:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696177.774240:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c1b66ce x1875583274366720/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696177.774240:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274366592:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696177.774249:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788696177.774254:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696177.774255:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696177.774256:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696177.774259:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1788696177.774271:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1788696177.774274:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1788696177.774275:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696177.774276:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696177.774280:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696177.774281:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696177.774282:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12477) 00000100:00100000:1.0:1788696177.774287:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274366720:192.168.201.118@tcp:400: 02000000:00000001:2.0:1788696177.774288:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788696177.774293:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1788696177.774294:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000255ad1f7. 00000100:00000001:3.0:1788696177.774295:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1788696177.774297:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696177.774300:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696177.774300:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696177.774300:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696177.774303:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1788696177.774306:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1788696177.774310:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000414a9125. 00000100:00000040:3.0:1788696177.774310:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d115929 x1875583274366848/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788696177.774312:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a210d793. 02000000:00000001:1.0:1788696177.774317:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696177.774321:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a64d0d8. 00000100:00000001:3.0:1788696177.774324:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1788696177.774325:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e21ffd2. 00000100:00000001:3.0:1788696177.774327:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788696177.774332:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274366592, portal 25 02000000:00000001:3.0:1788696177.774332:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1788696177.774333:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b6a63d. 00000100:00000001:2.0:1788696177.774338:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1788696177.774340:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274366720, portal 10 00000100:00000001:2.0:1788696177.774342:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548231040 : -113296161320576 : ffff98f52e8cd180) 00000100:00000001:1.0:1788696177.774343:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1788696177.774345:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696177.774347:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548240896 : -113296161310720 : ffff98f52e8cf800) 02000000:00000001:3.0:1788696177.774349:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696177.774352:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a32a5d79 x1875583274366592/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696177.774356:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274366848:192.168.201.118@tcp:400: 00000100:00000040:1.0:1788696177.774357:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c1b66ce x1875583274366720/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696177.774367:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696177.774371:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696177.774375:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696177.774377:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1788696177.774379:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788696177.774382:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1788696177.774385:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000256bc0c1. 00000100:00000040:2.0:1788696177.774386:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:1.0:1788696177.774390:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:3.0:1788696177.774391:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696177.774392:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c79d798. 00000400:00000010:3.0:1788696177.774396:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7b1ddca. 00000100:00000200:2.0:1788696177.774397:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274366592, offset 0 00000400:00000010:1.0:1788696177.774401:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012c19064. 00000400:00000010:3.0:1788696177.774403:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024937889. 00000100:00000200:1.0:1788696177.774406:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274366720, offset 0 00000400:00000200:2.0:1788696177.774411:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696177.774427:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696177.774433:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696177.774438:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696177.774442:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696177.774445:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696177.774449:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [376:376:256:4294967295] 192.168.201.118@tcp LPNI seq info [376:376:8:4294967295] 00000400:00000200:2.0:1788696177.774461:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696177.774469:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696177.774474:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a3e8ab7. 00000800:00000200:2.0:1788696177.774480:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696177.774488:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696177.774492:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a3e8ab7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696177.774506:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696177.774511:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307140849 00000100:00000010:2.0:1788696177.774516:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c28b342. 00000100:00000001:2.0:1788696177.774529:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788696177.774534:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307140849 00000100:00000010:2.0:1788696177.774537:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b491dd23. 00000100:00000001:2.0:1788696177.774541:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696177.774544:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307140849 00000100:00000010:2.0:1788696177.774546:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008deb97a6. 00000100:00000001:2.0:1788696177.774549:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696177.774552:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307140849 00000100:00000010:2.0:1788696177.774554:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004f6df21d. 00000100:00000001:2.0:1788696177.774557:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696177.774560:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696177.774563:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696177.774566:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696177.774568:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696177.774576:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696177.774578:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696177.774580:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696177.774581:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696177.774582:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696177.774585:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696177.774594:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696177.774596:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696177.774641:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696177.774645:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a3e8ab7. 00000400:00000200:2.0:1788696177.774649:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696177.774666:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000200:3.0:1788696177.775761:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274366848, portal 10 00000100:00000001:3.0:1788696177.775768:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696177.775770:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548236416 : -113296161315200 : ffff98f52e8ce680) 00000100:00000040:3.0:1788696177.775929:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d115929 x1875583274366848/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696177.775939:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696177.775942:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696177.775952:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f6eaaa5. 00000100:00000200:3.0:1788696177.775957:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274366848, offset 0 00000400:00000200:1.0:1788696177.775966:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696177.775980:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696177.775985:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696177.775988:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696177.775991:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696177.775993:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696177.775996:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [377:377:255:4294967295] 192.168.201.118@tcp LPNI seq info [377:377:7:4294967295] 00000400:00000200:1.0:1788696177.776006:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696177.776012:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696177.776017:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7e36ce6. 00000800:00000200:1.0:1788696177.776023:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696177.776030:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:2.0:1788696177.776032:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c79d798 00000800:00000200:1.0:1788696177.776034:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f7e36ce6 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1788696177.776038:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c79d798. 00000100:00000001:1.0:1788696177.776041:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696177.776046:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1788696177.776047:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 32565 usecs (33 jiffies) 00000100:00000001:1.0:1788696177.776053:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307139619 00000100:00000200:2.0:1788696177.776055:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a32a5d79 x1875583274366592/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696177.776057:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307140849 00000100:00000001:1.0:1788696177.776062:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307139619 00000100:00000001:1.0:1788696177.776067:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307140849 00000100:00000001:1.0:1788696177.776071:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307139619 00000100:00000001:1.0:1788696177.776072:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307140849 00000100:00000001:2.0:1788696177.776074:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788696177.776075:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307139619 00000100:00000001:1.0:1788696177.776079:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307140849 00000100:00000040:2.0:1788696177.776079:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a32a5d79 x1875583274366592/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696177.776082:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696177.776085:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696177.776090:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696177.776095:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696177.776099:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788696177.776102:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696177.776110:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696177.776111:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696177.776114:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696177.776116:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696177.776119:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696177.776121:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696177.776167:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696177.776171:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7e36ce6. 00000400:00000200:2.0:1788696177.776175:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696177.776180:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696177.776184:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012c19064 00000400:00000010:2.0:1788696177.776185:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000012c19064. 00000100:00000001:2.0:1788696177.776188:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696177.776191:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000c1b66ce x1875583274366720/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696177.776198:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696177.776201:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c1b66ce x1875583274366720/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696177.776206:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696177.776208:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1788696177.777617:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696177.777632:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696177.777638:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696177.777641:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696177.777644:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696177.777647:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696177.777651:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [378:378:256:4294967295] 192.168.201.118@tcp LPNI seq info [378:378:8:4294967295] 00000400:00000200:3.0:1788696177.777659:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696177.777664:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696177.777669:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d33dd5fd. 00000800:00000200:3.0:1788696177.777715:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696177.777723:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696177.777727:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d33dd5fd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696177.777739:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696177.777745:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 32852 usecs (33 jiffies) 00000100:00000001:3.0:1788696177.777748:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307139620 00000100:00000001:3.0:1788696177.777751:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307140849 00000100:00000001:3.0:1788696177.777753:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307139620 00000800:00000001:2.0:1788696177.777754:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696177.777755:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307140849 00000100:00000001:3.0:1788696177.777759:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307139620 00000100:00000001:3.0:1788696177.777761:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307140849 00000100:00000001:3.0:1788696177.777763:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307139620 00000100:00000001:3.0:1788696177.777765:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307140849 00000800:00000001:2.0:1788696177.777767:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696177.777768:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1788696177.777772:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696177.777773:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696177.777777:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696177.777780:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696177.777786:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:3.0:1788696177.777792:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696177.777800:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1788696177.777803:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0b680 00000100:00000001:3.0:1788696177.777804:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696177.777809:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696177.777812:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696177.777814:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696177.777817:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xc95 [1] + 224 00000100:00000001:3.0:1788696177.777819:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696177.777827:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696177.777836:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696177.777840:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696177.777871:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696177.777879:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696177.777885:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a32a5d79 x1875583274366592/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696177.777896:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a32a5d79 x1875583274366592/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696177.777916:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696177.777926:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1788696177.777944:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696177.777949:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d33dd5fd. 00000800:00000001:2.0:1788696177.777952:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696177.777954:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696177.777960:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696177.777964:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6eaaa5 00000400:00000010:1.0:1788696177.777967:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000f6eaaa5. 00000100:00000001:1.0:1788696177.777970:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696177.777973:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004d115929 x1875583274366848/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696177.777982:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696177.778052:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d115929 x1875583274366848/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696177.778059:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696177.778061:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696177.778216:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696177.778219:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696177.778225:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696177.778227:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696177.778229:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000414a9125. 00000400:00000200:3.0:1788696177.778234:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a64d0d8 00000400:00000010:3.0:1788696177.778236:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001a64d0d8. 00000100:00000001:3.0:1788696177.778239:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696177.778242:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a32a5d79 x1875583274366592/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696177.778250:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a32a5d79 x1875583274366592/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696177.778256:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696177.778257:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696177.778259:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696177.778271:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696177.778274:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696177.778277:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696177.778279:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696177.778285:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=78 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696177.778293:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=78 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696177.778295:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696177.778297:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696177.778299:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696177.778302:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696177.778304:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696177.778308:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a32a5d79 x1875583274366592/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696177.778315:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696177.778323:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696177.778325:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696177.778329:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a32a5d79 x1875583274366592/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696177.778336:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274366592:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696177.778341:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696177.778342:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696177.778345:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a32a5d79 x1875583274366592/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696177.778351:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696177.778353:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696177.778356:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000255ad1f7. 02000000:00000001:3.0:1788696177.778359:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696177.778362:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696177.778363:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696177.778366:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696177.778368:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a5d0889. 02000000:00000001:3.0:1788696177.778371:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696177.778372:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696177.778374:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32a5d79. 00000100:00000001:3.0:1788696177.778377:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696177.778378:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696177.778380:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696177.778384:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696177.778385:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696177.778387:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696177.778389:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696177.778888:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696177.778897:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696177.778899:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696177.778902:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696177.778909:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696177.778919:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0b700 00000400:00000200:2.0:1788696177.778926:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xc99 [1] + 224 00000800:00000001:2.0:1788696177.778932:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696177.778938:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696177.778941:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696177.778946:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696177.778951:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696177.778955:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000c1b66ce x1875583274366720/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696177.778964:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c1b66ce x1875583274366720/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696177.778980:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696177.778985:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696177.778987:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696177.779046:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696177.779049:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696177.779053:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696177.779054:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696177.779056:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e21ffd2. 00000400:00000200:1.0:1788696177.779060:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b6a63d 00000400:00000010:1.0:1788696177.779061:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000021b6a63d. 00000100:00000001:1.0:1788696177.779063:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696177.779067:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000c1b66ce x1875583274366720/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696177.779074:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000c1b66ce x1875583274366720/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696177.779080:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696177.779086:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696177.779087:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696177.779089:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696177.779090:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696177.779092:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696177.779094:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696177.779100:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=78 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696177.779103:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=78 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696177.779105:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696177.779106:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696177.779108:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696177.779111:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696177.779114:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696177.779116:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696177.779118:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696177.779120:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696177.779123:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c1b66ce x1875583274366720/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696177.779129:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696177.779131:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696177.779133:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696177.779135:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c1b66ce x1875583274366720/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696177.779141:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274366720:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696177.779145:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696177.779147:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696177.779149:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c1b66ce x1875583274366720/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696177.779154:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696177.779155:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696177.779157:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a210d793. 02000000:00000001:1.0:1788696177.779159:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696177.779161:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696177.779166:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696177.779168:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696177.779170:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f59c383. 02000000:00000001:1.0:1788696177.779172:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696177.779173:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696177.779175:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c1b66ce. 00000100:00000001:1.0:1788696177.779178:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696177.779179:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696177.779181:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696177.779187:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696177.779188:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696177.779190:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696177.779191:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696177.782255:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696177.782281:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696177.782286:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696177.782289:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696177.782301:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696177.782317:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0b780 00000400:00000200:3.0:1788696177.782326:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xca5 [1] + 224 00000800:00000001:3.0:1788696177.782341:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696177.782393:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696177.782398:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696177.782403:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696177.782412:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696177.782419:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004d115929 x1875583274366848/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696177.782431:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d115929 x1875583274366848/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696177.782453:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696177.782462:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696177.782465:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696177.783242:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696177.783256:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696177.783273:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696177.783275:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696177.783278:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7b1ddca. 00000400:00000200:0.0:1788696177.783285:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024937889 00000400:00000010:0.0:1788696177.783288:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000024937889. 00000100:00000001:0.0:1788696177.783291:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696177.783297:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004d115929 x1875583274366848/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696177.783307:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004d115929 x1875583274366848/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696177.783313:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696177.783315:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696177.783318:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696177.783321:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696177.783324:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696177.783326:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696177.783328:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696177.783338:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=77 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696177.783342:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=44 v=5 (1 1 0 0) 00000100:00000001:0.0:1788696177.783344:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696177.783346:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696177.783349:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696177.783353:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004d115929 x1875583274366848/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696177.783361:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696177.783365:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696177.783368:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696177.783370:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696177.783372:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696177.783375:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d115929 x1875583274366848/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696177.783382:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696177.783385:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696177.783393:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696177.783396:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d115929 x1875583274366848/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696177.783404:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274366848:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696177.783409:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696177.783412:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696177.783414:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d115929 x1875583274366848/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696193 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696177.783420:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696177.783423:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696177.783426:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000256bc0c1. 02000000:00000001:0.0:1788696177.783431:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696177.783433:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696177.783435:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696177.783438:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696177.783440:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009a492135. 02000000:00000001:0.0:1788696177.783443:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696177.783445:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696177.783447:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d115929. 00000100:00000001:0.0:1788696177.783450:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696177.783451:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696177.783453:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696177.783473:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696177.783476:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696177.783478:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696177.783481:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696178.734033:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696178.734041:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696178.734043:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696178.734044:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696178.734049:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696178.734051:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696178.734052:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696178.734054:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696178.734058:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696178.734058:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696178.734296:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696178.734300:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696178.734303:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696179.054006:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307140849, at 4307140864 00000100:00000010:0.0:1788696179.054023:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c28b342. 00000100:00000040:1.0:1788696179.054100:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307140849, at 4307140864 00000100:00000010:1.0:1788696179.054107:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b491dd23. 00000100:00000040:2.0:1788696179.054129:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307140849, at 4307140864 00000100:00000010:2.0:1788696179.054136:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008deb97a6. 00000100:00000040:3.0:1788696179.054292:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307140849, at 4307140864 00000100:00000010:3.0:1788696179.054298:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004f6df21d. 00010000:00000001:2.0:1788696179.757985:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696179.757992:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696179.758015:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696179.758016:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696179.758049:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696179.758052:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696179.758054:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696180.782032:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696180.782041:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696180.782048:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696180.782050:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696180.782104:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696180.782107:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696180.782109:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696181.805946:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696181.805954:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696181.805959:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696181.805960:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696181.806054:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696181.806058:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696181.806062:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696182.830198:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696182.830207:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696182.830213:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696182.830215:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696182.830233:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696182.830235:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696182.830238:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696182.893997:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696182.894008:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696182.894017:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32a5d79. 00000020:00000040:3.0:1788696182.894024:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696182.894028:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696182.894031:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696182.894036:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696182.894043:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a5d0889. 00000100:00000001:3.0:1788696182.894050:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696182.894060:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000a32a5d79 x1875583274366976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696182.894070:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696182.894072:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696182.894078:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a32a5d79] to pc [ptlrpcd_00_03+3] req@00000000a32a5d79 x1875583274366976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696182.894111:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696182.894113:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696182.894131:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696182.894134:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788696182.894137:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696182.894140:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696182.894141:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696182.894143:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696182.894145:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1788696182.894149:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009a492135. 00000100:00000001:2.0:1788696182.894151:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696182.894153:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696182.894155:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696182.894161:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000048524a16 x1875583274367104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696182.894163:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696182.894169:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696182.894183:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1788696182.894186:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a32a5d79 x1875583274366976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696182.894186:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696182.894195:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_00+0] req@0000000048524a16 x1875583274367104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696182.894201:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696182.894205:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696182.894211:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696182.894214:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696182.894217:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696182.894222:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274366976:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696182.894224:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696182.894226:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788696182.894228:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696182.894237:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696182.894237:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788696182.894238:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1788696182.894241:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000100:00000001:0.0:1788696182.894242:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1788696182.894246:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1788696182.894246:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:2.0:1788696182.894250:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696182.894251:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1788696182.894254:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274367104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696182.894256:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1788696182.894256:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696182.894259:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696182.894263:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cae1649. 02000000:00000010:3.0:1788696182.894266:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f59c383. 02000000:00000001:2.0:1788696182.894268:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696182.894272:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696182.894275:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696182.894277:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696182.894278:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000495045b7. 00000100:00000040:3.0:1788696182.894279:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000003e3fb870 x1875583274367232/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1788696182.894282:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696182.894286:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1788696182.894289:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c79d798. 02000000:00000001:0.0:1788696182.894291:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696182.894298:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1788696182.894299:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274367104:192.168.201.118@tcp:400: 00000100:00000200:2.0:1788696182.894299:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274366976, portal 25 00000100:00000001:3.0:1788696182.894301:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696182.894303:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696182.894307:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548231040 : -113296161320576 : ffff98f52e8cd180) 00000100:00000001:0.0:1788696182.894308:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1788696182.894311:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3fb870] to pc [ptlrpcd_00_01+1] req@000000003e3fb870 x1875583274367232/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696182.894313:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1788696182.894316:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a32a5d79 x1875583274366976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696182.894317:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696182.894321:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696182.894326:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000871eab7b. 02000000:00000001:0.0:1788696182.894330:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696182.894336:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087206912. 00000100:00000001:2.0:1788696182.894342:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1788696182.894344:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c828ede. 00000100:00000040:2.0:1788696182.894349:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000200:0.0:1788696182.894351:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274367104, portal 10 00000400:00000010:2.0:1788696182.894356:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8b0aa1a. 00000100:00000001:0.0:1788696182.894357:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696182.894360:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000100:00000200:2.0:1788696182.894363:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274366976, offset 0 00000100:00000001:3.0:1788696182.894365:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696182.894369:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696182.894371:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274367104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696182.894376:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:3.0:1788696182.894377:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1788696182.894387:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696182.894387:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12482) 00000100:00000040:0.0:1788696182.894393:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696182.894395:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000010:0.0:1788696182.894398:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1a3d364. 00000400:00000200:2.0:1788696182.894401:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1788696182.894403:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274367104, offset 0 00000400:00000200:2.0:1788696182.894406:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696182.894412:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696182.894416:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696182.894416:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696182.894423:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [379:379:256:4294967295] 192.168.201.118@tcp LPNI seq info [379:379:8:4294967295] 00000400:00000200:2.0:1788696182.894431:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696182.894435:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696182.894439:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a3e8ab7. 00000800:00000200:2.0:1788696182.894444:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696182.894450:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696182.894453:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a3e8ab7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696182.894496:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696182.894500:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696182.894503:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788696182.894503:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696182.894508:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274367232/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696182.894516:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307145969 00000100:00000001:1.0:1788696182.894520:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1788696182.894523:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026c9675b. 00000100:00000001:1.0:1788696182.894524:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696182.894528:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696182.894530:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696182.894532:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1788696182.894533:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696182.894539:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274367232:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696182.894541:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307145969 00000100:00000001:1.0:1788696182.894545:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1788696182.894547:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a80d04b. 02000000:00000001:1.0:1788696182.894550:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788696182.894552:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1788696182.894553:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696182.894557:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307145969 00000100:00000010:2.0:1788696182.894560:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001ec2e9ad. 02000000:00000001:1.0:1788696182.894564:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788696182.894565:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696182.894570:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307145969 02000000:00000010:1.0:1788696182.894571:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3e1ae46. 00000100:00000010:2.0:1788696182.894574:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc2f53e6. 02000000:00000001:1.0:1788696182.894575:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696182.894580:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000400:00000010:1.0:1788696182.894582:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e21ffd2. 00000100:00000001:2.0:1788696182.894584:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1788696182.894589:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b6a63d. 00000100:00000001:2.0:1788696182.894589:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696182.894593:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788696182.894595:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696182.894596:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274367232, portal 10 00000400:00000200:0.0:1788696182.894597:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788696182.894600:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696182.894602:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1788696182.894605:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:1.0:1788696182.894606:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000400:00000200:0.0:1788696182.894611:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788696182.894611:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696182.894615:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1788696182.894616:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274367232/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696182.894619:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788696182.894621:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696182.894623:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696182.894626:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696182.894632:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696182.894634:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [380:380:255:4294967295] 192.168.201.118@tcp LPNI seq info [380:380:7:4294967295] 00000100:00000001:1.0:1788696182.894634:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696182.894642:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696182.894645:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000840910ba. 00000100:00000200:1.0:1788696182.894651:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274367232, offset 0 00000400:00000200:0.0:1788696182.894653:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000200:1.0:1788696182.894661:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:0.0:1788696182.894663:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696182.894669:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009146b66a. 00000400:00000200:1.0:1788696182.894670:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696182.894676:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1788696182.894679:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:1.0:1788696182.894682:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696182.894686:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1788696182.894690:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:1.0:1788696182.894693:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000200:0.0:1788696182.894697:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009146b66a type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1788696182.894700:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [381:381:254:4294967295] 192.168.201.118@tcp LPNI seq info [381:381:6:4294967295] 00000100:00000001:0.0:1788696182.894704:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696182.894709:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 32326 usecs (33 jiffies) 00000100:00000001:0.0:1788696182.894714:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307144737 00000400:00000200:1.0:1788696182.894714:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:0.0:1788696182.894718:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307145969 00000100:00000001:0.0:1788696182.894722:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307144737 00000800:00000200:1.0:1788696182.894726:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696182.894727:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307145969 00000100:00000001:0.0:1788696182.894730:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307144737 00000100:00000001:0.0:1788696182.894733:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307145969 00000800:00000010:1.0:1788696182.894733:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000155bbcce. 00000100:00000001:0.0:1788696182.894734:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307144737 00000800:00000200:1.0:1788696182.894741:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788696182.894745:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307145969 00000800:00000200:1.0:1788696182.894747:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:0.0:1788696182.894748:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696182.894752:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696182.894753:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000155bbcce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696182.894754:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696182.894758:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696182.894759:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696182.894762:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1788696182.894763:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 32655 usecs (33 jiffies) 00000100:00000001:0.0:1788696182.894766:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696182.894768:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307144737 00000100:00000001:0.0:1788696182.894771:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696182.894772:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307145969 00000100:00000001:0.0:1788696182.894774:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696182.894775:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696182.894778:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696182.894783:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307144737 00000100:00000001:1.0:1788696182.894786:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307145969 00000100:00000001:1.0:1788696182.894788:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307144737 00000100:00000001:1.0:1788696182.894790:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307145969 00000100:00000001:1.0:1788696182.894793:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307144737 00000100:00000001:1.0:1788696182.894795:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307145969 00000100:00000001:1.0:1788696182.894797:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696182.894799:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696182.894801:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696182.894803:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696182.894807:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696182.894808:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696182.894810:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696182.894811:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696182.894812:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696182.894814:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696182.896290:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696182.896299:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a3e8ab7. 00000400:00000200:3.0:1788696182.896307:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696182.896315:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696182.896321:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8b0aa1a 00000400:00000010:3.0:1788696182.896324:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c8b0aa1a. 00000100:00000001:3.0:1788696182.896329:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696182.896336:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a32a5d79 x1875583274366976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696182.896349:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696182.896352:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a32a5d79 x1875583274366976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696182.896360:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696182.896362:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696182.896373:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696182.896375:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009146b66a. 00000400:00000200:3.0:1788696182.896377:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696182.896380:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696182.896382:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1a3d364 00000400:00000010:3.0:1788696182.896384:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e1a3d364. 00000100:00000001:3.0:1788696182.896386:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696182.896389:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274367104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696182.896395:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696182.896396:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274367104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696182.896417:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696182.896419:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696182.896645:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696182.896648:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000155bbcce. 00000400:00000200:3.0:1788696182.896651:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696182.896655:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696182.896659:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000840910ba 00000400:00000010:3.0:1788696182.896661:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000840910ba. 00000100:00000001:3.0:1788696182.896663:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696182.896667:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274367232/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696182.896674:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696182.896677:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274367232/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696182.896683:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696182.896685:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696182.898514:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696182.898543:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696182.898547:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696182.898550:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696182.898561:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696182.898586:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0b900 00000400:00000200:2.0:1788696182.898598:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xcbd [1] + 224 00000800:00000001:2.0:1788696182.898606:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696182.898610:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696182.898612:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696182.898616:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696182.898637:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696182.898643:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274367232/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696182.898653:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e3fb870 x1875583274367232/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696182.898672:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696182.898680:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696182.898683:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696182.898685:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696182.898687:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696182.898690:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696182.898696:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0b880 00000400:00000200:2.0:1788696182.898701:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xcb1 [1] + 224 00000800:00000001:2.0:1788696182.898705:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788696182.898711:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1788696182.898713:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696182.898717:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788696182.898717:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696182.898723:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000001:1.0:1788696182.898726:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696182.898730:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696182.898732:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e21ffd2. 00000400:00000200:1.0:1788696182.898737:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b6a63d 00000400:00000010:1.0:1788696182.898738:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000021b6a63d. 00000100:00000001:1.0:1788696182.898742:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788696182.898743:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696182.898748:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274367232/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696182.898749:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274367104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696182.898773:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274367232/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696182.898776:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274367104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696182.898797:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696182.898800:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696182.898803:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696182.898805:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696182.898810:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696182.898815:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696182.898818:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696182.898820:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696182.898824:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696182.898827:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696182.898836:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=82 v=5 (5 5 5 5) 00000100:00000001:0.0:1788696182.898841:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696182.898875:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696182.898886:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1788696182.898886:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=49 v=5 (1 1 0 0) 00000400:00000001:0.0:1788696182.898888:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696182.898892:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087206912. 00000100:00000001:1.0:1788696182.898892:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1788696182.898897:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c828ede 00000100:00000001:1.0:1788696182.898897:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696182.898901:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000c828ede. 00010000:00000001:1.0:1788696182.898902:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1788696182.898903:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696182.898908:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274367104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1788696182.898911:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003e3fb870 x1875583274367232/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696182.898931:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696182.898932:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274367104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696182.898936:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696182.898939:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696182.898942:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696182.898944:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696182.898946:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696182.898948:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696182.898952:0:201300:0:(client.c:1593:after_reply()) Process entered 00000100:00000040:1.0:1788696182.898953:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274367232/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696182.898954:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696182.898957:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696182.898960:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696182.898964:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696182.898970:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1788696182.898972:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=83 v=5 (5 5 5 5) 00000100:00000001:1.0:1788696182.898974:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:0.0:1788696182.898975:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=83 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696182.898977:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696182.898978:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696182.898982:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696182.898983:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696182.898986:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696182.898988:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696182.898988:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696182.898989:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696182.898992:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696182.898992:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274367232/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696182.898998:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274367104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696182.899022:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1788696182.899025:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274367232:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696182.899026:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696182.899028:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696182.899034:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274367104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696182.899036:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696182.899041:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696182.899046:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274367232/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696182.899066:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696182.899069:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696182.899074:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3e1ae46. 00000100:00100000:0.0:1788696182.899078:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274367104:192.168.201.118@tcp:400: 02000000:00000001:1.0:1788696182.899080:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788696182.899085:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696182.899087:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1788696182.899090:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000040:0.0:1788696182.899092:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274367104/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1788696182.899094:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696182.899098:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696182.899102:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f59c383. 00000100:00000001:0.0:1788696182.899107:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696182.899108:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696182.899110:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1788696182.899111:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1788696182.899115:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000871eab7b. 00000100:00000010:1.0:1788696182.899115:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 02000000:00000001:0.0:1788696182.899122:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788696182.899122:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1788696182.899127:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:1.0:1788696182.899127:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788696182.899131:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696182.899131:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788696182.899137:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696182.899138:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009a492135. 02000000:00000001:0.0:1788696182.899141:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1788696182.899141:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1788696182.899145:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1788696182.899145:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788696182.899147:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000100:00000001:1.0:1788696182.899150:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696182.899153:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696182.899154:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696182.899157:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696182.899159:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696182.899163:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696182.899165:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696182.899168:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696182.899180:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696182.901284:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696182.901298:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696182.901303:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696182.901305:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696182.901315:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696182.901329:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0b800 00000400:00000200:3.0:1788696182.901337:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xcad [1] + 224 00000800:00000001:3.0:1788696182.901344:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696182.901618:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696182.901622:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696182.901627:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696182.901636:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696182.901644:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a32a5d79 x1875583274366976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696182.901655:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a32a5d79 x1875583274366976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696182.901692:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696182.901701:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696182.901704:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696182.901745:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696182.901750:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696182.901756:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696182.901758:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696182.901760:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000495045b7. 00000400:00000200:2.0:1788696182.901765:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c79d798 00000400:00000010:2.0:1788696182.901766:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c79d798. 00000100:00000001:2.0:1788696182.901774:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696182.901777:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a32a5d79 x1875583274366976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696182.901792:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a32a5d79 x1875583274366976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696182.901798:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696182.901800:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696182.901803:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696182.901805:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696182.901807:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696182.901809:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696182.901811:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696182.901818:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=83 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696182.901822:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=83 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696182.901825:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696182.901827:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696182.901829:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696182.901832:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696182.901834:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696182.901867:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a32a5d79 x1875583274366976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696182.901875:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696182.901878:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696182.901880:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696182.901884:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a32a5d79 x1875583274366976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696182.901891:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274366976:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696182.901896:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696182.901898:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696182.901901:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a32a5d79 x1875583274366976/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696198 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696182.901908:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696182.901917:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696182.901920:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cae1649. 02000000:00000001:2.0:1788696182.901924:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696182.901927:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696182.901929:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788696182.901931:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696182.901933:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a5d0889. 02000000:00000001:2.0:1788696182.901937:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696182.901939:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696182.901941:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32a5d79. 00000100:00000001:2.0:1788696182.901946:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696182.901947:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696182.901950:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696182.901957:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696182.901959:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696182.901961:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696182.901964:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696183.853994:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696183.854002:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696183.854008:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696183.854011:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696183.854013:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696183.854017:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696183.854020:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696183.854023:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696183.854025:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696183.854027:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696183.854110:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696183.854114:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696183.854116:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696184.173950:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307145969, at 4307145984 00000100:00000040:2.0:1788696184.173950:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307145969, at 4307145984 00000100:00000040:3.0:1788696184.173950:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307145969, at 4307145984 00000100:00000010:3.0:1788696184.173971:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc2f53e6. 00000100:00000010:2.0:1788696184.173973:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001ec2e9ad. 00000100:00000010:0.0:1788696184.173979:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026c9675b. 00000100:00000040:1.0:1788696184.174070:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307145969, at 4307145984 00000100:00000010:1.0:1788696184.174077:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a80d04b. 00010000:00000001:2.0:1788696184.879263:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696184.879273:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696184.879280:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696184.879281:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696184.879356:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696184.879360:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696184.879363:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696185.902400:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696185.902408:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696185.902414:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696185.902415:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696185.902434:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696185.902455:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696185.902457:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696186.926179:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696186.926186:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696186.926192:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696186.926193:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696186.926277:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696186.926280:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696186.926283:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696187.949961:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696187.949969:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696187.949975:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696187.949977:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696187.950078:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696187.950093:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696187.950096:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696188.014276:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696188.014284:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696188.014290:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 00000020:00000040:3.0:1788696188.014303:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696188.014307:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696188.014310:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696188.014315:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696188.014321:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d33dd5fd. 00000100:00000001:3.0:1788696188.014328:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696188.014337:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000006439c2df x1875583274367360/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696188.014348:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696188.014350:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696188.014355:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_02+2] req@000000006439c2df x1875583274367360/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696188.014388:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696188.014390:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696188.014394:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696188.014396:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000218cac94. 00000020:00000040:3.0:1788696188.014398:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696188.014401:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696188.014402:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696188.014403:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696188.014406:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008513bebc. 00000100:00000001:3.0:1788696188.014409:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696188.014425:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000218cac94 x1875583274367488/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696188.014433:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696188.014434:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696188.014437:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218cac94] to pc [ptlrpcd_00_03+3] req@00000000218cac94 x1875583274367488/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696188.014444:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696188.014446:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696188.014449:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696188.014452:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32a5d79. 00000020:00000040:3.0:1788696188.014454:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696188.014456:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696188.014457:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696188.014458:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696188.014461:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a289aad5. 00000100:00000001:3.0:1788696188.014463:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696188.014466:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a32a5d79 x1875583274367616/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696188.014473:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696188.014474:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696188.014476:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a32a5d79] to pc [ptlrpcd_00_00+0] req@00000000a32a5d79 x1875583274367616/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696188.014492:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696188.014494:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788696188.014498:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788696188.014502:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12487) 00000100:00000001:3.0:1788696188.014518:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788696188.014521:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788696188.014523:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696188.014549:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696188.014551:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696188.014553:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696188.014554:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696188.014557:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696188.014562:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a32a5d79 x1875583274367616/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696188.014569:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696188.014571:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696188.014574:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696188.014577:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696188.014579:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696188.014582:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274367616:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696188.014586:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696188.014591:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696188.014593:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696188.014596:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696188.014599:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c1588ca. 02000000:00000001:3.0:1788696188.014601:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696188.014608:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003cf34522. 00000400:00000010:3.0:1788696188.014615:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d47dd1a6. 00000100:00000200:3.0:1788696188.014622:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274367616, portal 10 00000100:00000001:3.0:1788696188.014625:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696188.014626:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548231040 : -113296161320576 : ffff98f52e8cd180) 00000100:00000040:3.0:1788696188.014632:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a32a5d79 x1875583274367616/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696188.014639:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696188.014642:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696188.014645:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000864cac17. 00000100:00000200:3.0:1788696188.014647:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274367616, offset 0 00000400:00000200:3.0:1788696188.014665:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696188.014678:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696188.014684:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696188.014693:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696188.014697:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696188.014700:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696188.014703:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [382:382:256:4294967295] 192.168.201.118@tcp LPNI seq info [382:382:8:4294967295] 00000400:00000200:3.0:1788696188.014715:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696188.014721:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696188.014725:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dac42727. 00000800:00000200:3.0:1788696188.014732:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696188.014740:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696188.014744:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dac42727 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696188.014755:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696188.014760:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 32408 usecs (33 jiffies) 00000100:00000001:3.0:1788696188.014764:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307149857 00000100:00000010:3.0:1788696188.014767:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000100:00000001:3.0:1788696188.014773:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696188.014783:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307149857 00000100:00000010:3.0:1788696188.014786:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000100:00000001:3.0:1788696188.014789:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696188.014792:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307149857 00000100:00000010:3.0:1788696188.014794:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000100:00000001:3.0:1788696188.014797:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696188.014802:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307149857 00000100:00000010:3.0:1788696188.014805:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000001:3.0:1788696188.014808:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696188.014810:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696188.014813:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696188.014815:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696188.014818:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696188.014931:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696188.014939:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dac42727. 00000400:00000200:3.0:1788696188.014944:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696188.014948:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696188.014953:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864cac17 00000400:00000010:3.0:1788696188.014956:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000864cac17. 00000100:00000001:3.0:1788696188.014959:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696188.014962:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a32a5d79 x1875583274367616/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696188.014971:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696188.014973:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a32a5d79 x1875583274367616/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696204 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696188.014980:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696188.014981:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788696188.015051:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696188.015055:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696188.015056:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696188.015060:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000218cac94 x1875583274367488/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696188.015067:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696188.015068:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696188.015070:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696188.015072:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696188.015074:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696188.015076:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274367488:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696188.015079:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696188.015092:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696188.015094:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696188.015095:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696188.015098:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa20ca05. 02000000:00000001:2.0:1788696188.015100:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696188.015103:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000495045b7. 00000400:00000010:2.0:1788696188.015107:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c79d798. 00000100:00000200:2.0:1788696188.015110:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274367488, portal 10 00000100:00000001:2.0:1788696188.015112:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696188.015113:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548239104 : -113296161312512 : ffff98f52e8cf100) 00000100:00000040:2.0:1788696188.015119:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000218cac94 x1875583274367488/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696188.015136:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696188.015138:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696188.015141:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8b0aa1a. 00000100:00000200:2.0:1788696188.015143:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274367488, offset 0 00000400:00000200:2.0:1788696188.015148:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696188.015153:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696188.015155:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696188.015158:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696188.015160:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696188.015162:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696188.015165:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [383:383:256:4294967295] 192.168.201.118@tcp LPNI seq info [383:383:8:4294967295] 00000400:00000200:2.0:1788696188.015172:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696188.015176:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696188.015180:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a3e8ab7. 00000800:00000200:2.0:1788696188.015183:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696188.015187:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696188.015189:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a3e8ab7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696188.015203:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696188.015207:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 32091 usecs (33 jiffies) 00000100:00000001:2.0:1788696188.015209:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307149858 00000100:00000001:2.0:1788696188.015214:0:201303:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, simply extend its deadline from 4307149857 00000100:00000001:2.0:1788696188.015217:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307149858 00000100:00000001:2.0:1788696188.015219:0:201303:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, simply extend its deadline from 4307149857 00000100:00000001:2.0:1788696188.015221:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307149858 00000100:00000001:2.0:1788696188.015223:0:201303:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, simply extend its deadline from 4307149857 00000100:00000001:2.0:1788696188.015225:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307149858 00000100:00000001:2.0:1788696188.015227:0:201303:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, simply extend its deadline from 4307149857 00000100:00000001:2.0:1788696188.015234:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696188.015235:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696188.015237:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696188.015239:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696188.015243:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696188.015244:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696188.015245:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696188.015246:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696188.015247:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696188.015249:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1788696188.015250:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696188.015252:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696188.015253:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696188.015254:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696188.015255:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696188.015256:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696188.015259:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274367360/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696188.015266:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696188.015267:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696188.015269:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696188.015271:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696188.015272:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696188.015274:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274367360:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696188.015278:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696188.015280:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696188.015281:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696188.015282:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696188.015285:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007584181. 02000000:00000001:2.0:1788696188.015287:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696188.015290:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086063be5. 00000400:00000010:2.0:1788696188.015294:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a64d0d8. 00000100:00000200:2.0:1788696188.015296:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274367360, portal 25 00000100:00000001:2.0:1788696188.015298:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696188.015299:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 00000100:00000040:2.0:1788696188.015309:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274367360/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696188.015315:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696188.015317:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696188.015319:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0bf99ec. 00000100:00000200:2.0:1788696188.015321:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274367360, offset 0 00000400:00000200:2.0:1788696188.015325:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696188.015329:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696188.015332:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696188.015334:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696188.015336:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696188.015338:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696188.015340:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [384:384:255:4294967295] 192.168.201.118@tcp LPNI seq info [384:384:7:4294967295] 00000400:00000200:2.0:1788696188.015347:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696188.015352:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696188.015355:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051526cb6. 00000800:00000200:2.0:1788696188.015358:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696188.015362:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696188.015364:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000051526cb6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696188.015367:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696188.015369:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307151090 00000100:00000001:2.0:1788696188.015372:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307149858 00000100:00000001:2.0:1788696188.015374:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307151090 00000100:00000001:2.0:1788696188.015377:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307149858 00000100:00000001:2.0:1788696188.015379:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307151090 00000100:00000001:2.0:1788696188.015381:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307149858 00000100:00000001:2.0:1788696188.015383:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307151090 00000100:00000001:2.0:1788696188.015385:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307149858 00000100:00000001:2.0:1788696188.015394:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696188.015396:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696188.015398:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696188.015399:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696188.015764:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696188.015768:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696188.015781:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696188.015784:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696188.016040:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696188.016044:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a3e8ab7. 00000400:00000200:3.0:1788696188.016049:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696188.016053:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696188.016057:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8b0aa1a 00000400:00000010:3.0:1788696188.016059:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c8b0aa1a. 00000100:00000001:3.0:1788696188.016062:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696188.016065:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000218cac94 x1875583274367488/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696188.016074:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696188.016077:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000218cac94 x1875583274367488/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696204 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696188.016095:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696188.016096:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696188.016146:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696188.016148:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051526cb6. 00000400:00000200:3.0:1788696188.016151:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696188.016154:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696188.016157:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0bf99ec 00000400:00000010:3.0:1788696188.016158:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0bf99ec. 00000100:00000001:3.0:1788696188.016166:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696188.016169:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274367360/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696204 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696188.016176:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696188.016178:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274367360/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696204 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696188.016184:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696188.016185:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696188.017719:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696188.017735:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696188.017738:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696188.017741:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696188.017748:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696188.017761:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0ba80 00000400:00000200:3.0:1788696188.017766:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xcc5 [1] + 224 00000800:00000001:3.0:1788696188.017771:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696188.017776:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696188.017778:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696188.017780:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696188.017785:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696188.017790:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a32a5d79 x1875583274367616/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696188.017797:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a32a5d79 x1875583274367616/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696188.017813:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696188.017818:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696188.017821:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696188.017921:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696188.017926:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696188.017934:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696188.017936:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696188.017939:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003cf34522. 00000400:00000200:1.0:1788696188.017944:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d47dd1a6 00000400:00000010:1.0:1788696188.017946:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d47dd1a6. 00000100:00000001:1.0:1788696188.017949:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696188.017953:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a32a5d79 x1875583274367616/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696188.017961:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a32a5d79 x1875583274367616/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696188.017967:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696188.017969:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696188.017981:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696188.018062:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696188.018065:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696188.018067:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696188.018070:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696188.018079:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=88 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696188.018096:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=55 v=5 (1 1 0 0) 00000100:00000001:1.0:1788696188.018098:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696188.018100:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696188.018102:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788696188.018106:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a32a5d79 x1875583274367616/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696188.018113:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696188.018116:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000800:00000001:3.0:1788696188.018117:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1788696188.018118:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696188.018120:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696188.018121:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696188.018122:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696188.018124:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1788696188.018125:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a32a5d79 x1875583274367616/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788696188.018126:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696188.018130:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:1.0:1788696188.018132:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696188.018135:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696188.018136:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696188.018137:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0b980 00000100:00000040:1.0:1788696188.018139:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a32a5d79 x1875583274367616/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696188.018146:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274367616:192.168.201.118@tcp:400: 00000400:00000200:3.0:1788696188.018148:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xcd5 [1] + 224 00000100:00000001:1.0:1788696188.018151:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696188.018152:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788696188.018154:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696188.018156:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a32a5d79 x1875583274367616/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696188.018161:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696188.018164:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696188.018166:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c1588ca. 02000000:00000001:1.0:1788696188.018174:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696188.018176:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696188.018178:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696188.018180:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696188.018182:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a289aad5. 02000000:00000001:1.0:1788696188.018185:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696188.018187:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696188.018188:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32a5d79. 00000100:00000001:1.0:1788696188.018192:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000800:00000001:3.0:1788696188.018192:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696188.018193:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696188.018194:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788696188.018195:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696188.018197:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696188.018201:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788696188.018202:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696188.018204:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788696188.018204:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274367360/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696188.018206:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696188.018207:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696188.018212:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274367360/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696188.018224:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696188.018229:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696188.018232:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696188.018477:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696188.018480:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696188.018483:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696188.018485:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696188.018486:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086063be5. 00000400:00000200:2.0:1788696188.018491:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a64d0d8 00000400:00000010:2.0:1788696188.018493:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001a64d0d8. 00000100:00000001:2.0:1788696188.018495:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696188.018499:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274367360/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696188.018507:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274367360/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696188.018513:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696188.018515:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696188.018516:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696188.018518:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696188.018519:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696188.018520:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696188.018522:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696188.018524:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=89 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696188.018532:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=89 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696188.018534:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696188.018535:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696188.018537:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696188.018538:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696188.018540:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696188.018543:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274367360/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696188.018549:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696188.018551:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696188.018552:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696188.018561:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274367360/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696188.018568:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274367360:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696188.018572:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696188.018574:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696188.018576:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274367360/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696188.018582:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696188.018583:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696188.018585:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007584181. 02000000:00000001:2.0:1788696188.018588:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696188.018589:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696188.018590:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788696188.018591:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696188.018592:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d33dd5fd. 02000000:00000001:2.0:1788696188.018593:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696188.018594:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696188.018595:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000001:2.0:1788696188.018597:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696188.018597:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696188.018599:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696188.018600:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696188.018601:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696188.018602:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696188.018603:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696188.024427:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696188.024443:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696188.024448:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696188.024450:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696188.024466:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696188.024484:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0ba00 00000400:00000200:3.0:1788696188.024493:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xccd [1] + 224 00000800:00000001:3.0:1788696188.024500:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696188.024510:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696188.024512:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696188.024515:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696188.024521:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696188.024527:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000218cac94 x1875583274367488/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696188.024535:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000218cac94 x1875583274367488/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696188.024549:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696188.024567:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696188.024569:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696188.024581:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696188.024586:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696188.024592:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696188.024594:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696188.024597:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000495045b7. 00000400:00000200:2.0:1788696188.024603:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c79d798 00000400:00000010:2.0:1788696188.024606:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c79d798. 00000100:00000001:2.0:1788696188.024609:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696188.024613:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000218cac94 x1875583274367488/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696188.024633:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000218cac94 x1875583274367488/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696188.024639:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696188.024640:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696188.024643:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696188.024646:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696188.024648:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696188.024650:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696188.024653:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696188.024662:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=89 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696188.024666:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=89 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696188.024669:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696188.024671:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696188.024673:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696188.024677:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696188.024681:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696188.024683:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696188.024685:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696188.024687:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696188.024690:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000218cac94 x1875583274367488/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696188.024697:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696188.024700:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696188.024702:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696188.024705:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000218cac94 x1875583274367488/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696188.024712:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274367488:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696188.024717:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696188.024719:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696188.024722:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000218cac94 x1875583274367488/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696204 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696188.024738:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696188.024740:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696188.024744:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa20ca05. 02000000:00000001:2.0:1788696188.024748:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696188.024751:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696188.024753:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696188.024755:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696188.024758:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008513bebc. 02000000:00000001:2.0:1788696188.024762:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696188.024764:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696188.024765:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000218cac94. 00000100:00000001:2.0:1788696188.024768:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696188.024770:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696188.024772:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696188.024780:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696188.024782:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696188.024784:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696188.024786:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696188.973975:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696188.973987:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696188.973990:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696188.973993:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696188.973999:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696188.974001:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696188.974004:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696188.974006:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696188.974010:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696188.974011:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696188.974029:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696188.974032:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696188.974035:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696189.293962:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307151090, at 4307151104 00000100:00000040:2.0:1788696189.293962:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307151090, at 4307151104 00000100:00000010:2.0:1788696189.293977:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000100:00000010:0.0:1788696189.293979:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c64039. 00000100:00000040:1.0:1788696189.294086:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307151090, at 4307151104 00000100:00000010:1.0:1788696189.294092:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00000100:00000040:3.0:1788696189.294198:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307151090, at 4307151104 00000100:00000010:3.0:1788696189.294208:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00010000:00000001:2.0:1788696189.997963:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696189.997972:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696189.997994:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696189.997996:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696189.998080:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696189.998084:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696189.998086:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696191.021978:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696191.021983:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696191.021989:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696191.021990:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696191.022057:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696191.022061:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696191.022064:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696192.047160:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696192.047168:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696192.047175:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696192.047176:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696192.049914:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696192.049920:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696192.049925:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696193.070122:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696193.070129:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696193.070134:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696193.070135:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696193.071116:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696193.071122:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696193.071126:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696193.134059:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696193.134071:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696193.134078:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a489c80. 00000020:00000040:0.0:1788696193.134085:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696193.134090:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696193.134093:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696193.134098:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696193.134106:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000057945d15. 00000100:00000001:0.0:1788696193.134113:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696193.134124:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000004a489c80 x1875583274367744/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696193.134134:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696193.134136:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696193.134142:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a489c80] to pc [ptlrpcd_00_01+1] req@000000004a489c80 x1875583274367744/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696193.134282:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696193.134287:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696193.134290:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696193.134305:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a489c80 x1875583274367744/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696193.134314:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696193.134315:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696193.134318:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696193.134320:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696193.134323:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696193.134326:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274367744:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696193.134330:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696193.134335:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696193.134337:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696193.134339:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696193.134344:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec1a3a32. 02000000:00000001:1.0:1788696193.134356:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696193.134362:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e21ffd2. 00000400:00000010:1.0:1788696193.134383:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b6a63d. 00000100:00000200:1.0:1788696193.134389:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274367744, portal 25 00000100:00000001:1.0:1788696193.134392:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696193.134393:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882430848 : -113296827120768 : ffff98f506dd8380) 00000100:00000040:1.0:1788696193.134398:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004a489c80 x1875583274367744/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696193.134406:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696193.134408:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696193.134411:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696193.134412:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000284d8bb. 00000100:00000040:0.0:1788696193.134417:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1788696193.134418:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274367744, offset 0 00000400:00000200:1.0:1788696193.134427:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696193.134431:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1788696193.134442:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000010:0.0:1788696193.134444:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7f27e9d. 00000020:00000040:0.0:1788696193.134449:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696193.134452:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696193.134454:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1788696193.134454:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1788696193.134458:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696193.134461:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000010:0.0:1788696193.134464:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009146b66a. 00000400:00000200:1.0:1788696193.134467:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788696193.134471:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696193.134472:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696193.134476:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [385:385:256:4294967295] 192.168.201.118@tcp LPNI seq info [385:385:8:4294967295] 00000100:00000040:0.0:1788696193.134486:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000a7f27e9d x1875583274367872/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788696193.134494:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:0.0:1788696193.134505:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696193.134508:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696193.134509:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000040:0.0:1788696193.134515:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f27e9d] to pc [ptlrpcd_00_02+2] req@00000000a7f27e9d x1875583274367872/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1788696193.134515:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000372e11cf. 00000800:00000200:1.0:1788696193.134527:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696193.134535:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696193.134539:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000372e11cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696193.134543:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696193.134546:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696193.134549:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696193.134552:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001676e642. 00000100:00000001:1.0:1788696193.134553:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788696193.134556:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696193.134560:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788696193.134560:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307156209 02000000:00000001:0.0:1788696193.134561:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696193.134565:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696193.134565:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1788696193.134568:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082f7dcd5. 00000100:00000001:3.0:1788696193.134571:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1788696193.134572:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000dfd73c1. 00000100:00000001:3.0:1788696193.134574:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788696193.134576:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696193.134577:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1788696193.134582:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a7f27e9d x1875583274367872/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696193.134585:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000001676e642 x1875583274368000/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696193.134586:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307156209 00000100:00000010:1.0:1788696193.134592:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a02473c0. 00000100:00000001:1.0:1788696193.134598:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788696193.134610:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307156209 00000100:00000001:3.0:1788696193.134610:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696193.134612:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696193.134613:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696193.134616:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788696193.134616:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003847b311. 02000000:00000001:3.0:1788696193.134618:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1788696193.134621:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001676e642] to pc [ptlrpcd_00_03+3] req@000000001676e642 x1875583274368000/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696193.134622:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696193.134623:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 02000000:00000001:3.0:1788696193.134629:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696193.134631:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307156209 00000100:00100000:3.0:1788696193.134637:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274367872:192.168.201.118@tcp:400: 00000100:00000010:1.0:1788696193.134639:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000066276fdb. 00000100:00000001:1.0:1788696193.134645:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696193.134645:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696193.134650:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1788696193.134651:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696193.134654:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696193.134658:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696193.134659:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788696193.134663:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696193.134664:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696193.134665:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c1588ca. 00000100:00000040:0.0:1788696193.134667:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1788696193.134670:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696193.134671:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696193.134674:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1788696193.134677:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016c596a5. 00000100:00000040:0.0:1788696193.134680:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12492) 00000100:00000001:1.0:1788696193.134682:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1788696193.134682:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000864cac17. 00000100:00000001:1.0:1788696193.134686:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1788696193.134688:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274367872, portal 10 00000100:00000001:1.0:1788696193.134691:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696193.134692:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696193.134694:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696193.134695:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438016 : -113296827113600 : ffff98f506dd9f80) 00000100:00000001:1.0:1788696193.134697:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696193.134701:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696193.134704:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a7f27e9d x1875583274367872/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696193.134712:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696193.134716:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696193.134719:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a452cf63. 00000100:00000200:3.0:1788696193.134721:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274367872, offset 0 00000400:00000200:3.0:1788696193.134726:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696193.134739:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696193.134742:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696193.134745:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696193.134748:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696193.134750:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696193.134754:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [386:386:255:4294967295] 192.168.201.118@tcp LPNI seq info [386:386:7:4294967295] 00000400:00000200:3.0:1788696193.134761:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696193.134766:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696193.134770:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dac42727. 00000800:00000200:3.0:1788696193.134774:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696193.134780:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1788696193.134780:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000010:0.0:1788696193.134786:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000372e11cf. 00000100:00000001:2.0:1788696193.134786:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1788696193.134786:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dac42727 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696193.134791:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696193.134793:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696193.134794:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788696193.134797:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788696193.134799:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 31920 usecs (32 jiffies) 00000100:00000001:2.0:1788696193.134801:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788696193.134804:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696193.134805:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788696193.134806:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307154976 00000100:00000001:3.0:1788696193.134811:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307156209 00000400:00000200:0.0:1788696193.134813:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000284d8bb 00000100:00000040:2.0:1788696193.134814:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001676e642 x1875583274368000/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696193.134816:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307154976 00000400:00000010:0.0:1788696193.134818:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000284d8bb. 00000100:00000001:3.0:1788696193.134822:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307156209 00000100:00000001:0.0:1788696193.134826:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1788696193.134829:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307154976 00000100:00000200:0.0:1788696193.134833:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004a489c80 x1875583274367744/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696193.134835:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307156209 00000100:00000001:2.0:1788696193.134836:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696193.134839:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696193.134841:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307154976 00000100:00000001:3.0:1788696193.134864:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307156209 00000100:00000001:3.0:1788696193.134866:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696193.134869:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696193.134871:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696193.134874:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788696193.134876:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788696193.134878:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696193.134881:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696193.134884:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696193.134889:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1788696193.134892:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696193.134892:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788696193.134894:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a489c80 x1875583274367744/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696209 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696193.134896:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1788696193.134900:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274368000:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696193.134900:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696193.134904:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696193.134911:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696193.134913:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696193.134916:0:201295:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1788696193.134916:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696193.134920:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696193.134923:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696193.134926:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001cc7dcd6. 02000000:00000001:2.0:1788696193.134929:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696193.134933:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000495045b7. 00000800:00000200:0.0:1788696193.134935:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1788696193.134938:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c79d798. 00000800:00000010:0.0:1788696193.134939:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dac42727. 00000400:00000200:0.0:1788696193.134944:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1788696193.134946:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274368000, portal 10 00000400:00000200:0.0:1788696193.134950:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696193.134954:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a452cf63 00000100:00000001:2.0:1788696193.134956:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1788696193.134958:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a452cf63. 00000100:00000001:2.0:1788696193.134959:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882429952 : -113296827121664 : ffff98f506dd8000) 00000100:00000001:0.0:1788696193.134961:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696193.134968:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a7f27e9d x1875583274367872/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696193.134969:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001676e642 x1875583274368000/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696193.135001:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788696193.135006:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696193.135006:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696193.135011:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a64d0d8. 00000100:00000040:0.0:1788696193.135012:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a7f27e9d x1875583274367872/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696209 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696193.135017:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274368000, offset 0 00000400:00000200:2.0:1788696193.135026:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696193.135032:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696193.135039:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696193.135044:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:0.0:1788696193.135045:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696193.135048:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788696193.135049:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1788696193.135052:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696193.135055:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [387:387:255:4294967295] 192.168.201.118@tcp LPNI seq info [387:387:7:4294967295] 00000400:00000200:2.0:1788696193.135062:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696193.135066:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696193.135070:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078c7cd5c. 00000800:00000200:2.0:1788696193.135074:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696193.135079:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696193.135082:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078c7cd5c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696193.135097:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696193.135100:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 32156 usecs (33 jiffies) 00000100:00000001:2.0:1788696193.135102:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307154978 00000100:00000001:2.0:1788696193.135104:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307156209 00000100:00000001:2.0:1788696193.135106:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307154978 00000100:00000001:2.0:1788696193.135107:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307156209 00000100:00000001:2.0:1788696193.135109:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307154978 00000100:00000001:2.0:1788696193.135111:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307156209 00000100:00000001:2.0:1788696193.135117:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307154978 00000100:00000001:2.0:1788696193.135119:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307156209 00000100:00000001:2.0:1788696193.135121:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696193.135123:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696193.135125:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696193.135127:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696193.135131:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696193.135133:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696193.135135:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696193.135136:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696193.135138:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696193.135140:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696193.135160:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696193.135163:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078c7cd5c. 00000400:00000200:3.0:1788696193.135167:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696193.135171:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696193.135174:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a64d0d8 00000400:00000010:3.0:1788696193.135175:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001a64d0d8. 00000100:00000001:3.0:1788696193.135178:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696193.135181:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001676e642 x1875583274368000/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696193.135189:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696193.135191:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001676e642 x1875583274368000/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696209 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696193.135198:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696193.135199:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696193.139572:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696193.139586:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696193.139590:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696193.139592:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696193.139603:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696193.139651:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0bb80 00000400:00000200:3.0:1788696193.139659:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xce5 [1] + 224 00000800:00000001:3.0:1788696193.139666:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696193.139670:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696193.139672:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696193.139676:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696193.139683:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696193.139690:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a7f27e9d x1875583274367872/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696193.139700:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a7f27e9d x1875583274367872/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696193.139743:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696193.139750:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696193.139753:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696193.139754:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696193.139755:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696193.139758:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696193.139762:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0bb00 00000400:00000200:3.0:1788696193.139767:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xcdd [1] + 224 00000800:00000001:3.0:1788696193.139769:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696193.139771:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696193.139772:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696193.139774:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696193.139776:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696193.139778:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004a489c80 x1875583274367744/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696193.139786:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a489c80 x1875583274367744/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696193.139804:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696193.139808:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696193.139810:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696193.139812:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696193.139814:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696193.139817:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696193.139822:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0bc00 00000400:00000200:3.0:1788696193.139826:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xced [1] + 224 00000800:00000001:3.0:1788696193.139830:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696193.139836:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696193.139838:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696193.139842:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696193.139880:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696193.139892:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001676e642 x1875583274368000/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696193.139901:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001676e642 x1875583274368000/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696193.139917:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696193.139923:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696193.139925:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696193.139932:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696193.139937:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696193.139943:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696193.139946:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696193.139949:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e21ffd2. 00000400:00000200:1.0:1788696193.139954:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b6a63d 00000100:00000001:2.0:1788696193.139954:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1788696193.139957:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000021b6a63d. 00000100:00000001:2.0:1788696193.139958:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696193.139962:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:2.0:1788696193.139964:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1788696193.139968:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004a489c80 x1875583274367744/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788696193.139969:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696193.139973:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000495045b7. 00000400:00000200:2.0:1788696193.139980:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c79d798 00000100:00000200:1.0:1788696193.139983:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004a489c80 x1875583274367744/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1788696193.139985:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c79d798. 00000100:00000001:2.0:1788696193.140003:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788696193.140008:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:2.0:1788696193.140010:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001676e642 x1875583274368000/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696193.140012:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696193.140017:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696193.140021:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1788696193.140026:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001676e642 x1875583274368000/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696193.140027:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696193.140033:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696193.140038:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696193.140039:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696193.140041:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696193.140043:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696193.140045:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696193.140048:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696193.140049:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696193.140051:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696193.140053:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=94 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696193.140057:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=93 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696193.140059:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=94 v=5 (1 1 1 1) 00000100:00001000:2.0:1788696193.140063:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=60 v=5 (1 1 0 0) 00000100:00000001:2.0:1788696193.140067:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696193.140069:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696193.140074:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696193.140077:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696193.140081:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696193.140081:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696193.140085:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1788696193.140089:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001676e642 x1875583274368000/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696193.140090:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696193.140098:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a489c80 x1875583274367744/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696193.140100:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696193.140106:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696193.140109:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696193.140112:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696193.140113:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696193.140116:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696193.140118:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696193.140121:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696193.140127:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a489c80 x1875583274367744/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696193.140132:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001676e642 x1875583274368000/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696193.140136:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274367744:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696193.140142:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696193.140147:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696193.140151:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a489c80 x1875583274367744/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696193.140151:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696193.140158:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696193.140162:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696193.140168:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696193.140172:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1788696193.140172:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001676e642 x1875583274368000/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788696193.140177:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec1a3a32. 02000000:00000001:1.0:1788696193.140183:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696193.140187:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000100:00100000:2.0:1788696193.140188:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274368000:192.168.201.118@tcp:400: 00000020:00000040:1.0:1788696193.140191:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696193.140194:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788696193.140195:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696193.140199:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000057945d15. 00000100:00000001:2.0:1788696193.140200:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1788696193.140205:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1788696193.140207:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001676e642 x1875583274368000/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696193.140208:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696193.140211:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a489c80. 00000100:00000001:1.0:1788696193.140216:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696193.140219:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696193.140220:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1788696193.140223:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788696193.140224:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696193.140226:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001cc7dcd6. 02000000:00000001:2.0:1788696193.140231:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696193.140234:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696193.140235:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696193.140237:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1788696193.140238:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788696193.140241:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696193.140241:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000dfd73c1. 00000100:00000001:1.0:1788696193.140246:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1788696193.140247:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1788696193.140249:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696193.140250:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696193.140254:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001676e642. 00000100:00000001:2.0:1788696193.140263:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696193.140265:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696193.140267:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696193.140271:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696193.140272:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696193.140274:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696193.140276:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696193.140632:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696193.140635:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696193.140638:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696193.140640:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696193.140641:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016c596a5. 00000400:00000200:0.0:1788696193.140646:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864cac17 00000400:00000010:0.0:1788696193.140647:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000864cac17. 00000100:00000001:0.0:1788696193.140650:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696193.140653:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a7f27e9d x1875583274367872/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696193.140660:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a7f27e9d x1875583274367872/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696193.140666:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696193.140667:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696193.140668:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696193.140670:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696193.140671:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696193.140672:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696193.140673:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696193.140677:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=94 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696193.140680:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696193.140682:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696193.140683:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696193.140684:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696193.140687:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696193.140689:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696193.140690:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696193.140691:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696193.140692:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696193.140695:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a7f27e9d x1875583274367872/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696193.140700:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696193.140708:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696193.140709:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696193.140712:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7f27e9d x1875583274367872/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696193.140718:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274367872:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696193.140721:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696193.140723:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696193.140724:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a7f27e9d x1875583274367872/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696209 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696193.140729:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696193.140730:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696193.140732:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c1588ca. 02000000:00000001:0.0:1788696193.140735:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696193.140736:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696193.140736:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696193.140738:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696193.140739:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009146b66a. 02000000:00000001:0.0:1788696193.140741:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696193.140742:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696193.140743:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7f27e9d. 00000100:00000001:0.0:1788696193.140745:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696193.140746:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696193.140747:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696193.140750:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696193.140752:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696193.140753:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696193.140754:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696194.094059:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696194.094066:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696194.094072:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696194.094075:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696194.094077:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696194.094079:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696194.094082:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696194.094084:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696194.094085:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696194.094087:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696194.094202:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696194.094205:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696194.094207:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696194.413961:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307156209, at 4307156224 00000100:00000040:3.0:1788696194.413961:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307156209, at 4307156224 00000100:00000010:3.0:1788696194.413987:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000066276fdb. 00000100:00000010:2.0:1788696194.413989:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003847b311. 00000100:00000040:1.0:1788696194.414075:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307156209, at 4307156224 00000100:00000010:1.0:1788696194.414082:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a02473c0. 00000100:00000040:0.0:1788696194.414091:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307156209, at 4307156224 00000100:00000010:0.0:1788696194.414099:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082f7dcd5. 00010000:00000001:2.0:1788696195.117928:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696195.117935:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696195.117940:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696195.117942:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696195.118000:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696195.118003:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696195.118022:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696196.141998:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696196.142005:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696196.142010:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696196.142011:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696196.142041:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696196.142046:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696196.142048:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696197.165975:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696197.165983:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696197.166117:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696197.166119:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696197.166172:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696197.166175:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696197.166177:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696198.189964:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696198.189973:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696198.189979:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696198.189980:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696198.190956:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696198.190959:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696198.190962:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696198.254013:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696198.254022:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696198.254031:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788696198.254038:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696198.254042:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696198.254045:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696198.254051:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696198.254057:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a4df8fd. 00000100:00000001:3.0:1788696198.254063:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696198.254072:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000048524a16 x1875583274368128/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696198.254081:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696198.254083:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696198.254087:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_00+0] req@0000000048524a16 x1875583274368128/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696198.254124:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696198.254126:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696198.254129:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696198.254152:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000020:00000040:3.0:1788696198.254155:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696198.254158:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696198.254160:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788696198.254162:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1788696198.254163:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696198.254169:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000010:3.0:1788696198.254169:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000842c2c60. 00000100:00000001:1.0:1788696198.254174:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696198.254176:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696198.254182:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000003e3fb870 x1875583274368256/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696198.254184:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696198.254187:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696198.254193:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696198.254193:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696198.254196:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696198.254198:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696198.254201:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696198.254203:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3fb870] to pc [ptlrpcd_00_01+1] req@000000003e3fb870 x1875583274368256/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696198.254209:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274368128/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696198.254216:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696198.254220:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696198.254225:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696198.254226:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788696198.254229:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788696198.254230:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d115929. 00000020:00000040:3.0:1788696198.254235:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:1.0:1788696198.254236:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788696198.254237:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696198.254240:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696198.254241:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696198.254245:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696198.254246:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696198.254250:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f68a3b. 00000100:00100000:1.0:1788696198.254251:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274368128:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696198.254256:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696198.254258:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1788696198.254263:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000004d115929 x1875583274368384/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788696198.254266:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696198.254269:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696198.254272:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696198.254277:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000010b1b3e. 02000000:00000001:1.0:1788696198.254281:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696198.254288:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1788696198.254290:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e21ffd2. 00000100:00000001:3.0:1788696198.254290:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696198.254295:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d115929] to pc [ptlrpcd_00_02+2] req@000000004d115929 x1875583274368384/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788696198.254299:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b6a63d. 00000100:00000200:1.0:1788696198.254307:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274368128, portal 25 00000100:00000001:1.0:1788696198.254310:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696198.254311:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000100:00000040:1.0:1788696198.254316:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274368128/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696198.254323:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696198.254326:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696198.254337:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696198.254338:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788696198.254344:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:3.0:1788696198.254346:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12497) 00000400:00000010:1.0:1788696198.254358:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013e8a062. 00000100:00000200:1.0:1788696198.254363:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274368128, offset 0 00000400:00000200:1.0:1788696198.254369:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696198.254380:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696198.254384:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696198.254387:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696198.254389:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696198.254391:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696198.254394:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [388:388:256:4294967295] 192.168.201.118@tcp LPNI seq info [388:388:8:4294967295] 00000400:00000200:1.0:1788696198.254402:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696198.254406:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696198.254409:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000372e11cf. 00000800:00000200:1.0:1788696198.254421:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696198.254427:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696198.254430:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000372e11cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696198.254445:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696198.254449:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307161329 00000100:00000010:1.0:1788696198.254452:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d24fff6b. 00000100:00000001:1.0:1788696198.254458:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696198.254462:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307161329 00000100:00000010:1.0:1788696198.254464:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005dd2cbdf. 00000100:00000001:1.0:1788696198.254467:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788696198.254469:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307161329 00000100:00000010:1.0:1788696198.254470:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b72f1bf0. 00000100:00000001:1.0:1788696198.254472:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696198.254473:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307161329 00000100:00000010:1.0:1788696198.254474:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a02473c0. 00000100:00000001:1.0:1788696198.254480:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696198.254482:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696198.254483:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696198.254484:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696198.254489:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696198.254489:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788696198.254494:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696198.254495:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696198.254496:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696198.254497:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696198.254498:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696198.254499:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696198.254506:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696198.254508:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696198.254510:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696198.254512:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696198.254513:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696198.254518:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274368256/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696198.254525:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696198.254526:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696198.254528:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696198.254530:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696198.254531:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696198.254533:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274368256:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696198.254538:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696198.254540:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696198.254542:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696198.254544:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696198.254547:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b29ad122. 02000000:00000001:2.0:1788696198.254549:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696198.254553:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000495045b7. 00000100:00000001:1.0:1788696198.254554:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788696198.254557:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1788696198.254559:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1788696198.254559:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c79d798. 00000100:00000001:1.0:1788696198.254564:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1788696198.254565:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274368256, portal 10 00000100:00000001:1.0:1788696198.254568:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696198.254569:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696198.254572:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696198.254572:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000100:00000001:1.0:1788696198.254576:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696198.254579:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696198.254582:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274368256/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696198.254585:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d115929 x1875583274368384/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696198.254601:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788696198.254606:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1788696198.254608:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696198.254609:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696198.254613:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6ba0334. 02000000:00000001:1.0:1788696198.254614:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696198.254617:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1788696198.254618:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274368256, offset 0 02000000:00000001:1.0:1788696198.254621:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696198.254628:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274368384:192.168.201.118@tcp:400: 00000400:00000200:2.0:1788696198.254628:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696198.254635:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788696198.254637:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696198.254641:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1788696198.254648:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1788696198.254651:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000001:1.0:1788696198.254652:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696198.254655:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1788696198.254657:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1788696198.254660:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008fcec018. 02000000:00000001:1.0:1788696198.254663:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696198.254663:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000010:1.0:1788696198.254668:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfe26299. 00000400:00000200:2.0:1788696198.254670:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [389:389:255:4294967295] 192.168.201.118@tcp LPNI seq info [389:389:7:4294967295] 00000400:00000010:1.0:1788696198.254672:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006213f63e. 00000100:00000200:1.0:1788696198.254676:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274368384, portal 10 00000100:00000001:1.0:1788696198.254679:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1788696198.254683:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:1.0:1788696198.254684:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548236416 : -113296161315200 : ffff98f52e8ce680) 00000800:00000200:2.0:1788696198.254693:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000040:1.0:1788696198.254694:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d115929 x1875583274368384/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1788696198.254701:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c995f34e. 00000100:00000001:1.0:1788696198.254702:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696198.254706:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696198.254709:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b123ffa. 00000800:00000200:2.0:1788696198.254711:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000200:1.0:1788696198.254713:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274368384, offset 0 00000800:00000200:2.0:1788696198.254721:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:1.0:1788696198.254722:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:2.0:1788696198.254727:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c995f34e type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1788696198.254729:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788696198.254733:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696198.254734:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696198.254738:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000040:2.0:1788696198.254740:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 31707 usecs (32 jiffies) 00000400:00000200:1.0:1788696198.254741:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696198.254745:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788696198.254746:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307160096 00000400:00000200:1.0:1788696198.254749:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [390:390:254:4294967295] 192.168.201.118@tcp LPNI seq info [390:390:6:4294967295] 00000100:00000001:2.0:1788696198.254752:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307161329 00000100:00000001:2.0:1788696198.254757:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307160096 00000400:00000200:1.0:1788696198.254759:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788696198.254761:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307161329 00000100:00000001:2.0:1788696198.254766:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307160096 00000800:00000200:1.0:1788696198.254767:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696198.254771:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000155bbcce. 00000100:00000001:2.0:1788696198.254772:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307161329 00000100:00000001:2.0:1788696198.254776:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307160096 00000800:00000200:1.0:1788696198.254777:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:2.0:1788696198.254780:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307161329 00000800:00000200:1.0:1788696198.254783:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:2.0:1788696198.254784:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1788696198.254786:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000155bbcce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696198.254788:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696198.254789:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696198.254792:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696198.254793:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 31928 usecs (32 jiffies) 00000100:00000001:1.0:1788696198.254797:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307160096 00000100:00000001:2.0:1788696198.254798:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696198.254799:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307161329 00000100:00000001:1.0:1788696198.254803:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307160096 00000100:00000001:1.0:1788696198.254804:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307161329 00000100:00000001:1.0:1788696198.254805:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307160096 00000100:00000001:1.0:1788696198.254807:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307161329 00000100:00000001:1.0:1788696198.254807:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307160096 00000100:00000001:1.0:1788696198.254812:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307161329 00000100:00000001:1.0:1788696198.254813:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696198.254815:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696198.254816:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696198.254818:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696198.255081:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696198.255084:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696198.255345:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696198.255349:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000372e11cf. 00000400:00000200:3.0:1788696198.255356:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696198.255361:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696198.255367:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013e8a062 00000400:00000010:3.0:1788696198.255370:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013e8a062. 00000100:00000001:3.0:1788696198.255375:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696198.255378:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274368128/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696198.255389:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696198.255391:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274368128/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696198.255398:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696198.255399:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696198.255410:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696198.255412:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c995f34e. 00000400:00000200:3.0:1788696198.255414:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696198.255417:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696198.255419:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6ba0334 00000400:00000010:3.0:1788696198.255421:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a6ba0334. 00000100:00000001:3.0:1788696198.255424:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696198.255425:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274368256/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696198.255432:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696198.255433:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274368256/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696198.255439:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696198.255441:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696198.255790:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696198.255793:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000155bbcce. 00000400:00000200:3.0:1788696198.255802:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696198.255806:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696198.255809:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b123ffa 00000400:00000010:3.0:1788696198.255811:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000b123ffa. 00000100:00000001:3.0:1788696198.255813:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696198.255816:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004d115929 x1875583274368384/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696198.255823:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696198.255825:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d115929 x1875583274368384/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696214 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696198.255830:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696198.255831:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696198.261143:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696198.261160:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696198.261164:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696198.261167:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696198.261176:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696198.261194:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0bd00 00000400:00000200:0.0:1788696198.261202:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xcfd [1] + 224 00000800:00000001:0.0:1788696198.261209:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696198.261211:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696198.261214:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696198.261217:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696198.261224:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696198.261231:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274368256/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696198.261241:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e3fb870 x1875583274368256/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696198.261258:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696198.261273:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696198.261276:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696198.261278:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696198.261280:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696198.261285:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:2.0:1788696198.261289:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788696198.261290:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0bd80 00000100:00000001:2.0:1788696198.261294:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788696198.261299:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xd05 [1] + 224 00000800:00000001:0.0:1788696198.261316:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1788696198.261317:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1788696198.261320:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788696198.261321:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1788696198.261325:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1788696198.261325:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000495045b7. 00000400:00000200:0.0:1788696198.261329:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696198.261339:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c79d798 00000400:00000010:2.0:1788696198.261342:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c79d798. 00000100:00000001:2.0:1788696198.261345:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788696198.261347:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696198.261351:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274368256/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696198.261354:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004d115929 x1875583274368384/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696198.261376:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274368256/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696198.261377:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d115929 x1875583274368384/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696198.261396:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696198.261399:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696198.261401:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696198.261404:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696198.261405:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696198.261407:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696198.261408:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696198.261412:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696198.261415:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696198.261419:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1788696198.261421:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=99 v=5 (5 5 5 5) 00000800:00000001:0.0:1788696198.261422:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696198.261425:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1788696198.261427:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=99 v=5 (1 1 1 1) 00000400:00000200:0.0:1788696198.261434:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:1.0:1788696198.261434:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696198.261434:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696198.261438:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696198.261443:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1788696198.261444:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0bc80 00010000:00000001:2.0:1788696198.261449:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696198.261454:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xcf5 [1] + 224 00000100:00000001:2.0:1788696198.261455:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696198.261459:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000800:00000001:0.0:1788696198.261460:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788696198.261462:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696198.261466:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696198.261468:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696198.261471:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274368256/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696198.261473:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788696198.261483:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696198.261487:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1788696198.261491:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696198.261491:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696198.261497:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:2.0:1788696198.261499:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274368256/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696198.261501:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1788696198.261505:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274368128/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788696198.261507:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696198.261511:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696198.261514:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfe26299. 00000100:00100000:2.0:1788696198.261520:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274368256:192.168.201.118@tcp:400: 00000100:00000040:0.0:1788696198.261528:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274368128/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696198.261531:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006213f63e 00000400:00000010:1.0:1788696198.261535:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000006213f63e. 00000100:00000001:1.0:1788696198.261542:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788696198.261543:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696198.261548:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1788696198.261550:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004d115929 x1875583274368384/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696198.261554:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696198.261564:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1788696198.261564:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004d115929 x1875583274368384/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788696198.261569:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696198.261570:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274368256/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696198.261582:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696198.261585:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1788696198.261586:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788696198.261589:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1788696198.261590:0:201303:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:3.0:1788696198.261592:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1788696198.261594:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1788696198.261594:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b29ad122. 00000100:00000001:1.0:1788696198.261597:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696198.261597:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1788696198.261600:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788696198.261601:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696198.261604:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000400:00000001:3.0:1788696198.261604:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1788696198.261605:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788696198.261608:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000400:00000001:3.0:1788696198.261608:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1788696198.261611:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=98 v=5 (5 5 5 5) 00000400:00000010:3.0:1788696198.261612:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e21ffd2. 00000020:00000001:2.0:1788696198.261613:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696198.261618:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000842c2c60. 00000100:00001000:1.0:1788696198.261619:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=65 v=5 (1 1 0 0) 00000400:00000200:3.0:1788696198.261619:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b6a63d 00000400:00000010:3.0:1788696198.261624:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000021b6a63d. 00000100:00000001:1.0:1788696198.261625:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1788696198.261625:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1788696198.261629:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696198.261630:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1788696198.261630:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00010000:00000001:1.0:1788696198.261633:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000010:2.0:1788696198.261634:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000200:3.0:1788696198.261638:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274368128/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696198.261641:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696198.261643:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696198.261648:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1788696198.261650:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004d115929 x1875583274368384/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696198.261657:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1788696198.261660:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274368128/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696198.261661:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696198.261667:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696198.261667:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696198.261671:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696198.261674:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696198.261678:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696198.261679:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696198.261680:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696198.261682:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696198.261683:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696198.261684:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696198.261686:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696198.261689:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1788696198.261689:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696198.261693:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696198.261694:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=99 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696198.261698:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=99 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696198.261700:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788696198.261702:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d115929 x1875583274368384/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696198.261709:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696198.261712:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788696198.261713:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696198.261715:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696198.261717:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696198.261718:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696198.261720:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696198.261723:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274368128/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696198.261728:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d115929 x1875583274368384/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696198.261733:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696198.261738:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696198.261740:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696198.261745:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274368128/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696198.261750:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274368384:192.168.201.118@tcp:400: 00000100:00100000:3.0:1788696198.261756:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274368128:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696198.261760:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696198.261761:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696198.261764:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788696198.261765:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696198.261773:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d115929 x1875583274368384/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696198.261773:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274368128/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696214 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696198.261788:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696198.261790:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1788696198.261794:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1788696198.261794:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000010b1b3e. 02000000:00000001:1.0:1788696198.261798:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1788696198.261798:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696198.261801:0:201301:0:(genops.c:1217:class_import_put()) Process entered 02000000:00000010:1.0:1788696198.261803:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008fcec018. 00000020:00000040:3.0:1788696198.261803:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696198.261806:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696198.261808:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a4df8fd. 02000000:00000001:1.0:1788696198.261809:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1788696198.261811:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1788696198.261812:0:201303:0:(genops.c:1217:class_import_put()) Process entered 02000000:00000001:3.0:1788696198.261813:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1788696198.261816:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000010:3.0:1788696198.261816:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000020:00000001:1.0:1788696198.261821:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788696198.261823:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1788696198.261824:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f68a3b. 00000100:00000001:3.0:1788696198.261826:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788696198.261829:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1788696198.261830:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788696198.261832:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696198.261835:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d115929. 00000100:00000001:3.0:1788696198.261836:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696198.261838:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696198.261839:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696198.261841:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696198.261843:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696198.261866:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696198.261871:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696198.261873:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696198.261875:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696198.261877:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696198.261884:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696199.214507:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696199.214514:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696199.214516:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696199.214519:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696199.214523:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696199.214524:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696199.214526:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696199.214527:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696199.214530:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696199.214531:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696199.214631:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696199.214634:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696199.214637:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696199.533953:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307161329, at 4307161344 00000100:00000040:1.0:1788696199.533953:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307161329, at 4307161344 00000100:00000010:0.0:1788696199.533969:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d24fff6b. 00000100:00000010:1.0:1788696199.533975:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005dd2cbdf. 00000100:00000040:3.0:1788696199.533977:0:204999:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307161329, at 4307161344 00000100:00000010:3.0:1788696199.533986:0:204999:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a02473c0. 00000100:00000040:2.0:1788696199.534034:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307161329, at 4307161344 00000100:00000010:2.0:1788696199.534042:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b72f1bf0. 00010000:00000001:2.0:1788696200.237970:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696200.237994:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696200.238001:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696200.238002:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696200.238057:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696200.238061:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696200.238064:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696201.262188:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696201.262195:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696201.262201:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696201.262202:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696201.262615:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696201.262619:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696201.262622:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696202.286213:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696202.286220:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696202.286226:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696202.286227:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696202.286277:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696202.286285:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696202.286289:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696203.309958:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696203.309964:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696203.309968:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696203.309969:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696203.310011:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696203.310015:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696203.310017:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696203.373930:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696203.373941:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696203.373950:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788696203.373956:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696203.373961:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696203.373964:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696203.373969:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696203.373976:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a4df8fd. 00000100:00000001:3.0:1788696203.373983:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696203.373995:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000048524a16 x1875583274368512/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696203.374007:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696203.374010:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696203.374015:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_03+3] req@0000000048524a16 x1875583274368512/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696203.374041:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696203.374043:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788696203.374044:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696203.374049:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696203.374050:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788696203.374053:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1788696203.374055:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c1b66ce. 00000020:00000040:3.0:1788696203.374060:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000040:1.0:1788696203.374061:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274368512/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696203.374065:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696203.374068:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696203.374071:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696203.374076:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696203.374077:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1788696203.374078:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006beeb4bb. 00000100:00000001:0.0:1788696203.374082:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696203.374082:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696203.374089:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696203.374093:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696203.374096:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696203.374097:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696203.374104:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000000c1b66ce x1875583274368640/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788696203.374105:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274368512:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696203.374115:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788696203.374120:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1788696203.374121:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788696203.374122:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696203.374125:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696203.374129:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1788696203.374130:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1b66ce] to pc [ptlrpcd_00_00+0] req@000000000c1b66ce x1875583274368640/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788696203.374136:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008fcec018. 02000000:00000001:1.0:1788696203.374140:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696203.374148:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfe26299. 00000400:00000010:1.0:1788696203.374157:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006213f63e. 00000100:00000001:3.0:1788696203.374162:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696203.374164:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274368512, portal 25 00000100:00000040:3.0:1788696203.374167:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696203.374169:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696203.374172:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000100:00000001:0.0:1788696203.374174:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696203.374174:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788696203.374179:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1788696203.374180:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274368512/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1788696203.374181:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d115929. 00000100:00000001:0.0:1788696203.374183:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1788696203.374187:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000040:0.0:1788696203.374192:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c1b66ce x1875583274368640/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696203.374195:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696203.374199:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788696203.374201:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1788696203.374203:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696203.374210:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000010:3.0:1788696203.374212:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f68a3b. 00000100:00000001:0.0:1788696203.374213:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696203.374215:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696203.374218:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696203.374221:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1788696203.374222:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009badf184. 02000000:00000001:0.0:1788696203.374224:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788696203.374227:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000004d115929 x1875583274368768/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1788696203.374228:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274368512, offset 0 02000000:00000001:0.0:1788696203.374229:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696203.374241:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696203.374241:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696203.374245:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696203.374246:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274368640:192.168.201.118@tcp:400: 00000100:00000040:3.0:1788696203.374252:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d115929] to pc [ptlrpcd_00_01+1] req@000000004d115929 x1875583274368768/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696203.374253:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1788696203.374257:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:0.0:1788696203.374258:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696203.374261:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696203.374266:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1788696203.374267:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1788696203.374273:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000010:0.0:1788696203.374274:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002009dd19. 00000100:00000001:3.0:1788696203.374274:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696203.374279:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1788696203.374280:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696203.374280:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1788696203.374285:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000010:0.0:1788696203.374287:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087206912. 00000100:00000040:3.0:1788696203.374287:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1788696203.374293:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c828ede. 00000400:00000200:1.0:1788696203.374294:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [391:391:256:4294967295] 192.168.201.118@tcp LPNI seq info [391:391:8:4294967295] 00000100:00000040:3.0:1788696203.374296:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12502) 00000100:00000200:0.0:1788696203.374298:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274368640, portal 10 00000100:00000001:0.0:1788696203.374302:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696203.374303:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548240896 : -113296161310720 : ffff98f52e8cf800) 00000100:00000001:3.0:1788696203.374309:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788696203.374310:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c1b66ce x1875583274368640/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696203.374314:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1788696203.374316:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:0.0:1788696203.374321:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788696203.374324:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696203.374327:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696203.374332:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8816cb1. 00000800:00000200:1.0:1788696203.374332:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000040:3.0:1788696203.374332:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d115929 x1875583274368768/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696203.374337:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274368640, offset 0 00000800:00000010:1.0:1788696203.374340:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7e36ce6. 00000400:00000200:0.0:1788696203.374346:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696203.374348:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696203.374350:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696203.374354:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696203.374358:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788696203.374359:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696203.374366:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1788696203.374366:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 02000000:00000001:3.0:1788696203.374366:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696203.374372:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00100000:3.0:1788696203.374375:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274368768:192.168.201.118@tcp:400: 00000400:00000200:0.0:1788696203.374376:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1788696203.374381:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:0.0:1788696203.374382:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788696203.374386:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1788696203.374388:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f7e36ce6 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1788696203.374391:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [392:392:255:4294967295] 192.168.201.118@tcp LPNI seq info [392:392:7:4294967295] 02000000:00000001:3.0:1788696203.374391:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696203.374395:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696203.374399:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696203.374403:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009df85902. 00000400:00000200:0.0:1788696203.374405:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 02000000:00000001:3.0:1788696203.374406:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696203.374412:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e64c7b4. 00000800:00000200:0.0:1788696203.374416:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696203.374419:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d21c6e9a. 00000800:00000010:0.0:1788696203.374421:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009146b66a. 00000100:00000200:3.0:1788696203.374424:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274368768, portal 10 00000800:00000200:0.0:1788696203.374430:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788696203.374430:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696203.374434:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548236416 : -113296161315200 : ffff98f52e8ce680) 00000800:00000200:0.0:1788696203.374436:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696203.374439:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009146b66a type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1788696203.374444:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d115929 x1875583274368768/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696203.374451:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696203.374454:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696203.374456:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0c3167a. 00000100:00000200:3.0:1788696203.374458:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274368768, offset 0 00000400:00000200:3.0:1788696203.374463:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696203.374468:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696203.374471:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696203.374474:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696203.374475:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696203.374477:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696203.374480:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [393:393:254:4294967295] 192.168.201.118@tcp LPNI seq info [393:393:6:4294967295] 00000400:00000200:3.0:1788696203.374493:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696203.374497:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696203.374500:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000842c2c60. 00000800:00000200:3.0:1788696203.374503:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696203.374507:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696203.374509:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000842c2c60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696203.374791:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696203.374792:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696203.374797:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 31510 usecs (32 jiffies) 00000100:00000001:1.0:1788696203.374798:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307166449 00000100:00000001:0.0:1788696203.374800:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307165216 00000100:00000010:1.0:1788696203.374805:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005dd2cbdf. 00000100:00000001:1.0:1788696203.374823:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696203.374829:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307166449 00000100:00000010:1.0:1788696203.374832:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d80e0650. 00000100:00000001:1.0:1788696203.374835:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788696203.374837:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307166449 00000100:00000010:1.0:1788696203.374839:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007edff0d3. 00000100:00000001:0.0:1788696203.374842:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307166449 00000100:00000001:1.0:1788696203.374842:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696203.374867:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307166449 00000100:00000010:1.0:1788696203.374871:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091b67439. 00000100:00000001:1.0:1788696203.374874:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696203.374877:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696203.374880:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696203.374887:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307165216 00000100:00000001:0.0:1788696203.374890:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307166449 00000100:00000001:1.0:1788696203.374890:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696203.374894:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307165216 00000100:00000001:0.0:1788696203.374896:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307166449 00000100:00000001:1.0:1788696203.374896:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696203.374901:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307165216 00000100:00000001:0.0:1788696203.374902:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307166449 00000100:00000001:0.0:1788696203.374903:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696203.374905:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696203.374906:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696203.374906:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696203.374911:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696203.374911:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696203.374916:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696203.374917:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696203.374918:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696203.374919:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696203.374922:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696203.374924:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696203.374928:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696203.374930:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696203.374931:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696203.374933:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696203.374969:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696203.374974:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7e36ce6. 00000400:00000200:1.0:1788696203.374979:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696203.374984:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696203.374988:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009badf184 00000400:00000010:1.0:1788696203.374990:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009badf184. 00000100:00000001:1.0:1788696203.374995:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696203.374998:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274368512/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696203.375008:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696203.375010:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274368512/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696219 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696203.375017:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696203.375019:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696203.375249:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696203.375253:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009146b66a. 00000400:00000200:1.0:1788696203.375256:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696203.375260:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696203.375263:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8816cb1 00000400:00000010:1.0:1788696203.375265:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8816cb1. 00000100:00000001:1.0:1788696203.375268:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696203.375271:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000c1b66ce x1875583274368640/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696203.375279:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696203.375281:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c1b66ce x1875583274368640/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696219 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696203.375298:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696203.375300:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696203.378602:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696203.378614:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 31727 usecs (32 jiffies) 00000100:00000001:3.0:1788696203.378619:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307165220 00000100:00000001:3.0:1788696203.378622:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307166449 00000100:00000001:3.0:1788696203.378625:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307165220 00000100:00000001:3.0:1788696203.378626:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307166449 00000100:00000001:3.0:1788696203.378628:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307165220 00000100:00000001:3.0:1788696203.378629:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307166449 00000100:00000001:3.0:1788696203.378631:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307165220 00000100:00000001:3.0:1788696203.378632:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307166449 00000100:00000001:3.0:1788696203.378635:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696203.378639:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696203.378642:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696203.378646:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696203.378655:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696203.378657:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696203.378659:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696203.378660:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696203.378662:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696203.378664:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696203.378698:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696203.378710:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696203.378713:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696203.378715:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696203.378725:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696203.378740:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0be00 00000400:00000200:0.0:1788696203.378748:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xd0d [1] + 224 00000800:00000001:0.0:1788696203.378754:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696203.378760:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696203.378763:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696203.378767:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696203.378773:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696203.378779:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274368512/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696203.378791:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274368512/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788696203.378806:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788696203.378822:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000010:1.0:1788696203.378822:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000842c2c60. 00000400:00000200:1.0:1788696203.378826:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1788696203.378829:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1788696203.378829:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000800:00000001:0.0:1788696203.378832:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696203.378833:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0c3167a 00000400:00000010:1.0:1788696203.378835:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b0c3167a. 00000100:00000001:1.0:1788696203.378838:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696203.378842:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004d115929 x1875583274368768/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696203.378868:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696203.378871:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d115929 x1875583274368768/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696219 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696203.378877:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696203.378879:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696203.378933:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696203.378938:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696203.378943:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696203.378945:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696203.378960:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfe26299. 00000400:00000200:3.0:1788696203.378964:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006213f63e 00000400:00000010:3.0:1788696203.378965:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000006213f63e. 00000100:00000001:3.0:1788696203.378968:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696203.378972:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274368512/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696203.378978:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274368512/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696203.378984:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696203.378986:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696203.378987:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696203.378990:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696203.378992:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696203.378994:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696203.378997:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696203.379003:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=104 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696203.379007:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=104 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696203.379009:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696203.379011:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696203.379013:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696203.379015:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696203.379018:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696203.379021:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274368512/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696203.379027:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696203.379030:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696203.379031:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696203.379034:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274368512/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696203.379041:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274368512:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696203.379045:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696203.379047:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696203.379049:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274368512/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696203.379074:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696203.379077:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696203.379080:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008fcec018. 02000000:00000001:3.0:1788696203.379083:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696203.379085:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696203.379087:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696203.379089:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696203.379091:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a4df8fd. 02000000:00000001:3.0:1788696203.379093:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696203.379095:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696203.379097:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000100:00000001:3.0:1788696203.379101:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696203.379102:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696203.379104:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696203.379107:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696203.379108:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696203.379110:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696203.379112:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696203.380924:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696203.380937:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696203.380941:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696203.380943:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696203.380952:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696203.380967:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0be80 00000400:00000200:1.0:1788696203.380974:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xd15 [1] + 224 00000800:00000001:1.0:1788696203.380980:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696203.380983:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696203.380992:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696203.380996:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696203.381003:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696203.381009:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000c1b66ce x1875583274368640/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696203.381020:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c1b66ce x1875583274368640/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696203.381053:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696203.381061:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696203.381065:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696203.381067:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696203.381068:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696203.381072:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696203.381078:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0bf00 00000400:00000200:1.0:1788696203.381083:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xd1d [1] + 224 00000800:00000001:1.0:1788696203.381087:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696203.381127:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696203.381129:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696203.381133:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696203.381136:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696203.381138:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004d115929 x1875583274368768/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696203.381146:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d115929 x1875583274368768/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696203.381163:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696203.381167:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696203.381170:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696203.381282:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696203.381286:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696203.381291:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696203.381292:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696203.381293:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e64c7b4. 00000400:00000200:3.0:1788696203.381298:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21c6e9a 00000400:00000010:3.0:1788696203.381300:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d21c6e9a. 00000100:00000001:3.0:1788696203.381303:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696203.381307:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004d115929 x1875583274368768/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696203.381314:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004d115929 x1875583274368768/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696203.381321:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696203.381322:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696203.381325:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696203.381327:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696203.381329:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696203.381337:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696203.381339:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696203.381347:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=103 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696203.381351:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=70 v=5 (1 1 0 0) 00000100:00000001:3.0:1788696203.381353:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696203.381355:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696203.381357:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788696203.381362:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004d115929 x1875583274368768/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696203.381367:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696203.381371:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696203.381373:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696203.381374:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696203.381382:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696203.381386:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d115929 x1875583274368768/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696203.381392:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696203.381395:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696203.381397:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696203.381399:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d115929 x1875583274368768/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696203.381407:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274368768:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696203.381412:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696203.381414:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696203.381416:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d115929 x1875583274368768/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696203.381422:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696203.381423:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696203.381426:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009df85902. 02000000:00000001:3.0:1788696203.381430:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696203.381432:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696203.381439:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696203.381441:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696203.381444:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f68a3b. 02000000:00000001:3.0:1788696203.381446:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696203.381448:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696203.381449:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d115929. 00000100:00000001:3.0:1788696203.381452:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696203.381453:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696203.381455:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696203.381461:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696203.381462:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696203.381464:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696203.381466:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696203.381626:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696203.381628:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696203.381631:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696203.381632:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696203.381633:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087206912. 00000400:00000200:0.0:1788696203.381635:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c828ede 00000400:00000010:0.0:1788696203.381637:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000c828ede. 00000100:00000001:0.0:1788696203.381639:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696203.381641:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000c1b66ce x1875583274368640/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696203.381646:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000c1b66ce x1875583274368640/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696203.381654:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696203.381655:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696203.381656:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696203.381658:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696203.381659:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696203.381659:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696203.381661:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696203.381664:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=104 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696203.381666:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=104 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696203.381667:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696203.381668:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696203.381669:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696203.381670:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696203.381672:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696203.381673:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696203.381674:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696203.381675:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696203.381676:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c1b66ce x1875583274368640/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696203.381680:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696203.381681:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696203.381682:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696203.381683:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c1b66ce x1875583274368640/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696203.381687:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274368640:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696203.381689:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696203.381690:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696203.381691:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c1b66ce x1875583274368640/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696219 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696203.381696:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696203.381697:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696203.381703:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002009dd19. 02000000:00000001:0.0:1788696203.381706:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696203.381708:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696203.381709:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696203.381711:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696203.381712:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006beeb4bb. 02000000:00000001:0.0:1788696203.381714:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696203.381715:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696203.381716:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c1b66ce. 00000100:00000001:0.0:1788696203.381719:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696203.381720:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696203.381722:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696203.381725:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696203.381726:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696203.381728:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696203.381730:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696204.334911:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696204.334917:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696204.334922:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696204.334926:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696204.334928:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696204.334930:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696204.334933:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696204.334934:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696204.334936:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696204.334938:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696204.334986:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696204.334989:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696204.334991:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696204.653974:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307166449, at 4307166464 00000100:00000040:3.0:1788696204.653974:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307166449, at 4307166464 00000100:00000010:1.0:1788696204.653990:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d80e0650. 00000100:00000010:3.0:1788696204.653991:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091b67439. 00000100:00000040:2.0:1788696204.654130:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307166449, at 4307166464 00000100:00000010:2.0:1788696204.654135:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007edff0d3. 00000100:00000040:0.0:1788696204.656781:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307166449, at 4307166466 00000100:00000010:0.0:1788696204.656805:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005dd2cbdf. 00010000:00000001:2.0:1788696205.358912:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696205.358919:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696205.358926:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696205.358927:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696205.359003:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696205.359006:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696205.359009:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696206.382036:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696206.382043:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696206.382049:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696206.382050:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696206.382167:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696206.382170:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696206.382173:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696207.407454:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696207.407461:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696207.407479:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696207.407480:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696207.407533:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696207.407537:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696207.407540:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696208.429982:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696208.429989:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696208.429995:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696208.429996:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696208.432870:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696208.432878:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696208.432882:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696208.497810:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696208.497820:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696208.497828:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7f27e9d. 00000020:00000040:0.0:1788696208.497835:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696208.497839:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696208.497842:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696208.497893:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696208.497902:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f8e491. 00000100:00000001:0.0:1788696208.497909:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696208.497919:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000a7f27e9d x1875583274368896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696208.497950:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696208.497952:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696208.497958:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f27e9d] to pc [ptlrpcd_00_02+2] req@00000000a7f27e9d x1875583274368896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696208.497989:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696208.497992:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696208.497996:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696208.497999:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000607de2c8. 00000020:00000040:0.0:1788696208.498002:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696208.498005:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696208.498006:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696208.498009:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696208.498012:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024f67866. 00000100:00000001:0.0:1788696208.498016:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696208.498019:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000607de2c8 x1875583274369024/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696208.498020:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696208.498024:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696208.498027:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788696208.498031:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1788696208.498033:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a7f27e9d x1875583274368896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696208.498034:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696208.498042:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000607de2c8] to pc [ptlrpcd_00_03+3] req@00000000607de2c8 x1875583274369024/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696208.498044:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696208.498046:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696208.498051:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696208.498053:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696208.498056:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696208.498058:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696208.498060:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274368896:192.168.201.118@tcp:400: 00000100:00000040:0.0:1788696208.498062:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696208.498064:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696208.498068:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1788696208.498070:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1788696208.498071:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0532af4. 02000000:00000001:3.0:1788696208.498073:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788696208.498076:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696208.498078:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696208.498081:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696208.498082:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1788696208.498084:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696208.498087:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002421fa34. 02000000:00000001:3.0:1788696208.498089:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696208.498090:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000014613afe. 00000400:00000010:3.0:1788696208.498095:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e64c7b4. 00000100:00000001:0.0:1788696208.498102:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696208.498103:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d21c6e9a. 00000100:00000040:0.0:1788696208.498108:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a0532af4 x1875583274369152/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1788696208.498109:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274368896, portal 25 00000100:00000001:3.0:1788696208.498113:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696208.498115:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438016 : -113296827113600 : ffff98f506dd9f80) 00000100:00000001:0.0:1788696208.498122:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1788696208.498123:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a7f27e9d x1875583274368896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696208.498126:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696208.498133:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696208.498135:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0532af4] to pc [ptlrpcd_00_00+0] req@00000000a0532af4 x1875583274369152/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696208.498138:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696208.498141:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b901fd97. 00000100:00000200:3.0:1788696208.498144:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274368896, offset 0 00000400:00000200:3.0:1788696208.498152:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696208.498163:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696208.498169:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788696208.498170:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696208.498174:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1788696208.498174:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696208.498181:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1788696208.498182:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1788696208.498187:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000040:0.0:1788696208.498189:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12508) 00000400:00000200:3.0:1788696208.498194:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [394:394:256:4294967295] 192.168.201.118@tcp LPNI seq info [394:394:8:4294967295] 00000100:00000001:2.0:1788696208.498197:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696208.498201:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696208.498203:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696208.498211:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0532af4 x1875583274369152/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696208.498213:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:0.0:1788696208.498222:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696208.498228:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696208.498228:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1788696208.498228:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696208.498231:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696208.498236:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696208.498238:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1788696208.498238:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074f68a3b. 02000000:00000001:2.0:1788696208.498243:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696208.498247:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274369152:192.168.201.118@tcp:400: 00000800:00000200:3.0:1788696208.498250:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:2.0:1788696208.498254:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696208.498258:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696208.498260:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696208.498261:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 02000000:00000001:2.0:1788696208.498263:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1788696208.498267:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000074f68a3b type 1, nob 320 niov 1 nkiov 1 02000000:00000010:2.0:1788696208.498269:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fe43be9. 02000000:00000001:2.0:1788696208.498273:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696208.498277:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000495045b7. 00000400:00000010:2.0:1788696208.498282:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c79d798. 00000100:00000200:2.0:1788696208.498285:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274369152, portal 10 00000100:00000001:2.0:1788696208.498288:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696208.498289:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882442496 : -113296827109120 : ffff98f506ddb100) 00000100:00000040:2.0:1788696208.498295:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a0532af4 x1875583274369152/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696208.498303:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696208.498305:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696208.498308:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042d69037. 00000100:00000200:2.0:1788696208.498310:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274369152, offset 0 00000400:00000200:2.0:1788696208.498321:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696208.498327:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696208.498330:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696208.498332:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696208.498335:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696208.498337:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788696208.498337:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696208.498343:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [395:395:255:4294967295] 192.168.201.118@tcp LPNI seq info [395:395:7:4294967295] 00000100:00000001:3.0:1788696208.498345:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307171573 00000100:00000010:3.0:1788696208.498352:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000400:00000200:2.0:1788696208.498354:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696208.498361:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696208.498361:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000800:00000010:2.0:1788696208.498365:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334bf9d4. 00000800:00000200:2.0:1788696208.498371:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788696208.498375:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307171573 00000800:00000200:2.0:1788696208.498379:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000010:3.0:1788696208.498380:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b6749. 00000800:00000200:2.0:1788696208.498383:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000334bf9d4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696208.498384:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696208.498389:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696208.498389:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307171573 00000100:00000010:3.0:1788696208.498392:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000040:2.0:1788696208.498396:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 31526 usecs (32 jiffies) 00000100:00000001:3.0:1788696208.498396:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696208.498399:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307171573 00000100:00000001:2.0:1788696208.498402:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307170340 00000100:00000010:3.0:1788696208.498402:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000100:00000001:3.0:1788696208.498405:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696208.498407:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307171573 00000100:00000001:3.0:1788696208.498408:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696208.498413:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696208.498414:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307170340 00000100:00000001:3.0:1788696208.498416:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696208.498417:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307171573 00000100:00000001:3.0:1788696208.498418:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696208.498421:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307170340 00000100:00000001:2.0:1788696208.498424:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307171573 00000100:00000001:3.0:1788696208.498425:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696208.498426:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307170340 00000100:00000001:3.0:1788696208.498428:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696208.498430:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307171573 00000100:00000001:3.0:1788696208.498431:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696208.498433:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696208.498435:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696208.498435:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696208.498441:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696208.498441:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1788696208.498445:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696208.498447:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696208.498448:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696208.498449:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696208.498452:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696208.498452:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696208.498454:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696208.498456:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788696208.498459:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1788696208.498460:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000607de2c8 x1875583274369024/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696208.498465:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696208.498465:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696208.498468:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1788696208.498469:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696208.498471:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696208.498473:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1788696208.498474:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696208.498476:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1788696208.498477:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274369024:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696208.498479:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696208.498483:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696208.498489:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696208.498491:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696208.498492:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696208.498493:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696208.498495:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c49401c1. 02000000:00000001:3.0:1788696208.498497:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696208.498498:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d903392d. 00000400:00000010:3.0:1788696208.498501:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c74f0a0. 00000100:00000200:3.0:1788696208.498503:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274369024, portal 10 00000100:00000001:3.0:1788696208.498505:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696208.498506:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882432640 : -113296827118976 : ffff98f506dd8a80) 00000100:00000040:3.0:1788696208.498509:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000607de2c8 x1875583274369024/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696208.498513:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696208.498515:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696208.498516:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e112c151. 00000100:00000200:3.0:1788696208.498517:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274369024, offset 0 00000400:00000200:3.0:1788696208.498519:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696208.498523:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696208.498524:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696208.498526:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696208.498527:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696208.498529:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696208.498530:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [396:396:254:4294967295] 192.168.201.118@tcp LPNI seq info [396:396:6:4294967295] 00000400:00000200:3.0:1788696208.498534:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696208.498537:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696208.498539:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a4df8fd. 00000800:00000200:3.0:1788696208.498541:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696208.498543:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696208.498545:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a4df8fd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696208.498547:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696208.498551:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 31318 usecs (32 jiffies) 00000100:00000001:3.0:1788696208.498553:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307170340 00000100:00000001:3.0:1788696208.498554:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307171573 00000100:00000001:3.0:1788696208.498555:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307170340 00000100:00000001:3.0:1788696208.498556:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307171573 00000100:00000001:3.0:1788696208.498557:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307170340 00000100:00000001:3.0:1788696208.498558:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307171573 00000100:00000001:3.0:1788696208.498559:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307170340 00000100:00000001:3.0:1788696208.498560:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307171573 00000100:00000001:3.0:1788696208.498561:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696208.498563:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696208.498565:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696208.498566:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696208.498631:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696208.498634:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074f68a3b. 00000400:00000200:0.0:1788696208.498639:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696208.498642:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696208.498646:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b901fd97 00000400:00000010:0.0:1788696208.498647:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b901fd97. 00000100:00000001:0.0:1788696208.498651:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696208.498653:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a7f27e9d x1875583274368896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696208.498659:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696208.498661:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a7f27e9d x1875583274368896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696224 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696208.498665:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696208.498666:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696208.498673:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696208.498674:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334bf9d4. 00000400:00000200:0.0:1788696208.498676:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696208.498677:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696208.498683:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042d69037 00000400:00000010:0.0:1788696208.498683:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000042d69037. 00000100:00000001:0.0:1788696208.498685:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696208.498686:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a0532af4 x1875583274369152/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696208.498691:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696208.498692:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0532af4 x1875583274369152/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696224 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696208.498695:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696208.498696:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696208.498762:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696208.498765:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a4df8fd. 00000400:00000200:0.0:1788696208.498767:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696208.498770:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696208.498773:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e112c151 00000400:00000010:0.0:1788696208.498774:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e112c151. 00000100:00000001:0.0:1788696208.498777:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696208.498779:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000607de2c8 x1875583274369024/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696208.498786:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696208.498788:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000607de2c8 x1875583274369024/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696224 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696208.498794:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696208.498796:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696208.501424:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696208.501441:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696208.501446:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696208.501450:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696208.501474:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696208.501493:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0bf80 00000400:00000200:2.0:1788696208.501503:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xd25 [1] + 224 00000800:00000001:2.0:1788696208.501511:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696208.501516:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696208.501519:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696208.501524:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696208.501531:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696208.501537:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a7f27e9d x1875583274368896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696208.501549:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a7f27e9d x1875583274368896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696208.501568:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696208.501576:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696208.501580:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696208.501582:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696208.501585:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696208.501591:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696208.501598:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0c080 00000400:00000200:2.0:1788696208.501606:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xd2d [1] + 224 00000800:00000001:2.0:1788696208.501610:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696208.501617:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696208.501620:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696208.501624:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696208.501639:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696208.501644:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a0532af4 x1875583274369152/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696208.501654:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a0532af4 x1875583274369152/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696208.501668:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696208.501673:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696208.501677:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696208.501692:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696208.501695:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696208.501701:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696208.501704:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696208.501706:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000495045b7. 00000400:00000200:2.0:1788696208.501713:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c79d798 00000400:00000010:2.0:1788696208.501715:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c79d798. 00000100:00000001:2.0:1788696208.501731:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696208.501736:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a0532af4 x1875583274369152/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696208.501746:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a0532af4 x1875583274369152/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696208.501753:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696208.501756:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696208.501758:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696208.501761:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696208.501764:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696208.501767:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696208.501770:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696208.501778:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=108 v=5 (5 5 5 5) 00000100:00000001:0.0:1788696208.501781:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1788696208.501783:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=75 v=5 (1 1 0 0) 00000100:00000001:0.0:1788696208.501786:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696208.501788:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696208.501791:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788696208.501793:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696208.501796:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1788696208.501799:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1788696208.501800:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e64c7b4. 00010000:00080000:2.0:1788696208.501807:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a0532af4 x1875583274369152/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696208.501808:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21c6e9a 00000400:00000010:0.0:1788696208.501811:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d21c6e9a. 00000100:00000001:0.0:1788696208.501819:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696208.501826:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a7f27e9d x1875583274368896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696208.501869:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696208.501877:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696208.501880:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696208.501882:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696208.501885:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696208.501891:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0532af4 x1875583274369152/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696208.501899:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696208.501902:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696208.501904:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696208.501909:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0532af4 x1875583274369152/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696208.501916:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274369152:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696208.501924:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696208.501927:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696208.501931:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0532af4 x1875583274369152/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696208.501937:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696208.501941:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696208.501945:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fe43be9. 02000000:00000001:2.0:1788696208.501950:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696208.501952:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696208.501954:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696208.501957:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696208.501959:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000014613afe. 02000000:00000001:2.0:1788696208.501963:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696208.501965:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696208.501967:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0532af4. 00000100:00000001:2.0:1788696208.501972:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696208.501974:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696208.501981:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696208.501988:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696208.501990:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696208.501994:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696208.501996:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696208.502156:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a7f27e9d x1875583274368896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696208.502164:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696208.502167:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696208.502170:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696208.502172:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696208.502174:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696208.502175:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696208.502177:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696208.502181:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=109 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696208.502184:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=109 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696208.502186:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696208.502188:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696208.502190:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696208.502192:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696208.502194:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696208.502199:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a7f27e9d x1875583274368896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696208.502206:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696208.502208:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696208.502210:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696208.502214:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7f27e9d x1875583274368896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696208.502221:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274368896:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696208.502227:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696208.502229:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696208.502232:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a7f27e9d x1875583274368896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696208.502239:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696208.502241:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696208.502243:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002421fa34. 02000000:00000001:0.0:1788696208.502251:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696208.502253:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696208.502255:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696208.502257:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696208.502259:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f8e491. 02000000:00000001:0.0:1788696208.502263:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696208.502264:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696208.502266:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7f27e9d. 00000100:00000001:0.0:1788696208.502270:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696208.502272:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696208.502275:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696208.502277:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696208.502279:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696208.502281:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696208.502283:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696208.504520:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696208.504526:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696208.505505:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696208.505518:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696208.505522:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696208.505524:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696208.505549:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696208.505563:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0c000 00000400:00000200:1.0:1788696208.505570:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xd35 [1] + 224 00000800:00000001:1.0:1788696208.505577:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696208.505585:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696208.505588:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696208.505593:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696208.505600:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696208.505606:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000607de2c8 x1875583274369024/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696208.505614:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000607de2c8 x1875583274369024/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696208.505629:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696208.505637:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696208.505640:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696208.505668:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696208.505673:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696208.505679:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696208.505681:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696208.505684:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d903392d. 00000400:00000200:0.0:1788696208.505689:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c74f0a0 00000400:00000010:0.0:1788696208.505691:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003c74f0a0. 00000100:00000001:0.0:1788696208.505695:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696208.505699:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000607de2c8 x1875583274369024/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696208.505707:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000607de2c8 x1875583274369024/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696208.505713:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696208.505715:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696208.505717:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696208.505733:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696208.505735:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696208.505737:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696208.505740:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696208.505748:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=109 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696208.505752:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=109 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696208.505755:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696208.505762:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696208.505765:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696208.505769:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696208.505772:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696208.505774:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696208.505776:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696208.505778:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696208.505782:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000607de2c8 x1875583274369024/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696208.505788:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696208.505790:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696208.505792:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696208.505794:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000607de2c8 x1875583274369024/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696208.505801:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274369024:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696208.505806:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696208.505808:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696208.505810:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000607de2c8 x1875583274369024/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696224 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696208.505816:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696208.505819:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696208.505821:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c49401c1. 02000000:00000001:0.0:1788696208.505825:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696208.505827:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696208.505829:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696208.505831:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696208.505833:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024f67866. 02000000:00000001:0.0:1788696208.505836:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696208.505837:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696208.505838:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000607de2c8. 00000100:00000001:0.0:1788696208.505842:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696208.505843:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696208.505948:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696208.505962:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696208.505964:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696208.505966:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696208.505968:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696209.454025:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696209.454035:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696209.454037:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696209.454040:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696209.454045:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696209.454047:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696209.454049:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696209.454051:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696209.454055:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696209.454056:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696209.454188:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696209.454191:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696209.454194:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696209.773963:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307171573, at 4307171584 00000100:00000040:1.0:1788696209.773963:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307171573, at 4307171584 00000100:00000040:3.0:1788696209.773964:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307171573, at 4307171584 00000100:00000010:3.0:1788696209.773981:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00000100:00000010:0.0:1788696209.773982:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00000100:00000010:1.0:1788696209.773994:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b6749. 00000100:00000040:2.0:1788696209.774115:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307171573, at 4307171584 00000100:00000010:2.0:1788696209.774122:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00010000:00000001:2.0:1788696210.479432:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696210.479440:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696210.479446:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696210.479447:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696210.479508:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696210.479512:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696210.479515:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696211.501933:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696211.501938:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696211.501941:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696211.501942:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696211.502164:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696211.502168:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696211.502170:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696212.526200:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696212.526208:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696212.526214:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696212.526215:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696212.526265:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696212.526270:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696212.526273:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696213.549947:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696213.549955:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696213.549961:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696213.549964:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696213.549966:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696213.549969:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696213.549972:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696213.549975:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696213.549977:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696213.549995:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696213.550087:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696213.550090:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696213.550092:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696213.613955:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696213.613966:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696213.613975:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000607de2c8. 00000020:00000040:0.0:1788696213.613982:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696213.613987:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696213.613989:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696213.613994:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696213.614003:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024f67866. 00000100:00000001:0.0:1788696213.614010:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696213.614021:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000607de2c8 x1875583274369280/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696213.614032:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696213.614035:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696213.614040:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000607de2c8] to pc [ptlrpcd_00_01+1] req@00000000607de2c8 x1875583274369280/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696213.614106:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696213.614111:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696213.614113:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696213.614119:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000607de2c8 x1875583274369280/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696213.614127:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696213.614129:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696213.614133:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696213.614135:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696213.614138:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696213.614142:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274369280:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696213.614147:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696213.614166:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696213.614169:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696213.614172:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696213.614176:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f2a5e78. 02000000:00000001:3.0:1788696213.614178:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696213.614184:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a030ef. 00000400:00000010:3.0:1788696213.614193:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000118b729b. 00000100:00000200:3.0:1788696213.614199:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274369280, portal 25 00000100:00000001:3.0:1788696213.614202:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696213.614204:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882432640 : -113296827118976 : ffff98f506dd8a80) 00000100:00000040:3.0:1788696213.614210:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000607de2c8 x1875583274369280/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696213.614217:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696213.614220:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696213.614223:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c46f78e5. 00000100:00000200:3.0:1788696213.614226:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274369280, offset 0 00000400:00000200:3.0:1788696213.614233:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696213.614247:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696213.614253:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696213.614257:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696213.614260:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696213.614263:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696213.614266:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [397:397:256:4294967295] 192.168.201.118@tcp LPNI seq info [397:397:8:4294967295] 00000400:00000200:3.0:1788696213.614276:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696213.614282:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696213.614287:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dac42727. 00000800:00000200:3.0:1788696213.614293:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696213.614300:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696213.614304:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dac42727 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696213.614352:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696213.614358:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307176689 00000100:00000010:3.0:1788696213.614363:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81c9ce7. 00000100:00000001:3.0:1788696213.614374:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696213.614382:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307176689 00000100:00000010:3.0:1788696213.614385:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000100:00000001:3.0:1788696213.614388:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696213.614391:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307176689 00000100:00000010:3.0:1788696213.614393:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000100:00000001:3.0:1788696213.614396:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696213.614398:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307176689 00000100:00000010:3.0:1788696213.614400:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000100:00000001:3.0:1788696213.614403:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696213.614406:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696213.614408:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696213.614412:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696213.614414:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788696213.614436:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696213.614440:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dac42727. 00000100:00000001:0.0:1788696213.614441:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696213.614446:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1788696213.614447:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788696213.614451:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696213.614456:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7f27e9d. 00000400:00000200:1.0:1788696213.614456:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000020:00000040:0.0:1788696213.614462:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000400:00000200:1.0:1788696213.614465:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c46f78e5 00000100:00000001:0.0:1788696213.614466:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1788696213.614469:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c46f78e5. 00000100:00000001:2.0:1788696213.614470:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788696213.614474:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788696213.614474:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1788696213.614476:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696213.614479:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696213.614482:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000607de2c8 x1875583274369280/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788696213.614486:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f8e491. 00000100:00000001:0.0:1788696213.614492:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696213.614499:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000a7f27e9d x1875583274369408/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696213.614523:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696213.614524:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696213.614528:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f27e9d] to pc [ptlrpcd_00_02+2] req@00000000a7f27e9d x1875583274369408/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696213.614537:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696213.614544:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000607de2c8 x1875583274369280/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696213.614551:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696213.614553:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696213.614559:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696213.614563:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696213.614564:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696213.614568:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696213.614569:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788696213.614570:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1788696213.614574:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e0fb45f. 00000100:00000040:2.0:1788696213.614576:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a7f27e9d x1875583274369408/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788696213.614579:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696213.614581:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696213.614585:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788696213.614586:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696213.614589:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788696213.614589:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696213.614593:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696213.614594:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696213.614595:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696213.614599:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1788696213.614600:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005878d45f. 02000000:00000001:2.0:1788696213.614601:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696213.614605:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274369408:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696213.614606:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696213.614609:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696213.614613:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1788696213.614615:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000002e0fb45f x1875583274369536/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1788696213.614616:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696213.614621:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696213.614627:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2f7131f. 00000100:00000001:0.0:1788696213.614628:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696213.614643:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696213.614647:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e0fb45f] to pc [ptlrpcd_00_03+3] req@000000002e0fb45f x1875583274369536/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696213.614663:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696213.614663:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696213.614668:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1788696213.614671:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000495045b7. 00000100:00000040:0.0:1788696213.614672:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1788696213.614679:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c79d798. 00000100:00000040:0.0:1788696213.614680:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12513) 00000100:00000200:2.0:1788696213.614684:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274369408, portal 10 00000100:00000001:2.0:1788696213.614687:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696213.614690:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438016 : -113296827113600 : ffff98f506dd9f80) 00000100:00000040:2.0:1788696213.614697:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a7f27e9d x1875583274369408/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696213.614704:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696213.614707:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696213.614710:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087c14df2. 00000100:00000200:2.0:1788696213.614713:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274369408, offset 0 00000400:00000200:2.0:1788696213.614717:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696213.614723:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696213.614725:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696213.614735:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696213.614737:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696213.614739:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696213.614742:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [398:398:256:4294967295] 192.168.201.118@tcp LPNI seq info [398:398:8:4294967295] 00000400:00000200:2.0:1788696213.614749:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696213.614754:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696213.614757:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e680c3a9. 00000800:00000200:2.0:1788696213.614761:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696213.614765:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696213.614767:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e680c3a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696213.614792:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696213.614795:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696213.614797:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696213.614801:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e0fb45f x1875583274369536/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696213.614809:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696213.614810:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696213.614812:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696213.614814:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696213.614816:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696213.614819:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274369536:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696213.614822:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696213.614825:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696213.614826:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696213.614828:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696213.614831:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000215e2ef7. 02000000:00000001:1.0:1788696213.614833:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696213.614833:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696213.614840:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034f210bf. 00000100:00000040:2.0:1788696213.614840:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 31133 usecs (32 jiffies) 00000100:00000001:2.0:1788696213.614872:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307175457 00000100:00000001:2.0:1788696213.614875:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307176689 00000400:00000010:1.0:1788696213.614879:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009badf184. 00000100:00000001:2.0:1788696213.614879:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307175457 00000100:00000001:2.0:1788696213.614884:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307176689 00000100:00000200:1.0:1788696213.614885:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274369536, portal 10 00000100:00000001:3.0:1788696213.614886:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696213.614887:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307175457 00000100:00000001:1.0:1788696213.614889:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696213.614891:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696213.614893:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882435328 : -113296827116288 : ffff98f506dd9500) 00000100:00000001:2.0:1788696213.614893:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307176689 00000100:00000001:3.0:1788696213.614896:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696213.614900:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307175457 00000100:00000001:3.0:1788696213.614900:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1788696213.614904:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002e0fb45f x1875583274369536/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696213.614904:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696213.614906:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307176689 00000100:00000001:3.0:1788696213.614908:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696213.614912:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696213.614919:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696213.614921:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788696213.614923:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696213.614926:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696213.614933:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1788696213.614934:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696213.614936:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1788696213.614938:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004db18ce7. 00000100:00000001:2.0:1788696213.614940:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1788696213.614943:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274369536, offset 0 00000100:00000001:2.0:1788696213.614943:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696213.614947:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696213.614950:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696213.614956:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788696213.614959:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696213.614961:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696213.614965:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696213.614968:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696213.614970:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696213.614973:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [399:399:255:4294967295] 192.168.201.118@tcp LPNI seq info [399:399:7:4294967295] 00000400:00000200:1.0:1788696213.614982:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696213.614987:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696213.614990:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7e36ce6. 00000800:00000200:1.0:1788696213.614994:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696213.614997:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696213.615000:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f7e36ce6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696213.615002:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696213.615005:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 31291 usecs (32 jiffies) 00000100:00000001:1.0:1788696213.615007:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307175457 00000100:00000001:1.0:1788696213.615009:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307176689 00000100:00000001:1.0:1788696213.615011:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307175457 00000100:00000001:1.0:1788696213.615012:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307176689 00000100:00000001:1.0:1788696213.615014:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307175457 00000100:00000001:1.0:1788696213.615015:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307176689 00000100:00000001:1.0:1788696213.615017:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307175457 00000100:00000001:1.0:1788696213.615018:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307176689 00000100:00000001:1.0:1788696213.615020:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696213.615022:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696213.615029:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696213.615031:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696213.615034:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696213.615036:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696213.615038:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696213.615039:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696213.615040:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696213.615041:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696213.615617:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696213.615622:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e680c3a9. 00000400:00000200:0.0:1788696213.615626:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696213.615644:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696213.615647:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087c14df2 00000400:00000010:0.0:1788696213.615649:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000087c14df2. 00000100:00000001:0.0:1788696213.615653:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696213.615657:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a7f27e9d x1875583274369408/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696213.615666:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696213.615668:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a7f27e9d x1875583274369408/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696213.615674:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696213.615676:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696213.615832:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696213.615835:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7e36ce6. 00000400:00000200:0.0:1788696213.615839:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696213.615843:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696213.615912:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004db18ce7 00000400:00000010:0.0:1788696213.615914:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004db18ce7. 00000100:00000001:0.0:1788696213.615917:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696213.615921:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002e0fb45f x1875583274369536/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696213.615929:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696213.615931:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e0fb45f x1875583274369536/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696213.615938:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696213.615939:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696213.617025:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696213.617037:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696213.617041:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696213.617043:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696213.617050:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696213.617064:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0c100 00000400:00000200:1.0:1788696213.617072:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xd3d [1] + 224 00000800:00000001:1.0:1788696213.617079:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696213.617084:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696213.617086:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696213.617090:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696213.617094:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696213.617099:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000607de2c8 x1875583274369280/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696213.617109:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000607de2c8 x1875583274369280/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696213.617174:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696213.617178:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696213.617196:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696213.617204:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696213.617207:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696213.617622:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696213.617625:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696213.617627:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9a030ef. 00000400:00000200:3.0:1788696213.617644:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000118b729b 00000400:00000010:3.0:1788696213.617645:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000118b729b. 00000100:00000001:3.0:1788696213.617648:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696213.617652:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000607de2c8 x1875583274369280/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696213.617661:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000607de2c8 x1875583274369280/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696213.617667:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696213.617680:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696213.617682:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696213.617685:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696213.617687:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696213.617689:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696213.617691:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696213.617696:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=114 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696213.617700:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=114 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696213.617702:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696213.617703:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696213.617706:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696213.617708:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696213.617710:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696213.617714:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000607de2c8 x1875583274369280/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696213.617720:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696213.617723:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696213.617724:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696213.617727:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000607de2c8 x1875583274369280/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696213.617733:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274369280:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696213.617737:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696213.617739:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696213.617741:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000607de2c8 x1875583274369280/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696213.617747:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696213.617749:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696213.617752:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f2a5e78. 02000000:00000001:3.0:1788696213.617756:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696213.617758:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696213.617760:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696213.617762:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696213.617764:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024f67866. 02000000:00000001:3.0:1788696213.617767:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696213.617772:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696213.617774:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000607de2c8. 00000100:00000001:3.0:1788696213.617778:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696213.617778:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696213.617780:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696213.617787:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696213.617789:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696213.617791:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696213.617792:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696213.620163:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696213.620177:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696213.620181:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696213.620183:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696213.620193:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696213.620207:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0c180 00000400:00000200:3.0:1788696213.620215:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xd45 [1] + 224 00000800:00000001:3.0:1788696213.620220:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696213.620222:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696213.620224:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696213.620227:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696213.620232:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696213.620237:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a7f27e9d x1875583274369408/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696213.620243:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a7f27e9d x1875583274369408/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696213.620256:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696213.620265:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696213.620267:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696213.620269:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696213.620270:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696213.620272:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696213.620276:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0c200 00000400:00000200:3.0:1788696213.620279:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xd4d [1] + 224 00000800:00000001:3.0:1788696213.620291:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788696213.620295:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1788696213.620295:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696213.620298:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788696213.620300:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788696213.620302:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696213.620306:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:2.0:1788696213.620308:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1788696213.620308:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002e0fb45f x1875583274369536/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788696213.620312:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696213.620317:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000495045b7. 00000100:00000040:3.0:1788696213.620317:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002e0fb45f x1875583274369536/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696213.620325:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c79d798 00000400:00000010:2.0:1788696213.620328:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c79d798. 00000100:00000001:2.0:1788696213.620332:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696213.620336:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:2.0:1788696213.620337:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a7f27e9d x1875583274369408/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788696213.620341:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696213.620344:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788696213.620352:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a7f27e9d x1875583274369408/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696213.620359:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696213.620361:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696213.620364:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696213.620367:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696213.620369:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696213.620371:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696213.620372:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696213.620380:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=114 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696213.620384:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=114 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696213.620387:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696213.620389:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696213.620391:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696213.620395:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696213.620399:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696213.620401:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696213.620402:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696213.620403:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696213.620407:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696213.620407:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788696213.620412:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1788696213.620414:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a7f27e9d x1875583274369408/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788696213.620416:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696213.620419:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034f210bf. 00000400:00000200:0.0:1788696213.620423:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009badf184 00000100:00000001:2.0:1788696213.620426:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1788696213.620430:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009badf184. 00000100:00000001:2.0:1788696213.620432:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696213.620434:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788696213.620435:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1788696213.620438:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002e0fb45f x1875583274369536/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696213.620447:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002e0fb45f x1875583274369536/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696213.620452:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7f27e9d x1875583274369408/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696213.620455:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696213.620458:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696213.620461:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696213.620463:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696213.620465:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696213.620467:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696213.620470:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696213.620472:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274369408:192.168.201.118@tcp:400: 00000100:00001000:0.0:1788696213.620475:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=113 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696213.620481:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=80 v=5 (1 1 0 0) 00000100:00000001:0.0:1788696213.620483:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696213.620483:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696213.620485:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696213.620487:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1788696213.620488:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00010000:00080000:0.0:1788696213.620491:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000002e0fb45f x1875583274369536/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696213.620496:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a7f27e9d x1875583274369408/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696213.620498:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696213.620501:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696213.620502:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696213.620504:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696213.620506:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696213.620511:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e0fb45f x1875583274369536/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696213.620514:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1788696213.620518:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696213.620518:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696213.620523:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2f7131f. 02000000:00000001:2.0:1788696213.620527:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788696213.620530:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696213.620531:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788696213.620531:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696213.620535:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000040:0.0:1788696213.620536:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e0fb45f x1875583274369536/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1788696213.620540:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696213.620544:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f8e491. 02000000:00000001:2.0:1788696213.620548:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696213.620551:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696213.620553:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7f27e9d. 00000100:00100000:0.0:1788696213.620556:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274369536:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696213.620559:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696213.620560:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696213.620563:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788696213.620563:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696213.620566:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e0fb45f x1875583274369536/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696229 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696213.620568:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696213.620574:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696213.620583:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696213.620585:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000215e2ef7. 02000000:00000001:0.0:1788696213.620589:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696213.620590:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696213.620591:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696213.620593:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696213.620594:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005878d45f. 02000000:00000001:0.0:1788696213.620596:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696213.620597:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696213.620598:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e0fb45f. 00000100:00000001:0.0:1788696213.620601:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696213.620601:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696213.620603:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696213.620608:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696213.620609:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696213.620611:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696213.620612:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696213.620675:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696213.620677:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696213.620679:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696213.620681:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696214.574154:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696214.574161:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696214.574167:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696214.574168:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696214.574308:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696214.574312:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696214.574315:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696214.893957:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307176689, at 4307176704 00000100:00000010:3.0:1788696214.893974:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00000100:00000040:1.0:1788696214.894137:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307176689, at 4307176704 00000100:00000010:1.0:1788696214.894144:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000100:00000040:0.0:1788696214.894228:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307176689, at 4307176704 00000100:00000010:0.0:1788696214.894235:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81c9ce7. 00000100:00000040:2.0:1788696214.894333:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307176689, at 4307176704 00000100:00000010:2.0:1788696214.894340:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c64039. 00010000:00000001:2.0:1788696215.598134:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696215.598140:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696215.598146:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696215.598163:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696215.598468:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696215.598472:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696215.598475:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696216.621993:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696216.622000:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696216.622007:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696216.622008:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696216.622091:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696216.622097:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696216.622102:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696217.646249:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696217.646256:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696217.646262:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696217.646263:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696217.646320:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696217.646323:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696217.646325:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696218.669960:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696218.669978:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696218.669980:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696218.669983:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696218.669988:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696218.669991:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696218.669993:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696218.669995:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696218.669999:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696218.670000:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696218.670038:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696218.670042:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696218.670060:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696218.736375:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696218.736383:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696218.736389:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006baa80f3. 00000020:00000040:1.0:1788696218.736393:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696218.736397:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696218.736399:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696218.736403:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696218.736409:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006596e7c6. 00000100:00000001:1.0:1788696218.736414:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696218.736422:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000006baa80f3 x1875583274369664/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696218.736429:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696218.736431:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696218.736435:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006baa80f3] to pc [ptlrpcd_00_00+0] req@000000006baa80f3 x1875583274369664/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696218.736484:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696218.736488:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696218.736490:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696218.736493:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006baa80f3 x1875583274369664/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696218.736498:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696218.736499:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696218.736501:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696218.736503:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696218.736504:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696218.736506:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006baa80f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274369664:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696218.736509:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696218.736512:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696218.736514:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696218.736515:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696218.736519:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d172a1cd. 02000000:00000001:2.0:1788696218.736521:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696218.736536:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000495045b7. 00000400:00000010:2.0:1788696218.736552:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c79d798. 00000100:00000200:2.0:1788696218.736558:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274369664, portal 25 00000100:00000001:2.0:1788696218.736560:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696218.736565:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877468288 : -113296832083328 : ffff98f50691ca80) 00000100:00000040:2.0:1788696218.736571:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006baa80f3 x1875583274369664/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696218.736577:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696218.736579:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696218.736582:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007282336d. 00000100:00000200:2.0:1788696218.736584:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274369664, offset 0 00000400:00000200:2.0:1788696218.736590:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696218.736603:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696218.736608:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696218.736612:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696218.736615:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696218.736618:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788696218.736618:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788696218.736621:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [400:400:256:4294967295] 192.168.201.118@tcp LPNI seq info [400:400:8:4294967295] 00000100:00000001:3.0:1788696218.736621:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696218.736631:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696218.736636:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696218.736640:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2263eda. 00000800:00000200:2.0:1788696218.736647:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:1.0:1788696218.736649:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696218.736651:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696218.736654:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000200:2.0:1788696218.736654:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000010:1.0:1788696218.736657:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d5873827. 00000800:00000200:2.0:1788696218.736657:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d2263eda type 1, nob 320 niov 1 nkiov 1 00000020:00000040:1.0:1788696218.736659:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696218.736661:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696218.736663:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696218.736673:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696218.736677:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000520c6b2f. 00000100:00000001:1.0:1788696218.736680:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696218.736681:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696218.736684:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000d5873827 x1875583274369792/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696218.736685:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307181811 00000100:00000010:2.0:1788696218.736688:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012b293cd. 00000100:00000001:1.0:1788696218.736691:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696218.736692:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696218.736693:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1788696218.736695:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d5873827] to pc [ptlrpcd_00_01+1] req@00000000d5873827 x1875583274369792/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696218.736698:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307181811 00000100:00000010:2.0:1788696218.736700:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d03ef46. 00000100:00000001:2.0:1788696218.736703:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696218.736711:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307181811 00000100:00000010:2.0:1788696218.736713:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006993d188. 00000100:00000001:2.0:1788696218.736715:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696218.736718:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307181811 00000100:00000010:2.0:1788696218.736720:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b91fe9c. 00000100:00000001:2.0:1788696218.736722:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696218.736725:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696218.736727:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696218.736730:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696218.736731:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696218.736738:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696218.736739:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696218.736740:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696218.736740:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696218.736741:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788696218.736742:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696218.736743:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696218.736744:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696218.736745:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696218.736745:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d5873827 x1875583274369792/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696218.736751:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696218.736753:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696218.736755:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696218.736757:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696218.736758:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696218.736761:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d5873827 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274369792:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696218.736769:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696218.736772:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696218.736773:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696218.736775:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696218.736778:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e943f6de. 02000000:00000001:3.0:1788696218.736780:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696218.736783:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9a030ef. 00000400:00000010:3.0:1788696218.736787:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000118b729b. 00000100:00000200:3.0:1788696218.736789:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274369792, portal 10 00000100:00000001:3.0:1788696218.736791:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696218.736792:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877477248 : -113296832074368 : ffff98f50691ed80) 00000100:00000040:3.0:1788696218.736798:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d5873827 x1875583274369792/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696218.736803:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696218.736805:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696218.736807:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008adcd611. 00000100:00000200:3.0:1788696218.736808:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274369792, offset 0 00000400:00000200:3.0:1788696218.736812:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696218.736816:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696218.736818:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696218.736820:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696218.736822:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696218.736824:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696218.736826:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [401:401:255:4294967295] 192.168.201.118@tcp LPNI seq info [401:401:7:4294967295] 00000400:00000200:3.0:1788696218.736832:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696218.736835:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696218.736838:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008513bebc. 00000800:00000200:3.0:1788696218.736841:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696218.736861:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696218.736863:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008513bebc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696218.736866:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696218.736874:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 30931 usecs (31 jiffies) 00000100:00000001:3.0:1788696218.736876:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307180577 00000100:00000001:3.0:1788696218.736878:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307181811 00000100:00000001:3.0:1788696218.736880:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307180577 00000100:00000001:3.0:1788696218.736881:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307181811 00000100:00000001:3.0:1788696218.736883:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307180577 00000100:00000001:3.0:1788696218.736884:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307181811 00000100:00000001:3.0:1788696218.736886:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307180577 00000100:00000001:3.0:1788696218.736888:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307181811 00000100:00000001:3.0:1788696218.736889:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696218.736891:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696218.736892:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696218.736894:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788696218.736899:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696218.736902:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2263eda. 00000400:00000200:0.0:1788696218.736906:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696218.736911:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696218.736916:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007282336d 00000400:00000010:0.0:1788696218.736923:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000007282336d. 00000100:00000001:0.0:1788696218.736927:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696218.736930:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006baa80f3 x1875583274369664/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696218.736937:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696218.736939:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696218.736939:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696218.736942:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006baa80f3 x1875583274369664/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696218.736943:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696218.736945:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000094b15cb1. 00000020:00000040:1.0:1788696218.736947:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696218.736948:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696218.736949:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1788696218.736950:0:201295:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1788696218.736951:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696218.736953:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696218.736956:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004bb85f65. 00000100:00000001:1.0:1788696218.736959:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696218.736962:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000094b15cb1 x1875583274369920/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1788696218.736963:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696218.736965:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008513bebc. 00000400:00000200:0.0:1788696218.736967:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696218.736970:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696218.736970:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696218.736971:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696218.736973:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008adcd611 00000400:00000010:0.0:1788696218.736974:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008adcd611. 00000100:00000040:1.0:1788696218.736974:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094b15cb1] to pc [ptlrpcd_00_02+2] req@0000000094b15cb1 x1875583274369920/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696218.736977:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696218.736979:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000d5873827 x1875583274369792/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696218.736985:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696218.736987:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d5873827 x1875583274369792/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696218.736992:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696218.736993:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788696218.736994:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696218.736995:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788696218.736998:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1788696218.737001:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788696218.737002:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12518) 00000100:00100000:0.0:1788696218.737003:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1788696218.737005:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696218.737008:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696218.737009:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696218.737010:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696218.737010:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696218.737012:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696218.737012:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696218.737013:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696218.737016:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000094b15cb1 x1875583274369920/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696218.737022:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696218.737029:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696218.737031:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696218.737032:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696218.737034:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696218.737037:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000094b15cb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274369920:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696218.737040:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696218.737042:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696218.737043:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696218.737045:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696218.737048:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8c3ab3d. 02000000:00000001:0.0:1788696218.737049:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696218.737052:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087206912. 00000400:00000010:0.0:1788696218.737056:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c828ede. 00000100:00000200:0.0:1788696218.737058:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274369920, portal 10 00000100:00000001:0.0:1788696218.737059:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696218.737060:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877480832 : -113296832070784 : ffff98f50691fb80) 00000100:00000040:0.0:1788696218.737065:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000094b15cb1 x1875583274369920/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696218.737071:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696218.737073:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696218.737074:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045dbadd4. 00000100:00000200:0.0:1788696218.737076:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274369920, offset 0 00000400:00000200:0.0:1788696218.737085:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696218.737090:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696218.737092:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696218.737095:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696218.737096:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696218.737098:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788696218.737100:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788696218.737101:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [402:402:256:4294967295] 192.168.201.118@tcp LPNI seq info [402:402:8:4294967295] 00000100:00000001:2.0:1788696218.737101:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696218.737103:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696218.737105:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696218.737108:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696218.737112:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696218.737115:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005878d45f. 00000800:00000200:0.0:1788696218.737124:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696218.737127:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696218.737129:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000005878d45f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696218.737144:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696218.737147:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 31083 usecs (32 jiffies) 00000100:00000001:0.0:1788696218.737150:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307180579 00000100:00000001:0.0:1788696218.737152:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307181811 00000100:00000001:0.0:1788696218.737153:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307180579 00000100:00000001:0.0:1788696218.737155:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307181811 00000100:00000001:0.0:1788696218.737157:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307180579 00000100:00000001:0.0:1788696218.737158:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307181811 00000100:00000001:0.0:1788696218.737160:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307180579 00000100:00000001:0.0:1788696218.737161:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307181811 00000100:00000001:0.0:1788696218.737163:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696218.737164:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696218.737166:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696218.737169:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696218.737195:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696218.737198:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005878d45f. 00000400:00000200:1.0:1788696218.737201:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696218.737204:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696218.737208:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045dbadd4 00000400:00000010:1.0:1788696218.737209:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000045dbadd4. 00000100:00000001:1.0:1788696218.737212:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696218.737220:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000094b15cb1 x1875583274369920/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696218.737227:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696218.737228:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000094b15cb1 x1875583274369920/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696218.737234:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696218.737235:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696218.737298:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696218.737300:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696218.737303:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696218.737304:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696218.737305:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696218.737307:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696218.739877:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696218.739891:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696218.739896:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696218.739899:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696218.739907:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696218.739918:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0c300 00000400:00000200:3.0:1788696218.739924:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xd5d [1] + 224 00000800:00000001:3.0:1788696218.739928:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696218.739933:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696218.739936:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696218.739938:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696218.739943:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696218.739955:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000d5873827 x1875583274369792/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696218.739963:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d5873827 x1875583274369792/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696218.739976:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696218.739982:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696218.739984:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696218.740006:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696218.740010:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696218.740017:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696218.740020:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696218.740022:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9a030ef. 00000400:00000200:0.0:1788696218.740028:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000118b729b 00000400:00000010:0.0:1788696218.740031:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000118b729b. 00000100:00000001:0.0:1788696218.740034:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696218.740038:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000d5873827 x1875583274369792/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696218.740047:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000d5873827 x1875583274369792/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696218.740054:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696218.740062:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696218.740064:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696218.740067:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696218.740069:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696218.740071:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696218.740073:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696218.740081:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=119 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696218.740085:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=119 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696218.740087:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696218.740088:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696218.740091:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696218.740095:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696218.740098:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696218.740099:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696218.740101:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696218.740103:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696218.740107:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d5873827 x1875583274369792/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696218.740115:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696218.740118:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696218.740120:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696218.740123:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5873827 x1875583274369792/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696218.740130:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d5873827 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274369792:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696218.740134:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696218.740136:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696218.740139:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d5873827 x1875583274369792/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696218.740145:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696218.740147:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696218.740149:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e943f6de. 02000000:00000001:0.0:1788696218.740152:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696218.740154:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696218.740161:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696218.740163:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696218.740166:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000520c6b2f. 02000000:00000001:0.0:1788696218.740169:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696218.740170:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696218.740172:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d5873827. 00000100:00000001:0.0:1788696218.740175:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696218.740177:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696218.740179:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696218.740185:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696218.740186:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696218.740188:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696218.740190:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696218.741603:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696218.741613:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696218.741617:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696218.741619:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696218.741626:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696218.741637:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0c380 00000400:00000200:0.0:1788696218.741642:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xd65 [1] + 224 00000800:00000001:0.0:1788696218.741646:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696218.741650:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696218.741652:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696218.741655:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696218.741661:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696218.741676:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000094b15cb1 x1875583274369920/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696218.741685:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000094b15cb1 x1875583274369920/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696218.741746:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696218.741749:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696218.741765:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696218.741772:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696218.741776:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696218.741778:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696218.741780:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696218.741793:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696218.741799:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0c280 00000400:00000200:0.0:1788696218.741804:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xd55 [1] + 224 00000800:00000001:0.0:1788696218.741808:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696218.741814:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696218.741815:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696218.741818:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696218.741822:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696218.741825:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006baa80f3 x1875583274369664/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696218.741832:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006baa80f3 x1875583274369664/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696218.741881:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696218.741886:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696218.741889:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696218.741920:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696218.741923:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696218.741928:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696218.741930:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696218.741931:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000495045b7. 00000400:00000200:1.0:1788696218.741937:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c79d798 00000400:00000010:1.0:1788696218.741939:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c79d798. 00000100:00000001:1.0:1788696218.741942:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696218.741945:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006baa80f3 x1875583274369664/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696218.741952:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006baa80f3 x1875583274369664/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696218.741958:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696218.741960:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696218.741962:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696218.741964:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696218.741965:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696218.741967:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696218.741969:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696218.741973:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=119 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696218.741977:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=119 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696218.741979:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696218.741991:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696218.741993:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696218.741995:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696218.741997:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696218.742001:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006baa80f3 x1875583274369664/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788696218.742009:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696218.742011:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696218.742012:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087206912. 00000400:00000200:2.0:1788696218.742015:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c828ede 00000400:00000010:2.0:1788696218.742016:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000c828ede. 00000100:00000001:1.0:1788696218.742019:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696218.742019:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788696218.742022:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696218.742023:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788696218.742023:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000094b15cb1 x1875583274369920/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696218.742026:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006baa80f3 x1875583274369664/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696218.742031:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000094b15cb1 x1875583274369920/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696218.742034:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006baa80f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274369664:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696218.742037:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696218.742038:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696218.742039:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696218.742040:0:201303:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1788696218.742041:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696218.742043:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006baa80f3 x1875583274369664/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696218.742047:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696218.742048:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696218.742049:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1788696218.742050:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696218.742051:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1788696218.742051:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696218.742053:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d172a1cd. 02000000:00000001:1.0:1788696218.742055:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696218.742056:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000100:00001000:2.0:1788696218.742056:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=118 v=5 (5 5 5 5) 00000020:00000040:1.0:1788696218.742058:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00001000:2.0:1788696218.742058:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=85 v=5 (1 1 0 0) 00000020:00000001:1.0:1788696218.742060:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788696218.742060:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696218.742061:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696218.742062:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006596e7c6. 02000000:00000001:1.0:1788696218.742064:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696218.742065:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696218.742067:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006baa80f3. 00000100:00000001:1.0:1788696218.742069:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696218.742070:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788696218.742071:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1788696218.742072:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1788696218.742074:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000094b15cb1 x1875583274369920/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696218.742077:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696218.742079:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696218.742080:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696218.742081:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696218.742082:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696218.742082:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696218.742083:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696218.742085:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696218.742086:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696218.742089:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000094b15cb1 x1875583274369920/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696218.742095:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696218.742097:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696218.742098:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696218.742100:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094b15cb1 x1875583274369920/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696218.742108:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000094b15cb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274369920:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696218.742112:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696218.742114:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696218.742116:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000094b15cb1 x1875583274369920/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696234 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696218.742121:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696218.742123:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696218.742124:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8c3ab3d. 02000000:00000001:2.0:1788696218.742127:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696218.742134:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696218.742135:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696218.742137:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696218.742139:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004bb85f65. 02000000:00000001:2.0:1788696218.742141:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696218.742142:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696218.742144:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000094b15cb1. 00000100:00000001:2.0:1788696218.742146:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696218.742147:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696218.742148:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696218.742152:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696218.742153:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696218.742155:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696218.742156:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696219.693998:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696219.694009:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696219.694015:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696219.694016:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696219.694071:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696219.694075:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696219.694078:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696220.013941:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307181811, at 4307181824 00000100:00000010:0.0:1788696220.013956:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012b293cd. 00000100:00000040:3.0:1788696220.014299:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307181811, at 4307181824 00000100:00000010:3.0:1788696220.014306:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b91fe9c. 00000100:00000040:2.0:1788696220.014612:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307181811, at 4307181824 00000100:00000010:2.0:1788696220.014618:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006993d188. 00000100:00000040:1.0:1788696220.015063:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307181811, at 4307181825 00000100:00000010:1.0:1788696220.015070:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d03ef46. 00010000:00000001:2.0:1788696220.717982:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696220.717989:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696220.717995:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696220.717996:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696220.718079:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696220.718081:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696220.718083:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696221.742045:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696221.742052:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696221.742057:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696221.742058:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696221.742106:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696221.742109:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696221.742127:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696222.766097:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696222.766104:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696222.766110:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696222.766111:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696222.766170:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696222.766174:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696222.766177:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696223.790029:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696223.790038:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696223.790045:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696223.790048:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696223.790050:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696223.790054:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696223.790072:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696223.790074:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696223.790076:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696223.790079:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696223.790133:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696223.790136:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696223.790138:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696223.853972:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696223.853981:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696223.854004:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d115929. 00000020:00000040:3.0:1788696223.854011:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696223.854015:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696223.854017:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696223.854022:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696223.854028:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d33dd5fd. 00000100:00000001:3.0:1788696223.854035:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696223.854044:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000004d115929 x1875583274370048/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696223.854054:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696223.854057:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696223.854063:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d115929] to pc [ptlrpcd_00_03+3] req@000000004d115929 x1875583274370048/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696223.854090:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696223.854093:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696223.854097:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696223.854108:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788696223.854111:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696223.854112:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696223.854114:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788696223.854118:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1788696223.854118:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696223.854123:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696223.854127:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a289aad5. 00000100:00000001:3.0:1788696223.854131:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696223.854132:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696223.854136:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000048524a16 x1875583274370176/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1788696223.854140:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d115929 x1875583274370048/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696223.854152:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696223.854157:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696223.854159:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696223.854159:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696223.854162:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696223.854163:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696223.854166:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696223.854168:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696223.854171:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696223.854171:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_00+0] req@0000000048524a16 x1875583274370176/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696223.854177:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274370048:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696223.854182:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696223.854187:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696223.854190:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696223.854193:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696223.854197:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba608328. 02000000:00000001:1.0:1788696223.854200:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696223.854204:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696223.854206:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1cf2743. 00000100:00000040:3.0:1788696223.854207:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696223.854213:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788696223.854215:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1788696223.854217:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c44c95cb. 00000100:00000010:3.0:1788696223.854217:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000100:00000001:2.0:1788696223.854218:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696223.854223:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1788696223.854223:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000200:1.0:1788696223.854226:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274370048, portal 25 00000100:00000001:3.0:1788696223.854228:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1788696223.854231:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274370176/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696223.854232:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1788696223.854232:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788696223.854236:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548236416 : -113296161315200 : ffff98f52e8ce680) 02000000:00000001:3.0:1788696223.854237:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696223.854245:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a5d0889. 00000100:00000001:2.0:1788696223.854246:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1788696223.854247:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d115929 x1875583274370048/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696223.854250:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696223.854251:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696223.854256:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788696223.854261:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1788696223.854261:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788696223.854261:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000003e3fb870 x1875583274370304/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1788696223.854266:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696223.854267:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696223.854272:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6df8fe2. 00000100:00100000:2.0:1788696223.854275:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274370176:192.168.201.118@tcp:400: 00000100:00000200:1.0:1788696223.854277:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274370048, offset 0 00000100:00000001:3.0:1788696223.854283:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696223.854284:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788696223.854287:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696223.854288:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:2.0:1788696223.854290:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696223.854293:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696223.854295:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3fb870] to pc [ptlrpcd_00_01+1] req@000000003e3fb870 x1875583274370304/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696223.854296:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696223.854300:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000381eff1e. 00000400:00000200:1.0:1788696223.854302:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:2.0:1788696223.854305:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696223.854309:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1788696223.854313:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086063be5. 00000400:00000200:1.0:1788696223.854315:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:3.0:1788696223.854320:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696223.854321:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce843621. 00000100:00000040:3.0:1788696223.854325:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1788696223.854326:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696223.854329:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000200:2.0:1788696223.854329:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274370176, portal 10 00000100:00000001:2.0:1788696223.854334:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1788696223.854335:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [403:403:256:4294967295] 192.168.201.118@tcp LPNI seq info [403:403:8:4294967295] 00000100:00000001:2.0:1788696223.854338:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000100:00000040:3.0:1788696223.854342:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788696223.854348:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12523) 00000400:00000200:1.0:1788696223.854360:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788696223.854361:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696223.854365:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696223.854368:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1788696223.854369:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000040:3.0:1788696223.854375:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274370304/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1788696223.854376:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006596e7c6. 00000100:00000001:3.0:1788696223.854385:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1788696223.854387:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788696223.854388:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696223.854392:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696223.854394:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1788696223.854397:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 02000000:00000001:3.0:1788696223.854399:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696223.854403:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006596e7c6 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1788696223.854403:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274370176/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696223.854406:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274370304:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696223.854414:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788696223.854419:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696223.854419:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788696223.854420:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1788696223.854422:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696223.854426:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788696223.854427:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307186929 00000100:00000040:2.0:1788696223.854428:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000010:3.0:1788696223.854431:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ec2a055. 00000100:00000010:1.0:1788696223.854434:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a910904. 00000400:00000010:2.0:1788696223.854435:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d543498b. 02000000:00000001:3.0:1788696223.854435:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788696223.854442:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274370176, offset 0 00000400:00000010:3.0:1788696223.854444:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad098529. 00000100:00000001:1.0:1788696223.854445:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696223.854463:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307186929 00000400:00000010:3.0:1788696223.854465:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b386267. 00000100:00000010:1.0:1788696223.854469:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051f28e6c. 00000400:00000200:2.0:1788696223.854470:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696223.854475:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000200:3.0:1788696223.854477:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274370304, portal 10 00000100:00000001:1.0:1788696223.854480:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307186929 00000400:00000200:2.0:1788696223.854480:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:3.0:1788696223.854482:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1788696223.854486:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d80e0650. 00000100:00000001:3.0:1788696223.854486:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000400:00000200:2.0:1788696223.854488:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788696223.854493:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1788696223.854494:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000040:3.0:1788696223.854497:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274370304/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696223.854499:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307186929 00000400:00000200:2.0:1788696223.854501:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1788696223.854506:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d1d951b. 00000400:00000200:2.0:1788696223.854508:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:1.0:1788696223.854512:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696223.854516:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1788696223.854517:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [404:404:255:4294967295] 192.168.201.118@tcp LPNI seq info [404:404:7:4294967295] 00000100:00000001:1.0:1788696223.854518:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788696223.854523:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696223.854525:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696223.854529:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000118b729b. 00000100:00000001:1.0:1788696223.854530:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696223.854536:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788696223.854537:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274370304, offset 0 00000400:00000200:2.0:1788696223.854538:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:1.0:1788696223.854544:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696223.854548:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1788696223.854550:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696223.854552:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696223.854553:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696223.854556:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1788696223.854556:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a559f720. 00000400:00000200:3.0:1788696223.854562:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000200:2.0:1788696223.854563:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:1.0:1788696223.854566:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696223.854572:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696223.854572:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696223.854578:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a559f720 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788696223.854578:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788696223.854583:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696223.854584:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000040:2.0:1788696223.854588:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 30706 usecs (31 jiffies) 00000400:00000200:3.0:1788696223.854589:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788696223.854594:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307185695 00000400:00000200:3.0:1788696223.854595:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788696223.854599:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307186929 00000400:00000200:3.0:1788696223.854603:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [405:405:254:4294967295] 192.168.201.118@tcp LPNI seq info [405:405:6:4294967295] 00000100:00000001:2.0:1788696223.854604:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307185695 00000100:00000001:2.0:1788696223.854608:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307186929 00000100:00000001:2.0:1788696223.854612:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307185695 00000100:00000001:2.0:1788696223.854616:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307186929 00000100:00000001:2.0:1788696223.854620:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307185695 00000400:00000200:3.0:1788696223.854621:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788696223.854624:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307186929 00000100:00000001:2.0:1788696223.854628:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696223.854631:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696223.854632:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1788696223.854632:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696223.854636:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788696223.854638:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006596e7c6. 00000800:00000010:3.0:1788696223.854639:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a492135. 00000100:00000001:2.0:1788696223.854640:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696223.854647:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1788696223.854647:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:1.0:1788696223.854652:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1788696223.854653:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:2.0:1788696223.854656:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1788696223.854659:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009a492135 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696223.854661:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788696223.854663:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696223.854664:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696223.854667:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696223.854669:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696223.854672:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6df8fe2 00000100:00000040:3.0:1788696223.854672:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 30872 usecs (31 jiffies) 00000100:00000001:2.0:1788696223.854673:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696223.854677:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f6df8fe2. 00000100:00000001:3.0:1788696223.854679:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307185695 00000100:00000001:1.0:1788696223.854683:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1788696223.854683:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307186929 00000100:00000001:3.0:1788696223.854685:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307185695 00000100:00000001:3.0:1788696223.854689:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307186929 00000100:00000200:1.0:1788696223.854690:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004d115929 x1875583274370048/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696223.854693:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307185695 00000100:00000001:3.0:1788696223.854698:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307186929 00000100:00000001:1.0:1788696223.854704:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696223.854707:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d115929 x1875583274370048/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696223.854714:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307185695 00000100:00000001:1.0:1788696223.854717:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696223.854719:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307186929 00000100:00000001:1.0:1788696223.854722:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696223.854723:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696223.854727:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696223.854730:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696223.854732:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696223.854736:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1788696223.854737:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1788696223.854738:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1788696223.854741:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a559f720. 00000100:00000001:3.0:1788696223.854742:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788696223.854745:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696223.854755:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696223.854759:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d543498b 00000400:00000010:1.0:1788696223.854761:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d543498b. 00000100:00000001:1.0:1788696223.854763:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1788696223.854763:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696223.854768:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696223.854769:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274370176/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696223.854772:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696223.854781:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696223.854784:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274370176/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696223.854790:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696223.854791:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696223.855918:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696223.855923:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a492135. 00000400:00000200:1.0:1788696223.855926:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696223.855932:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696223.855944:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000118b729b 00000400:00000010:1.0:1788696223.855946:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000118b729b. 00000100:00000001:1.0:1788696223.855950:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696223.855954:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274370304/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696223.855963:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696223.855966:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274370304/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696223.855972:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696223.855974:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696223.858750:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696223.858765:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696223.858769:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696223.858771:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696223.858781:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696223.858797:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0c480 00000400:00000200:0.0:1788696223.858805:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xd75 [1] + 224 00000800:00000001:0.0:1788696223.858820:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696223.858824:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696223.858827:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696223.858831:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696223.858837:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696223.858843:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274370176/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696223.858875:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274370176/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696223.858890:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696223.858900:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696223.858904:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696223.858906:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696223.858908:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696223.858912:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696223.858918:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0c400 00000400:00000200:0.0:1788696223.858924:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xd6d [1] + 224 00000800:00000001:0.0:1788696223.858927:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696223.858972:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696223.858974:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696223.858978:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696223.858981:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696223.858986:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004d115929 x1875583274370048/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696223.858995:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d115929 x1875583274370048/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696223.859003:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696223.859008:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696223.859013:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000001:2.0:1788696223.859015:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696223.859019:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696223.859022:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086063be5. 00000400:00000200:2.0:1788696223.859034:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce843621 00000400:00000010:2.0:1788696223.859040:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ce843621. 00000100:00000001:2.0:1788696223.859044:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000800:00000001:0.0:1788696223.859053:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1788696223.859053:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274370176/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788696223.859059:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788696223.859068:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274370176/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696223.859074:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696223.859076:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696223.859078:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696223.859080:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696223.859083:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696223.859088:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000001:0.0:1788696223.859091:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1788696223.859091:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1788696223.859094:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1788696223.859095:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696223.859098:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1cf2743. 02000000:00000001:2.0:1788696223.859099:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696223.859105:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44c95cb 00000400:00000010:0.0:1788696223.859108:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c44c95cb. 00000100:00001000:2.0:1788696223.859110:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=124 v=5 (5 5 5 5) 00000100:00000001:0.0:1788696223.859112:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00001000:2.0:1788696223.859117:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=124 v=5 (1 1 1 1) 00000100:00000200:0.0:1788696223.859120:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004d115929 x1875583274370048/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696223.859121:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696223.859125:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696223.859129:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696223.859133:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696223.859136:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004d115929 x1875583274370048/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696223.859139:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696223.859142:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696223.859146:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696223.859149:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696223.859149:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696223.859152:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696223.859157:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274370176/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696223.859158:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696223.859162:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696223.859164:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696223.859168:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696223.859171:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696223.859174:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=124 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696223.859181:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=124 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696223.859190:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696223.859190:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696223.859193:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696223.859195:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1788696223.859197:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1788696223.859198:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788696223.859200:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696223.859204:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696223.859205:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274370176/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696223.859211:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d115929 x1875583274370048/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696223.859225:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274370176:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696223.859227:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696223.859232:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696223.859235:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696223.859235:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696223.859240:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696223.859241:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d115929 x1875583274370048/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696223.859248:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274370176/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696223.859257:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274370048:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696223.859261:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696223.859265:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1788696223.859267:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1788696223.859268:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000381eff1e. 02000000:00000001:2.0:1788696223.859273:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788696223.859276:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1788696223.859277:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696223.859281:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000040:0.0:1788696223.859282:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d115929 x1875583274370048/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1788696223.859286:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696223.859290:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a289aad5. 00000100:00000001:0.0:1788696223.859294:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696223.859296:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696223.859298:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1788696223.859298:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1788696223.859302:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba608328. 00000100:00000010:2.0:1788696223.859302:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 02000000:00000001:0.0:1788696223.859309:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788696223.859310:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1788696223.859312:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:2.0:1788696223.859313:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788696223.859315:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696223.859317:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788696223.859319:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696223.859322:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d33dd5fd. 02000000:00000001:0.0:1788696223.859326:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696223.859327:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1788696223.859327:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1788696223.859331:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d115929. 00000100:00000001:2.0:1788696223.859331:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696223.859336:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696223.859338:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696223.859339:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696223.859341:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696223.859344:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696223.859349:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696223.859351:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696223.859353:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696223.859355:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696223.866042:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696223.866058:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696223.866061:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696223.866064:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696223.866074:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696223.866089:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0c500 00000400:00000200:0.0:1788696223.866109:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xd7d [1] + 224 00000800:00000001:0.0:1788696223.866116:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696223.866124:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696223.866127:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696223.866132:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696223.866138:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696223.866145:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274370304/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696223.866171:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e3fb870 x1875583274370304/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696223.866192:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696223.866203:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696223.866207:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696223.866219:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696223.866224:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696223.866230:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696223.866232:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696223.866235:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad098529. 00000400:00000200:2.0:1788696223.866246:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b386267 00000400:00000010:2.0:1788696223.866248:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000007b386267. 00000100:00000001:2.0:1788696223.866251:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696223.866254:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274370304/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696223.866262:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274370304/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696223.866268:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696223.866270:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696223.866272:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696223.866274:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696223.866277:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696223.866279:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696223.866282:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696223.866299:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=123 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696223.866306:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=90 v=5 (1 1 0 0) 00000100:00000001:2.0:1788696223.866309:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696223.866310:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696223.866313:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788696223.866317:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003e3fb870 x1875583274370304/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696223.866323:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696223.866327:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696223.866329:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696223.866330:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696223.866332:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696223.866335:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274370304/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696223.866342:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696223.866345:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696223.866347:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696223.866351:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274370304/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696223.866370:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274370304:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696223.866376:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696223.866379:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696223.866387:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274370304/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696239 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696223.866394:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696223.866397:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696223.866400:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ec2a055. 02000000:00000001:2.0:1788696223.866404:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696223.866406:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696223.866408:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696223.866410:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696223.866413:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a5d0889. 02000000:00000001:2.0:1788696223.866416:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696223.866418:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696223.866419:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000001:2.0:1788696223.866423:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696223.866424:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696223.866426:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696223.866432:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696223.866434:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696223.866436:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696223.866438:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696224.814045:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696224.814051:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696224.814057:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696224.814058:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696224.815537:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696224.815541:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696224.815543:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696225.133952:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307186929, at 4307186944 00000100:00000040:1.0:1788696225.133952:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307186929, at 4307186944 00000100:00000040:2.0:1788696225.133957:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307186929, at 4307186944 00000100:00000010:1.0:1788696225.133969:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051f28e6c. 00000100:00000010:2.0:1788696225.133971:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d80e0650. 00000100:00000010:0.0:1788696225.133975:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a910904. 00000100:00000040:3.0:1788696225.134047:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307186929, at 4307186944 00000100:00000010:3.0:1788696225.134054:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d1d951b. 00010000:00000001:2.0:1788696225.837990:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696225.837997:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696225.838003:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696225.838004:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696225.838447:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696225.838452:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696225.838455:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696226.863669:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696226.863676:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696226.863682:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696226.863683:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696226.863781:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696226.863785:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696226.863788:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696227.885977:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696227.885984:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696227.885990:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696227.885990:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696227.886017:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696227.886022:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696227.886025:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696228.910682:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696228.910691:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696228.910693:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696228.910696:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696228.910701:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696228.910703:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696228.910705:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696228.910707:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696228.910711:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696228.910712:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696228.910935:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696228.910938:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696228.910940:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696228.974023:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696228.974034:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696228.974040:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000218cac94. 00000020:00000040:3.0:1788696228.974046:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696228.974050:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696228.974053:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696228.974058:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696228.974066:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f59c383. 00000100:00000001:3.0:1788696228.974073:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696228.974083:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000218cac94 x1875583274370432/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696228.974093:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696228.974095:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696228.974100:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218cac94] to pc [ptlrpcd_00_02+2] req@00000000218cac94 x1875583274370432/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696228.974165:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696228.974169:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696228.974172:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696228.974176:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000218cac94 x1875583274370432/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696228.974183:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696228.974185:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696228.974189:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696228.974191:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696228.974194:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696228.974197:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274370432:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696228.974201:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696228.974206:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696228.974208:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696228.974211:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696228.974215:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000698750b5. 02000000:00000001:2.0:1788696228.974216:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696228.974222:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086063be5. 00000400:00000010:2.0:1788696228.974244:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce843621. 00000100:00000200:2.0:1788696228.974250:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274370432, portal 25 00000100:00000001:2.0:1788696228.974253:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696228.974254:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548239104 : -113296161312512 : ffff98f52e8cf100) 00000100:00000040:2.0:1788696228.974259:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000218cac94 x1875583274370432/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696228.974266:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696228.974268:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696228.974271:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da7961a1. 00000100:00000200:2.0:1788696228.974273:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274370432, offset 0 00000400:00000200:2.0:1788696228.974279:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696228.974294:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696228.974299:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696228.974302:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696228.974305:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696228.974308:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696228.974311:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [406:406:256:4294967295] 192.168.201.118@tcp LPNI seq info [406:406:8:4294967295] 00000400:00000200:2.0:1788696228.974321:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696228.974327:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696228.974331:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009619aef4. 00000800:00000200:2.0:1788696228.974338:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696228.974345:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696228.974367:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009619aef4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696228.974381:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696228.974385:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307192049 00000100:00000010:2.0:1788696228.974389:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077a03d86. 00000100:00000001:2.0:1788696228.974395:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788696228.974413:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307192049 00000100:00000010:2.0:1788696228.974416:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ff94962. 00000100:00000001:2.0:1788696228.974418:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696228.974427:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307192049 00000100:00000010:2.0:1788696228.974430:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000efe1b1f1. 00000100:00000001:2.0:1788696228.974433:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696228.974435:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307192049 00000100:00000010:2.0:1788696228.974437:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006993d188. 00000100:00000001:2.0:1788696228.974439:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696228.974441:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696228.974444:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696228.974447:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696228.974449:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696228.974474:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696228.974477:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696228.974480:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696228.974484:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 00000020:00000040:3.0:1788696228.974487:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696228.974489:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696228.974490:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696228.974491:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696228.974495:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a5d0889. 00000100:00000001:3.0:1788696228.974498:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696228.974502:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000006439c2df x1875583274370560/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696228.974519:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696228.974521:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696228.974524:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_03+3] req@000000006439c2df x1875583274370560/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696228.974579:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696228.974583:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696228.974584:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696228.974589:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274370560/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696228.974596:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696228.974597:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696228.974599:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696228.974601:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696228.974603:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696228.974605:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274370560:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696228.974609:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696228.974611:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696228.974612:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696228.974614:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696228.974617:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa61962f. 02000000:00000001:0.0:1788696228.974625:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696228.974629:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fd14353. 00000400:00000010:0.0:1788696228.974632:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edd31d23. 00000100:00000200:0.0:1788696228.974635:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274370560, portal 10 00000100:00000001:0.0:1788696228.974637:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696228.974638:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 00000100:00000040:0.0:1788696228.974644:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274370560/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696228.974650:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696228.974653:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696228.974655:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000777097a3. 00000100:00000200:0.0:1788696228.974657:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274370560, offset 0 00000400:00000200:0.0:1788696228.974662:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696228.974667:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696228.974670:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696228.974672:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696228.974674:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696228.974676:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696228.974678:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [407:407:255:4294967295] 192.168.201.118@tcp LPNI seq info [407:407:7:4294967295] 00000400:00000200:0.0:1788696228.974685:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696228.974689:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696228.974692:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000150a73a8. 00000800:00000200:0.0:1788696228.974696:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696228.974700:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696228.974702:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000150a73a8 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696228.974705:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696228.974708:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 30501 usecs (31 jiffies) 00000100:00000001:0.0:1788696228.974710:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307190815 00000100:00000001:0.0:1788696228.974712:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307192049 00000100:00000001:0.0:1788696228.974713:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307190815 00000100:00000001:0.0:1788696228.974720:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307192049 00000100:00000001:0.0:1788696228.974722:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307190815 00000100:00000001:0.0:1788696228.974723:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307192049 00000100:00000001:0.0:1788696228.974725:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307190815 00000100:00000001:0.0:1788696228.974726:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307192049 00000100:00000001:0.0:1788696228.974728:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696228.974729:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696228.974731:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696228.974732:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696228.974739:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696228.974741:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696228.974743:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696228.974744:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696228.974745:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696228.974747:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696228.975667:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696228.975670:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696228.975673:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696228.975674:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696228.975675:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696228.975677:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696228.975742:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696228.975743:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696228.975744:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696228.975746:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696228.976051:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696228.976054:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696228.976057:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696228.976062:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32a5d79. 00000020:00000040:3.0:1788696228.976065:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696228.976068:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696228.976070:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696228.976072:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696228.976075:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d33dd5fd. 00000100:00000001:3.0:1788696228.976078:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696228.976084:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a32a5d79 x1875583274370688/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696228.976090:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696228.976091:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696228.976094:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a32a5d79] to pc [ptlrpcd_00_00+0] req@00000000a32a5d79 x1875583274370688/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696228.976126:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696228.976128:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696228.976129:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696228.976132:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a32a5d79 x1875583274370688/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696228.976136:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696228.976137:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696228.976139:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696228.976140:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696228.976142:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696228.976143:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274370688:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696228.976146:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696228.976149:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696228.976150:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696228.976159:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696228.976161:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d467ab7. 02000000:00000001:2.0:1788696228.976162:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696228.976166:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013f31f09. 00000400:00000010:2.0:1788696228.976170:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d08e7aa0. 00000100:00000200:2.0:1788696228.976173:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274370688, portal 10 00000100:00000001:2.0:1788696228.976174:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696228.976175:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548231040 : -113296161320576 : ffff98f52e8cd180) 00000100:00000040:2.0:1788696228.976179:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a32a5d79 x1875583274370688/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696228.976183:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696228.976184:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696228.976185:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6fc490a. 00000100:00000200:2.0:1788696228.976187:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274370688, offset 0 00000400:00000200:2.0:1788696228.976191:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696228.976197:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696228.976199:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696228.976201:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696228.976202:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696228.976204:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696228.976206:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [408:408:254:4294967295] 192.168.201.118@tcp LPNI seq info [408:408:6:4294967295] 00000400:00000200:2.0:1788696228.976212:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696228.976214:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696228.976217:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000394a697c. 00000800:00000200:2.0:1788696228.976220:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696228.976224:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696228.976226:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000394a697c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696228.976229:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696228.976230:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 30737 usecs (31 jiffies) 00000100:00000001:2.0:1788696228.976233:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307190817 00000100:00000001:2.0:1788696228.976234:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307192049 00000100:00000001:2.0:1788696228.976238:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307190817 00000100:00000001:2.0:1788696228.976240:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307192049 00000100:00000001:2.0:1788696228.976241:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307190817 00000100:00000001:2.0:1788696228.976242:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307192049 00000100:00000001:2.0:1788696228.976243:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307190817 00000100:00000001:2.0:1788696228.976244:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307192049 00000100:00000001:2.0:1788696228.976245:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696228.976246:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696228.976247:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696228.976248:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696228.976275:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696228.976277:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788696228.976279:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788696228.976283:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12528) 00000100:00000001:2.0:1788696228.976309:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696228.976310:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696228.976311:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696228.976312:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696228.976312:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696228.976313:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696228.976401:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696228.976404:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696228.976826:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696228.976831:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009619aef4. 00000400:00000200:1.0:1788696228.976835:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696228.976840:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696228.976870:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da7961a1 00000400:00000010:1.0:1788696228.976873:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000da7961a1. 00000100:00000001:1.0:1788696228.976877:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696228.976882:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000218cac94 x1875583274370432/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696228.976892:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696228.976894:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000218cac94 x1875583274370432/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696244 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696228.976900:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696228.976902:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696228.976913:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696228.976921:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000150a73a8. 00000400:00000200:1.0:1788696228.976924:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696228.976928:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696228.976931:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000777097a3 00000400:00000010:1.0:1788696228.976933:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000777097a3. 00000100:00000001:1.0:1788696228.976936:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696228.976938:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274370560/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696228.976945:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696228.976946:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274370560/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696244 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696228.976952:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696228.976953:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696228.976999:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696228.977001:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000394a697c. 00000400:00000200:1.0:1788696228.977004:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696228.977007:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696228.977009:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6fc490a 00000400:00000010:1.0:1788696228.977011:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c6fc490a. 00000100:00000001:1.0:1788696228.977013:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696228.977015:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a32a5d79 x1875583274370688/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696228.977021:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696228.977023:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a32a5d79 x1875583274370688/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696244 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696228.977029:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696228.977030:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696228.980047:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696228.980060:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696228.980063:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696228.980064:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696228.980073:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696228.980086:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0c600 00000400:00000200:0.0:1788696228.980091:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xd8d [1] + 224 00000800:00000001:0.0:1788696228.980096:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696228.980099:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696228.980101:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696228.980104:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696228.980109:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696228.980114:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274370560/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696228.980122:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274370560/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696228.980184:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696228.980189:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696228.980206:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696228.980215:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696228.980219:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696228.980220:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696228.980222:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696228.980227:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696228.980232:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0c680 00000400:00000200:0.0:1788696228.980237:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xd95 [1] + 224 00000800:00000001:0.0:1788696228.980240:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696228.980246:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696228.980248:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696228.980250:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696228.980254:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696228.980257:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a32a5d79 x1875583274370688/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696228.980265:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a32a5d79 x1875583274370688/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696228.980280:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696228.980284:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696228.980286:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696228.980318:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696228.980321:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696228.980327:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696228.980329:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696228.980332:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013f31f09. 00000400:00000200:2.0:1788696228.980338:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d08e7aa0 00000400:00000010:2.0:1788696228.980340:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d08e7aa0. 00000100:00000001:2.0:1788696228.980343:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:1.0:1788696228.980345:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1788696228.980348:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a32a5d79 x1875583274370688/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696228.980356:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a32a5d79 x1875583274370688/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696228.980376:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696228.980378:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696228.980380:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696228.980382:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696228.980392:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696228.980395:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696228.980397:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788696228.980402:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696228.980403:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fd14353. 00000400:00000200:1.0:1788696228.980407:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd31d23 00000100:00001000:2.0:1788696228.980407:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=128 v=5 (5 5 5 5) 00000400:00000010:1.0:1788696228.980410:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000edd31d23. 00000100:00001000:2.0:1788696228.980413:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=95 v=5 (1 1 0 0) 00000100:00000001:2.0:1788696228.980417:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696228.980420:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788696228.980420:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696228.980425:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274370560/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696228.980425:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788696228.980434:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a32a5d79 x1875583274370688/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696228.980435:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274370560/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696228.980461:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696228.980462:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696228.980464:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696228.980465:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696228.980466:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696228.980467:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696228.980468:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696228.980472:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=129 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696228.980476:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=129 v=5 (1 1 1 1) 00010000:00000001:2.0:1788696228.980476:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696228.980482:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696228.980483:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696228.980484:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1788696228.980484:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696228.980488:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00010000:00000001:1.0:1788696228.980489:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696228.980493:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696228.980494:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696228.980496:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696228.980497:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696228.980498:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696228.980500:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696228.980507:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274370560/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696228.980507:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a32a5d79 x1875583274370688/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696228.980536:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696228.980536:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696228.980541:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696228.980542:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696228.980545:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696228.980546:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696228.980553:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a32a5d79 x1875583274370688/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696228.980554:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274370560/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696228.980580:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274370560:192.168.201.118@tcp:400: 00000100:00100000:2.0:1788696228.980580:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274370688:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696228.980592:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696228.980592:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696228.980598:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788696228.980599:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696228.980604:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a32a5d79 x1875583274370688/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696228.980609:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274370560/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696228.980622:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1788696228.980626:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696228.980626:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1788696228.980631:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696228.980631:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d467ab7. 02000000:00000010:1.0:1788696228.980635:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa61962f. 02000000:00000001:2.0:1788696228.980637:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1788696228.980641:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696228.980644:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000001:2.0:1788696228.980647:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696228.980648:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000040:2.0:1788696228.980651:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696228.980652:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000001:2.0:1788696228.980656:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696228.980657:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a5d0889. 02000000:00000010:2.0:1788696228.980660:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d33dd5fd. 02000000:00000001:1.0:1788696228.980662:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696228.980665:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1788696228.980665:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696228.980669:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696228.980670:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000010:2.0:1788696228.980672:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32a5d79. 00000100:00000001:1.0:1788696228.980675:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696228.980677:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696228.980679:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696228.980679:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696228.980682:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696228.980686:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696228.980687:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696228.980689:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696228.980692:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696228.980692:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696228.980696:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696228.980697:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696228.980701:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696228.980704:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696228.980992:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696228.980996:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696228.980998:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696228.980999:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696228.981003:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696228.981009:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0c580 00000400:00000200:0.0:1788696228.981013:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xd85 [1] + 224 00000800:00000001:0.0:1788696228.981016:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696228.981019:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696228.981020:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696228.981026:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696228.981029:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696228.981032:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000218cac94 x1875583274370432/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696228.981037:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000218cac94 x1875583274370432/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696228.981049:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696228.981052:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696228.981054:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696228.983194:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696228.983202:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696228.983211:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696228.983213:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696228.983216:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086063be5. 00000400:00000200:2.0:1788696228.983226:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce843621 00000400:00000010:2.0:1788696228.983229:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ce843621. 00000100:00000001:2.0:1788696228.983234:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696228.983242:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000218cac94 x1875583274370432/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696228.983251:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000218cac94 x1875583274370432/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696228.983258:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696228.983259:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696228.983261:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696228.983263:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696228.983265:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696228.983267:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696228.983269:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696228.983274:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=129 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696228.983278:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=129 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696228.983280:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696228.983281:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696228.983298:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696228.983300:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696228.983302:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696228.983307:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000218cac94 x1875583274370432/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696228.983313:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696228.983315:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696228.983317:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696228.983320:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000218cac94 x1875583274370432/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696228.983326:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274370432:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696228.983330:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696228.983333:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696228.983335:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000218cac94 x1875583274370432/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696244 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696228.983341:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696228.983343:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696228.983346:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000698750b5. 02000000:00000001:2.0:1788696228.983350:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696228.983352:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696228.983353:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788696228.983355:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696228.983388:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f59c383. 02000000:00000001:2.0:1788696228.983393:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696228.983394:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696228.983396:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000218cac94. 00000100:00000001:2.0:1788696228.983399:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696228.983401:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696228.983402:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696228.983408:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696228.983410:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696228.983412:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696228.983414:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696229.933924:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696229.933947:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696229.933953:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696229.933954:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696229.934058:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696229.934061:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696229.934063:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696230.253947:0:198222:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307192049, at 4307192064 00000100:00000040:1.0:1788696230.253947:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307192049, at 4307192064 00000100:00000040:2.0:1788696230.253947:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307192049, at 4307192064 00000100:00000040:3.0:1788696230.253947:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307192049, at 4307192064 00000100:00000010:3.0:1788696230.253964:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006993d188. 00000100:00000010:2.0:1788696230.253965:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000efe1b1f1. 00000100:00000010:1.0:1788696230.253968:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ff94962. 00000100:00000010:0.0:1788696230.253970:0:198222:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077a03d86. 00010000:00000001:2.0:1788696230.957951:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696230.957958:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696230.957964:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696230.957965:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696230.960677:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696230.960683:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696230.960689:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696231.982091:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696231.982099:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696231.982105:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696231.982106:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696231.982165:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696231.982169:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696231.982172:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696233.005950:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696233.005958:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696233.005964:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696233.005966:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696233.006020:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696233.006024:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696233.006027:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696234.030703:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696234.030710:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696234.030716:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696234.030718:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696234.030721:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696234.030723:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696234.030726:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696234.030728:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696234.030730:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696234.030732:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696234.030784:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696234.030786:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696234.030788:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696234.093945:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696234.093966:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696234.093975:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000218cac94. 00000020:00000040:3.0:1788696234.093980:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696234.093984:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696234.093988:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696234.093993:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696234.094000:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a289aad5. 00000100:00000001:3.0:1788696234.094008:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696234.094018:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000218cac94 x1875583274370816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696234.094028:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696234.094030:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696234.094037:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218cac94] to pc [ptlrpcd_00_01+1] req@00000000218cac94 x1875583274370816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696234.094054:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696234.094056:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696234.094059:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696234.094062:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32a5d79. 00000020:00000040:3.0:1788696234.094063:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696234.094066:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696234.094067:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696234.094068:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696234.094072:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009a492135. 00000100:00000001:3.0:1788696234.094074:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696234.094078:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000a32a5d79 x1875583274370944/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696234.094085:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696234.094086:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696234.094089:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a32a5d79] to pc [ptlrpcd_00_02+2] req@00000000a32a5d79 x1875583274370944/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696234.094106:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696234.094113:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696234.094116:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696234.094120:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 00000020:00000040:3.0:1788696234.094122:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696234.094125:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696234.094126:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696234.094128:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696234.094131:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008513bebc. 00000100:00000001:3.0:1788696234.094135:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696234.094139:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000006439c2df x1875583274371072/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696234.094144:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696234.094146:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696234.094149:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_03+3] req@000000006439c2df x1875583274371072/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696234.094156:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696234.094157:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788696234.094160:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788696234.094165:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12533) 00000100:00000001:2.0:1788696234.094193:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788696234.094198:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788696234.094200:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696234.094206:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696234.094209:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696234.094211:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696234.094212:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696234.094215:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696234.094220:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000218cac94 x1875583274370816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696234.094238:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696234.094240:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696234.094243:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696234.094245:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696234.094248:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696234.094251:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274370816:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696234.094256:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696234.094261:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696234.094263:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696234.094266:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696234.094296:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009df85902. 02000000:00000001:2.0:1788696234.094299:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696234.094305:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086063be5. 00000400:00000010:2.0:1788696234.094312:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce843621. 00000100:00000200:2.0:1788696234.094318:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274370816, portal 25 00000100:00000001:2.0:1788696234.094321:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696234.094322:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548239104 : -113296161312512 : ffff98f52e8cf100) 00000100:00000040:2.0:1788696234.094327:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000218cac94 x1875583274370816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696234.094335:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696234.094337:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696234.094340:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d08e7aa0. 00000100:00000200:2.0:1788696234.094343:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274370816, offset 0 00000400:00000200:2.0:1788696234.094349:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696234.094361:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696234.094366:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696234.094370:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696234.094373:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696234.094376:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696234.094379:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [409:409:256:4294967295] 192.168.201.118@tcp LPNI seq info [409:409:8:4294967295] 00000400:00000200:2.0:1788696234.094394:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696234.094407:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696234.094412:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000394a697c. 00000800:00000200:2.0:1788696234.094418:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788696234.094434:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1788696234.094437:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:0.0:1788696234.094438:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696234.094444:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000394a697c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696234.094461:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696234.094462:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696234.094465:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696234.094468:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307197169 00000100:00000001:0.0:1788696234.094469:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1788696234.094474:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000efe1b1f1. 00000100:00000040:0.0:1788696234.094477:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a32a5d79 x1875583274370944/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696234.094482:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788696234.094488:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696234.094490:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696234.094490:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307197169 02000000:00000001:0.0:1788696234.094494:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1788696234.094495:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f0f29cae. 02000000:00000001:0.0:1788696234.094497:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696234.094500:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1788696234.094501:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696234.094505:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307197169 00000100:00100000:0.0:1788696234.094507:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274370944:192.168.201.118@tcp:400: 00000100:00000010:2.0:1788696234.094510:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1edae85. 00000100:00000001:2.0:1788696234.094514:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696234.094517:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307197169 00000100:00000010:2.0:1788696234.094522:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000938a813a. 00000100:00000001:0.0:1788696234.094524:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788696234.094527:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 02000000:00000001:0.0:1788696234.094529:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788696234.094532:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696234.094533:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696234.094537:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788696234.094537:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696234.094542:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696234.094543:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051f77e0c. 00000100:00000001:2.0:1788696234.094545:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696234.094548:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696234.094554:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad194f54. 00000400:00000010:0.0:1788696234.094559:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001921424c. 00000100:00000200:0.0:1788696234.094563:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274370944, portal 10 00000100:00000001:0.0:1788696234.094566:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696234.094567:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548231040 : -113296161320576 : ffff98f52e8cd180) 00000100:00000040:0.0:1788696234.094573:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a32a5d79 x1875583274370944/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696234.094580:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696234.094582:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696234.094585:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a96337. 00000100:00000200:0.0:1788696234.094586:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274370944, offset 0 00000400:00000200:0.0:1788696234.094591:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696234.094597:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696234.094599:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696234.094602:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696234.094604:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696234.094606:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696234.094609:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [410:410:255:4294967295] 192.168.201.118@tcp LPNI seq info [410:410:7:4294967295] 00000400:00000200:0.0:1788696234.094616:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696234.094620:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696234.094623:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee81603. 00000800:00000200:0.0:1788696234.094627:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696234.094631:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696234.094633:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000ee81603 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696234.094636:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696234.094645:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 30311 usecs (31 jiffies) 00000100:00000001:0.0:1788696234.094648:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307195935 00000100:00000001:0.0:1788696234.094650:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307197169 00000100:00000001:0.0:1788696234.094652:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307195935 00000100:00000001:0.0:1788696234.094654:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307197169 00000100:00000001:0.0:1788696234.094655:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307195935 00000100:00000001:0.0:1788696234.094657:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307197169 00000100:00000001:0.0:1788696234.094658:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307195935 00000100:00000001:0.0:1788696234.094659:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307197169 00000100:00000001:0.0:1788696234.094661:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696234.094663:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696234.094665:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696234.094667:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696234.094672:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696234.094673:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696234.094675:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696234.094676:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696234.094677:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696234.094678:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1788696234.094680:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696234.094681:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696234.094683:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696234.094684:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696234.094685:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696234.094686:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696234.094689:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274371072/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696234.094696:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696234.094697:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696234.094699:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696234.094701:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696234.094702:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696234.094710:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274371072:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696234.094714:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696234.094716:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696234.094718:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696234.094719:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696234.094721:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7d1739b. 02000000:00000001:0.0:1788696234.094723:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696234.094726:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecce2544. 00000400:00000010:0.0:1788696234.094730:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003616cb94. 00000100:00000200:0.0:1788696234.094732:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274371072, portal 10 00000100:00000001:0.0:1788696234.094734:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696234.094735:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 00000100:00000040:0.0:1788696234.094739:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274371072/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696234.094745:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696234.094747:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696234.094749:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e92bbd72. 00000100:00000200:0.0:1788696234.094751:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274371072, offset 0 00000400:00000200:0.0:1788696234.094756:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696234.094760:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696234.094763:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696234.094765:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696234.094767:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696234.094769:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696234.094771:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [411:411:254:4294967295] 192.168.201.118@tcp LPNI seq info [411:411:6:4294967295] 00000400:00000200:0.0:1788696234.094778:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696234.094783:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696234.094786:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024382ee1. 00000800:00000200:0.0:1788696234.094789:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696234.094793:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696234.094796:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024382ee1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696234.094805:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696234.094807:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 30523 usecs (31 jiffies) 00000100:00000001:0.0:1788696234.094809:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307195935 00000100:00000001:0.0:1788696234.094811:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307197169 00000100:00000001:0.0:1788696234.094813:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307195935 00000100:00000001:0.0:1788696234.094815:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307197169 00000100:00000001:0.0:1788696234.094816:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307195935 00000100:00000001:0.0:1788696234.094818:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307197169 00000100:00000001:0.0:1788696234.094820:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307195935 00000100:00000001:0.0:1788696234.094822:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307197169 00000100:00000001:0.0:1788696234.094823:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696234.094825:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696234.094827:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696234.094829:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696234.094904:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696234.094908:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000394a697c. 00000400:00000200:0.0:1788696234.094913:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696234.094923:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696234.094928:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d08e7aa0 00000400:00000010:0.0:1788696234.094931:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d08e7aa0. 00000100:00000001:0.0:1788696234.094935:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696234.094938:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000218cac94 x1875583274370816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696234.095225:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696234.095227:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696234.096381:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696234.096389:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000218cac94 x1875583274370816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696250 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696234.096400:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696234.096401:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696234.096421:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696234.096424:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee81603. 00000400:00000200:0.0:1788696234.096432:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696234.096437:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696234.096441:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a96337 00000400:00000010:0.0:1788696234.096443:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059a96337. 00000100:00000001:0.0:1788696234.096446:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696234.096449:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a32a5d79 x1875583274370944/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696234.096457:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696234.096459:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a32a5d79 x1875583274370944/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696250 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696234.096464:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696234.096466:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696234.096498:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696234.096500:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024382ee1. 00000400:00000200:0.0:1788696234.096503:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696234.096506:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696234.096508:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e92bbd72 00000400:00000010:0.0:1788696234.096510:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e92bbd72. 00000100:00000001:0.0:1788696234.096512:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696234.096515:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274371072/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696234.096521:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696234.096523:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274371072/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696250 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696234.096529:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696234.096531:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696234.099069:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696234.099084:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696234.099089:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696234.099091:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696234.099102:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696234.099117:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0c700 00000400:00000200:0.0:1788696234.099125:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xd9d [1] + 224 00000800:00000001:0.0:1788696234.099144:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696234.099150:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696234.099153:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696234.099158:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696234.099165:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696234.099171:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000218cac94 x1875583274370816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696234.099182:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000218cac94 x1875583274370816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696234.099199:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696234.099207:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696234.099225:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696234.099227:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696234.099230:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696234.099234:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:2.0:1788696234.099235:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696234.099241:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788696234.099242:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0c780 00000400:00000001:2.0:1788696234.099248:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696234.099251:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696234.099253:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086063be5. 00000400:00000200:2.0:1788696234.099260:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce843621 00000400:00000010:2.0:1788696234.099263:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ce843621. 00000100:00000001:2.0:1788696234.099265:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:0.0:1788696234.099279:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xda5 [1] + 224 00000800:00000001:0.0:1788696234.099284:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1788696234.099292:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000218cac94 x1875583274370816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788696234.099293:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696234.099298:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696234.099307:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000200:2.0:1788696234.099311:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000218cac94 x1875583274370816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696234.099312:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696234.099320:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a32a5d79 x1875583274370944/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696234.099323:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696234.099326:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696234.099331:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696234.099336:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1788696234.099337:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a32a5d79 x1875583274370944/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696234.099341:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696234.099344:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696234.099349:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696234.099356:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=135 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696234.099361:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=135 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696234.099362:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696234.099363:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696234.099366:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696234.099370:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1788696234.099370:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696234.099375:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696234.099376:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696234.099379:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696234.099386:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000218cac94 x1875583274370816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696234.099390:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696234.099392:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696234.099395:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696234.099398:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696234.099401:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696234.099402:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1788696234.099405:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000218cac94 x1875583274370816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1788696234.099405:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696234.099407:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad194f54. 00000400:00000200:3.0:1788696234.099413:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001921424c 00000400:00000010:3.0:1788696234.099416:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001921424c. 00000100:00100000:2.0:1788696234.099419:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274370816:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696234.099421:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788696234.099428:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788696234.099428:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a32a5d79 x1875583274370944/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696234.099433:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696234.099439:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000218cac94 x1875583274370816/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696234.099444:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a32a5d79 x1875583274370944/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696234.099455:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696234.099459:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696234.099470:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009df85902. 00000100:00000001:3.0:1788696234.099474:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:2.0:1788696234.099475:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788696234.099477:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788696234.099479:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:3.0:1788696234.099480:0:201302:0:(client.c:1593:after_reply()) Process entered 00000020:00000040:2.0:1788696234.099483:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 02000000:00000001:3.0:1788696234.099484:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696234.099487:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1788696234.099488:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788696234.099489:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696234.099492:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a289aad5. 02000000:00000001:3.0:1788696234.099493:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696234.099498:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696234.099501:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1788696234.099501:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=135 v=5 (5 5 5 5) 00000100:00000010:2.0:1788696234.099504:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000218cac94. 00000100:00001000:3.0:1788696234.099506:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=135 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696234.099510:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696234.099510:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696234.099514:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696234.099514:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696234.099519:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1788696234.099520:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788696234.099522:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696234.099526:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696234.099527:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696234.099530:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696234.099530:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696234.099533:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696234.099534:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696234.099538:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a32a5d79 x1875583274370944/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696234.099539:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696234.099543:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696234.099550:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696234.099552:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696234.099553:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696234.099555:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a32a5d79 x1875583274370944/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696234.099561:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274370944:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696234.099565:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696234.099567:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696234.099569:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a32a5d79 x1875583274370944/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696234.099574:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696234.099575:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696234.099581:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051f77e0c. 02000000:00000001:3.0:1788696234.099584:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696234.099585:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696234.099586:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696234.099587:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696234.099588:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009a492135. 02000000:00000001:3.0:1788696234.099590:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696234.099591:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696234.099592:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32a5d79. 00000100:00000001:3.0:1788696234.099596:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696234.099597:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696234.099599:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696234.099601:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696234.099602:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696234.099603:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696234.099604:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696234.100163:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696234.100170:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696234.100179:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696234.100182:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696234.100187:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696234.100195:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0c800 00000400:00000200:0.0:1788696234.100200:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xdad [1] + 224 00000800:00000001:0.0:1788696234.100204:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696234.100209:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696234.100211:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696234.100215:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696234.100219:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696234.100222:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274371072/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696234.100230:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274371072/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696234.100242:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696234.100247:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696234.100250:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696234.100261:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696234.100265:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696234.100282:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696234.100284:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696234.100286:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecce2544. 00000400:00000200:3.0:1788696234.100290:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003616cb94 00000400:00000010:3.0:1788696234.100291:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003616cb94. 00000100:00000001:3.0:1788696234.100294:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696234.100297:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274371072/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696234.100304:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274371072/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696234.100310:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696234.100311:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696234.100313:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696234.100314:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696234.100315:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696234.100317:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696234.100319:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696234.100323:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=134 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696234.100326:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=101 v=5 (1 1 0 0) 00000100:00000001:3.0:1788696234.100336:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696234.100337:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696234.100339:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788696234.100341:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006439c2df x1875583274371072/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696234.100348:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696234.100350:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696234.100351:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696234.100359:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696234.100360:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696234.100363:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274371072/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696234.100368:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696234.100370:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696234.100371:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696234.100573:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274371072/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696234.100582:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274371072:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696234.100586:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696234.100588:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696234.100590:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274371072/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696250 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696234.100596:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696234.100597:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696234.100600:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7d1739b. 02000000:00000001:3.0:1788696234.100602:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696234.100604:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696234.100605:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696234.100607:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696234.100609:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008513bebc. 02000000:00000001:3.0:1788696234.100611:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696234.100617:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696234.100618:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000001:3.0:1788696234.100621:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696234.100622:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696234.100623:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696234.100628:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696234.100629:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696234.100631:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696234.100633:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696235.053966:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696235.053973:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696235.053979:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696235.053980:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696235.054098:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696235.054102:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696235.054105:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696235.373964:0:207098:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307197169, at 4307197184 00000100:00000040:2.0:1788696235.373964:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307197169, at 4307197184 00000100:00000040:3.0:1788696235.373966:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307197169, at 4307197184 00000100:00000010:2.0:1788696235.373982:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1edae85. 00000100:00000010:3.0:1788696235.373983:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000938a813a. 00000100:00000010:0.0:1788696235.373986:0:207098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000efe1b1f1. 00000100:00000040:1.0:1788696235.374336:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307197169, at 4307197184 00000100:00000010:1.0:1788696235.374343:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f0f29cae. 00010000:00000001:2.0:1788696236.077959:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696236.077967:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696236.077983:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696236.077984:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696236.078087:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696236.078091:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696236.078093:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696237.101944:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696237.101952:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696237.101958:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696237.101959:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696237.102003:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696237.102007:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696237.102010:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696238.125947:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696238.125953:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696238.125961:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696238.125962:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696238.126099:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696238.126103:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696238.126106:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696239.149960:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696239.149969:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696239.149972:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696239.149975:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696239.149996:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696239.149998:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696239.150000:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696239.150002:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696239.150007:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696239.150008:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696239.150122:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696239.150126:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696239.150129:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696239.213972:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696239.213979:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696239.213986:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 00000020:00000040:3.0:1788696239.213993:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696239.213997:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696239.214000:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696239.214005:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696239.214011:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008513bebc. 00000100:00000001:3.0:1788696239.214017:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696239.214027:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000006439c2df x1875583274371200/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696239.214037:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696239.214040:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696239.214044:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_00+0] req@000000006439c2df x1875583274371200/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696239.214108:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696239.214112:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696239.214133:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696239.214137:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274371200/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696239.214145:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696239.214146:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696239.214150:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696239.214152:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696239.214154:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696239.214156:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274371200:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696239.214160:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696239.214165:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696239.214167:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696239.214169:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696239.214172:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045252f68. 02000000:00000001:0.0:1788696239.214174:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696239.214188:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1a2c231. 00000400:00000010:0.0:1788696239.214196:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e92bbd72. 00000100:00000200:0.0:1788696239.214201:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274371200, portal 25 00000100:00000001:0.0:1788696239.214203:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696239.214205:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 00000100:00000040:0.0:1788696239.214209:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274371200/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696239.214217:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696239.214219:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696239.214222:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a96337. 00000100:00000200:0.0:1788696239.214225:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274371200, offset 0 00000400:00000200:0.0:1788696239.214231:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696239.214243:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696239.214248:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696239.214251:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696239.214255:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696239.214257:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696239.214261:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [412:412:256:4294967295] 192.168.201.118@tcp LPNI seq info [412:412:8:4294967295] 00000400:00000200:0.0:1788696239.214276:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696239.214283:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696239.214288:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024382ee1. 00000800:00000200:0.0:1788696239.214296:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696239.214303:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696239.214307:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000024382ee1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696239.214330:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696239.214335:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307202289 00000100:00000010:0.0:1788696239.214339:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078e80244. 00000100:00000001:0.0:1788696239.214345:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788696239.214352:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307202289 00000100:00000010:0.0:1788696239.214355:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000969a2001. 00000100:00000001:0.0:1788696239.214358:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788696239.214362:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307202289 00000100:00000010:0.0:1788696239.214365:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4964a0e. 00000100:00000001:0.0:1788696239.214368:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788696239.214372:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307202289 00000100:00000010:0.0:1788696239.214375:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009bba77ba. 00000100:00000001:0.0:1788696239.214377:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788696239.214380:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696239.214383:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696239.214385:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696239.214388:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788696239.214658:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696239.214662:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024382ee1. 00000400:00000200:2.0:1788696239.214665:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696239.214669:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696239.214674:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a96337 00000400:00000010:2.0:1788696239.214675:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059a96337. 00000100:00000001:2.0:1788696239.214678:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696239.214680:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274371200/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696239.214687:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696239.214689:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274371200/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696255 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696239.214694:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696239.214695:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696239.214952:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696239.214956:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696239.214959:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696239.214962:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32a5d79. 00000020:00000040:3.0:1788696239.214965:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696239.214967:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696239.214968:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696239.214975:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696239.214978:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009a492135. 00000100:00000001:3.0:1788696239.214981:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696239.214985:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000a32a5d79 x1875583274371328/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696239.214993:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696239.214994:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696239.214997:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a32a5d79] to pc [ptlrpcd_00_01+1] req@00000000a32a5d79 x1875583274371328/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696239.215042:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696239.215046:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696239.215047:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696239.215057:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a32a5d79 x1875583274371328/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696239.215065:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696239.215066:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696239.215069:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696239.215070:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696239.215072:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696239.215075:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274371328:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696239.215078:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696239.215081:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696239.215083:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696239.215084:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696239.215088:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ab6dcc18. 02000000:00000001:1.0:1788696239.215090:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696239.215094:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020c5c111. 00000400:00000010:1.0:1788696239.215098:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6df8fe2. 00000100:00000200:1.0:1788696239.215101:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274371328, portal 10 00000100:00000001:1.0:1788696239.215103:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696239.215104:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548231040 : -113296161320576 : ffff98f52e8cd180) 00000100:00000040:1.0:1788696239.215111:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a32a5d79 x1875583274371328/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696239.215118:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696239.215120:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696239.215122:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcd58cef. 00000100:00000200:1.0:1788696239.215125:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274371328, offset 0 00000400:00000200:1.0:1788696239.215129:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696239.215134:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696239.215137:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696239.215140:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696239.215142:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696239.215144:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696239.215146:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [413:413:256:4294967295] 192.168.201.118@tcp LPNI seq info [413:413:8:4294967295] 00000400:00000200:1.0:1788696239.215162:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696239.215167:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696239.215170:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006596e7c6. 00000800:00000200:1.0:1788696239.215174:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696239.215363:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696239.215366:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006596e7c6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696239.215375:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696239.215379:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 30117 usecs (31 jiffies) 00000100:00000001:1.0:1788696239.215382:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307201056 00000100:00000001:1.0:1788696239.215385:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307202289 00000100:00000001:1.0:1788696239.215387:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307201056 00000100:00000001:1.0:1788696239.215389:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307202289 00000100:00000001:1.0:1788696239.215391:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307201056 00000100:00000001:1.0:1788696239.215393:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307202289 00000100:00000001:0.0:1788696239.215394:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696239.215395:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307201056 00000100:00000001:0.0:1788696239.215399:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696239.215399:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307202289 00000100:00000001:0.0:1788696239.215404:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696239.215405:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696239.215408:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696239.215409:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696239.215411:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696239.215414:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696239.215415:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696239.215420:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696239.215426:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696239.215427:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696239.215430:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696239.215432:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696239.215434:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696239.215436:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696239.219805:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696239.219815:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006596e7c6. 00000400:00000200:2.0:1788696239.219822:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696239.219831:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696239.219839:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcd58cef 00000400:00000010:2.0:1788696239.219841:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000dcd58cef. 00000100:00000001:2.0:1788696239.219887:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696239.219893:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a32a5d79 x1875583274371328/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696239.219906:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696239.219909:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a32a5d79 x1875583274371328/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696255 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696239.219916:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696239.219929:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696239.220240:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696239.220245:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696239.220249:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696239.220261:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000020:00000040:3.0:1788696239.220265:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696239.220270:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696239.220272:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696239.220277:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696239.220282:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dac42727. 00000100:00000001:3.0:1788696239.220288:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696239.220293:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000003e3fb870 x1875583274371456/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696239.220302:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696239.220304:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696239.220308:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3fb870] to pc [ptlrpcd_00_02+2] req@000000003e3fb870 x1875583274371456/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696239.220325:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696239.220327:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788696239.220330:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788696239.220335:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12538) 00000100:00000001:0.0:1788696239.220611:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696239.220615:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696239.220622:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696239.220626:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696239.220668:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696239.220678:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696239.220681:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696239.220683:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696239.220689:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696239.220702:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0c880 00000400:00000200:2.0:1788696239.220710:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xdb5 [1] + 224 00000800:00000001:2.0:1788696239.220716:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696239.220721:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696239.220723:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696239.220726:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696239.220730:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696239.220733:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274371200/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696239.220742:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274371200/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696239.220758:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696239.220764:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696239.220766:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696239.220773:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788696239.220775:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1788696239.220776:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696239.220783:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696239.220785:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696239.220787:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696239.220788:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696239.220789:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696239.220793:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274371456/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696239.220800:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696239.220802:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696239.220806:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696239.220808:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696239.220815:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696239.220818:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274371456:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696239.220822:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696239.220826:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696239.220829:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696239.220831:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696239.220835:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c49401c1. 02000000:00000001:2.0:1788696239.220836:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696239.220841:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086063be5. 00000400:00000010:2.0:1788696239.220861:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce843621. 00000100:00000200:2.0:1788696239.220866:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274371456, portal 10 00000100:00000001:2.0:1788696239.220868:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696239.220870:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000100:00000040:2.0:1788696239.220876:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274371456/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696239.220883:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696239.220886:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696239.220887:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e33804d1. 00000100:00000200:2.0:1788696239.220890:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274371456, offset 0 00000400:00000200:2.0:1788696239.220894:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696239.220902:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696239.220907:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696239.220910:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696239.220914:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696239.220916:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696239.220919:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [414:414:256:4294967295] 192.168.201.118@tcp LPNI seq info [414:414:8:4294967295] 00000400:00000200:2.0:1788696239.220928:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696239.220933:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696239.220937:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009619aef4. 00000800:00000200:2.0:1788696239.220943:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696239.220950:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696239.220958:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009619aef4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696239.220969:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696239.220973:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 30333 usecs (31 jiffies) 00000100:00000001:2.0:1788696239.220977:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307201061 00000100:00000001:2.0:1788696239.220979:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307202289 00000100:00000001:2.0:1788696239.220981:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307201061 00000100:00000001:2.0:1788696239.220983:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307202289 00000100:00000001:2.0:1788696239.220985:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307201061 00000100:00000001:2.0:1788696239.220987:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307202289 00000100:00000001:2.0:1788696239.220988:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307201061 00000100:00000001:2.0:1788696239.220990:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307202289 00000100:00000001:2.0:1788696239.220992:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696239.220994:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696239.220995:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696239.220997:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696239.221043:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696239.221045:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696239.221048:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696239.221050:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696239.221052:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1a2c231. 00000400:00000200:0.0:1788696239.221055:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e92bbd72 00000400:00000010:0.0:1788696239.221057:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e92bbd72. 00000100:00000001:0.0:1788696239.221060:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696239.221063:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274371200/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696239.221071:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274371200/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696239.221077:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696239.221079:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696239.221080:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696239.221083:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696239.221085:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696239.221087:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696239.221089:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696239.221094:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=140 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696239.221098:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=140 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696239.221100:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696239.221101:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696239.221104:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696239.221106:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696239.221109:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696239.221112:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274371200/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696239.221118:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696239.221121:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696239.221123:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696239.221126:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274371200/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696239.221144:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274371200:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696239.221148:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696239.221150:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696239.221152:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274371200/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696239.221158:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696239.221160:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696239.221162:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045252f68. 02000000:00000001:0.0:1788696239.221165:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696239.221167:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696239.221168:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696239.221171:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696239.221172:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008513bebc. 02000000:00000001:0.0:1788696239.221175:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696239.221191:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696239.221193:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000001:0.0:1788696239.221198:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696239.221199:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696239.221201:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696239.221204:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696239.221205:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696239.221207:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696239.221208:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696239.221323:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696239.221327:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009619aef4. 00000400:00000200:3.0:1788696239.221330:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696239.221333:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696239.221336:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e33804d1 00000400:00000010:3.0:1788696239.221338:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e33804d1. 00000100:00000001:3.0:1788696239.221341:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696239.221344:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274371456/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696239.221351:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696239.221353:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274371456/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696255 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696239.221358:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696239.221359:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788696239.221418:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696239.221421:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696239.222001:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696239.222008:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696239.222011:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696239.222013:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696239.222018:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696239.222026:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0c900 00000400:00000200:2.0:1788696239.222031:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xdbd [1] + 224 00000800:00000001:2.0:1788696239.222036:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696239.222040:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696239.222042:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696239.222045:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696239.222048:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696239.222052:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a32a5d79 x1875583274371328/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696239.222071:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a32a5d79 x1875583274371328/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696239.222087:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696239.222094:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696239.222096:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696239.222137:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696239.222140:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696239.222150:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696239.222151:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696239.222153:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020c5c111. 00000400:00000200:1.0:1788696239.222156:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6df8fe2 00000400:00000010:1.0:1788696239.222157:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f6df8fe2. 00000100:00000001:1.0:1788696239.222160:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696239.222163:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a32a5d79 x1875583274371328/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696239.222170:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a32a5d79 x1875583274371328/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696239.222175:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696239.222186:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696239.222188:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696239.222190:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696239.222191:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696239.222193:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696239.222195:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696239.222201:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=140 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696239.222204:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=140 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696239.222206:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696239.222207:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696239.222209:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696239.222211:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696239.222214:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696239.222215:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696239.222217:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696239.222218:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696239.222221:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a32a5d79 x1875583274371328/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696239.222227:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696239.222229:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696239.222230:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696239.222233:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a32a5d79 x1875583274371328/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696239.222249:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274371328:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696239.222253:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696239.222254:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696239.222257:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a32a5d79 x1875583274371328/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696239.222262:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696239.222264:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696239.222265:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ab6dcc18. 02000000:00000001:1.0:1788696239.222269:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696239.222270:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696239.222271:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696239.222273:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696239.222275:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009a492135. 02000000:00000001:1.0:1788696239.222277:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696239.222278:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696239.222279:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32a5d79. 00000100:00000001:1.0:1788696239.222283:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696239.222284:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696239.222285:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696239.222288:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696239.222289:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696239.222291:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696239.222292:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696239.223005:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696239.223011:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696239.223014:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696239.223016:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696239.223021:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696239.223029:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0c980 00000400:00000200:2.0:1788696239.223035:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xdc5 [1] + 224 00000800:00000001:2.0:1788696239.223039:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696239.223075:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696239.223078:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696239.223082:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696239.223085:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696239.223088:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274371456/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696239.223096:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e3fb870 x1875583274371456/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696239.223154:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696239.223157:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696239.223175:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696239.223287:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696239.223291:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788696239.225344:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696239.225348:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696239.225351:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086063be5. 00000400:00000200:0.0:1788696239.225358:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce843621 00000400:00000010:0.0:1788696239.225360:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ce843621. 00000100:00000001:0.0:1788696239.225363:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696239.225371:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274371456/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696239.225381:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274371456/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696239.225399:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696239.225401:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696239.225404:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696239.225407:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696239.225409:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696239.225411:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696239.225413:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696239.225646:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=139 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696239.225651:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=106 v=5 (1 1 0 0) 00000100:00000001:0.0:1788696239.225654:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696239.225655:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696239.225657:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696239.225661:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003e3fb870 x1875583274371456/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696239.225668:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696239.225672:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696239.225673:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696239.225675:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696239.225677:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696239.225680:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274371456/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696239.225686:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696239.225689:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696239.225691:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696239.225693:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274371456/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696239.225701:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274371456:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696239.225705:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696239.225707:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696239.225709:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274371456/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696255 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696239.225726:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696239.225728:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696239.225731:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c49401c1. 02000000:00000001:0.0:1788696239.225734:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696239.225736:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696239.225737:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696239.225740:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696239.225742:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dac42727. 02000000:00000001:0.0:1788696239.225745:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696239.225746:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696239.225748:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000001:0.0:1788696239.225750:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696239.225752:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696239.225754:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696239.225760:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696239.225762:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696239.225764:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696239.225766:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696240.173934:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696240.173941:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696240.173946:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696240.173948:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696240.174016:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696240.174020:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696240.174024:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696240.493914:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307202289, at 4307202304 00000100:00000040:0.0:1788696240.493926:0:207098:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307202289, at 4307202304 00000100:00000040:3.0:1788696240.493928:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307202289, at 4307202304 00000100:00000010:1.0:1788696240.493929:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000969a2001. 00000100:00000010:0.0:1788696240.493936:0:207098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078e80244. 00000100:00000010:3.0:1788696240.493940:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bba77ba. 00000100:00000040:2.0:1788696240.493950:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307202289, at 4307202304 00000100:00000010:2.0:1788696240.493959:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4964a0e. 00010000:00000001:2.0:1788696241.198032:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696241.198039:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696241.198046:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696241.198047:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696241.198546:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696241.198550:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696241.198553:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696242.222107:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696242.222114:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696242.222119:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696242.222120:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696242.222266:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696242.222269:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696242.222272:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696243.245933:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696243.245939:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696243.245945:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696243.245946:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696243.246002:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696243.246006:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696243.246009:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696244.269954:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696244.269961:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696244.269967:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696244.269978:0:175483:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696244.269980:0:175483:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696244.269983:0:175483:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696244.269986:0:175483:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696244.269988:0:175483:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696244.269989:0:175483:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696244.269991:0:175483:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696244.270141:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696244.270143:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696244.270145:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696244.333962:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696244.333976:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696244.333983:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006cc514b8. 00000020:00000040:2.0:1788696244.333989:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696244.333992:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696244.333994:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696244.333998:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696244.334004:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a559f720. 00000100:00000001:2.0:1788696244.334011:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696244.334023:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000006cc514b8 x1875583274371584/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696244.334043:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696244.334045:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696244.334065:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc514b8] to pc [ptlrpcd_00_03+3] req@000000006cc514b8 x1875583274371584/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696244.334108:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696244.334111:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696244.334115:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696244.334118:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008bf0b5be. 00000020:00000040:2.0:1788696244.334121:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696244.334123:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696244.334125:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696244.334127:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696244.334131:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2263eda. 00000100:00000001:2.0:1788696244.334134:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696244.334137:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000008bf0b5be x1875583274371712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696244.334145:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696244.334146:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696244.334148:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf0b5be] to pc [ptlrpcd_00_00+0] req@000000008bf0b5be x1875583274371712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696244.334171:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696244.334173:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696244.334178:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696244.334180:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000558de936. 00000020:00000040:2.0:1788696244.334183:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696244.334186:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1788696244.334186:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1788696244.334189:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1788696244.334191:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1788696244.334192:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696244.334194:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1788696244.334197:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e680c3a9. 00000100:00000040:3.0:1788696244.334201:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008bf0b5be x1875583274371712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696244.334202:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696244.334211:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000558de936 x1875583274371840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696244.334217:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696244.334221:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696244.334225:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696244.334228:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696244.334231:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696244.334237:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000008bf0b5be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274371712:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696244.334245:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788696244.334249:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696244.334251:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696244.334251:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696244.334255:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696244.334258:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1788696244.334260:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000558de936] to pc [ptlrpcd_00_01+1] req@00000000558de936 x1875583274371840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1788696244.334263:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e1036ca. 02000000:00000001:3.0:1788696244.334267:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696244.334274:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696244.334277:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1788696244.334279:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a94fcc17. 00000100:00000040:2.0:1788696244.334282:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1788696244.334287:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008adcd611. 00000100:00000040:2.0:1788696244.334288:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12543) 00000100:00000200:3.0:1788696244.334294:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274371712, portal 10 00000100:00000001:3.0:1788696244.334298:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696244.334300:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611087232 : -113296098464384 : ffff98f5324bed80) 00000100:00000001:2.0:1788696244.334302:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788696244.334307:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:3.0:1788696244.334309:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000008bf0b5be x1875583274371712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696244.334311:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696244.334320:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696244.334324:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696244.334327:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1788696244.334327:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c46f78e5. 00000100:00000001:2.0:1788696244.334332:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788696244.334332:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274371712, offset 0 00000100:00000001:2.0:1788696244.334338:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696244.334342:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788696244.334342:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696244.334346:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696244.334352:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006cc514b8 x1875583274371584/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696244.334357:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788696244.334366:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1788696244.334367:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788696244.334370:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696244.334374:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000001:2.0:1788696244.334375:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696244.334379:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788696244.334379:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1788696244.334385:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696244.334386:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:1.0:1788696244.334391:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788696244.334392:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006cc514b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274371584:192.168.201.118@tcp:400: 00000400:00000200:3.0:1788696244.334394:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [415:415:256:4294967295] 192.168.201.118@tcp LPNI seq info [415:415:8:4294967295] 00000100:00000001:1.0:1788696244.334396:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696244.334401:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788696244.334406:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1788696244.334406:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696244.334410:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696244.334413:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000558de936 x1875583274371840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696244.334414:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1788696244.334418:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 02000000:00000010:2.0:1788696244.334420:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000005ab4b16. 02000000:00000001:2.0:1788696244.334425:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696244.334432:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013f31f09. 00000800:00000200:3.0:1788696244.334433:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696244.334436:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696244.334438:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788696244.334439:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a4df8fd. 02000000:00000001:1.0:1788696244.334443:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696244.334445:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696244.334448:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696244.334449:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000010:2.0:1788696244.334452:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017360176. 00000100:00100000:1.0:1788696244.334454:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000558de936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274371840:192.168.201.118@tcp:400: 00000100:00000200:2.0:1788696244.334457:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274371584, portal 25 00000100:00000001:1.0:1788696244.334461:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1788696244.334461:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 02000000:00000001:1.0:1788696244.334464:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1788696244.334466:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a4df8fd type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1788696244.334467:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696244.334472:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696244.334476:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac3cf9df. 02000000:00000001:1.0:1788696244.334478:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696244.334480:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696244.334482:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020c5c111. 00000100:00000040:3.0:1788696244.334485:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 29946 usecs (30 jiffies) 00000400:00000010:1.0:1788696244.334488:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6df8fe2. 00000100:00000001:3.0:1788696244.334490:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307206174 00000100:00000200:1.0:1788696244.334493:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274371840, portal 10 00000100:00000010:3.0:1788696244.334495:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000100:00000001:1.0:1788696244.334496:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696244.334500:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611075584 : -113296098476032 : ffff98f5324bc000) 00000100:00000001:3.0:1788696244.334502:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000040:1.0:1788696244.334508:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000558de936 x1875583274371840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696244.334512:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307206174 00000100:00000001:1.0:1788696244.334515:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696244.334520:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000010:3.0:1788696244.334522:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000400:00000010:1.0:1788696244.334525:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053d383cc. 00000100:00000001:3.0:1788696244.334526:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000200:1.0:1788696244.334531:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274371840, offset 0 00000100:00000001:3.0:1788696244.334532:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307206174 00000100:00000010:3.0:1788696244.334537:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000400:00000200:1.0:1788696244.334541:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696244.334542:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696244.334546:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307206174 00000100:00000010:3.0:1788696244.334548:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b6749. 00000400:00000200:1.0:1788696244.334550:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:3.0:1788696244.334552:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696244.334555:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696244.334558:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696244.334560:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696244.334562:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696244.334565:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696244.334567:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1788696244.334570:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696244.334573:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696244.334575:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696244.334577:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696244.334579:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [416:416:255:4294967295] 192.168.201.118@tcp LPNI seq info [416:416:7:4294967295] 00000400:00000200:1.0:1788696244.334593:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696244.334597:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696244.334600:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032870841. 00000800:00000200:1.0:1788696244.334604:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696244.334607:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696244.334610:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000032870841 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696244.334613:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696244.334616:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 30136 usecs (31 jiffies) 00000100:00000001:1.0:1788696244.334618:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307206175 00000100:00000001:1.0:1788696244.334623:0:201301:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, simply extend its deadline from 4307206174 00000100:00000001:3.0:1788696244.334627:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696244.334629:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307206175 00000100:00000001:3.0:1788696244.334630:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696244.334632:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696244.334635:0:201301:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, simply extend its deadline from 4307206174 00000100:00000001:3.0:1788696244.334636:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696244.334642:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307206175 00000100:00000001:1.0:1788696244.334647:0:201301:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, simply extend its deadline from 4307206174 00000100:00000001:1.0:1788696244.334649:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307206175 00000100:00000001:1.0:1788696244.334651:0:201301:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, simply extend its deadline from 4307206174 00000100:00000001:1.0:1788696244.334654:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696244.334656:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696244.334658:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696244.334660:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696244.334664:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696244.334665:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696244.334667:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696244.334668:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696244.334669:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696244.334671:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696244.334718:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696244.334721:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a4df8fd. 00000400:00000200:1.0:1788696244.334725:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696244.334736:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696244.334742:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c46f78e5 00000400:00000010:1.0:1788696244.334744:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c46f78e5. 00000100:00000001:1.0:1788696244.334749:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696244.334754:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000008bf0b5be x1875583274371712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696244.334763:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696244.334766:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008bf0b5be x1875583274371712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696260 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696244.334772:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696244.334773:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696244.334835:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696244.334837:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032870841. 00000400:00000200:1.0:1788696244.334840:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696244.334875:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696244.334878:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053d383cc 00000400:00000010:1.0:1788696244.334880:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000053d383cc. 00000100:00000001:1.0:1788696244.334883:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696244.334885:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000558de936 x1875583274371840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696244.334893:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696244.334896:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000558de936 x1875583274371840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696260 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696244.334903:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696244.334904:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696244.335780:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696244.335784:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696244.336074:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696244.336076:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611078272 : -113296098473344 : ffff98f5324bca80) 00000100:00000040:2.0:1788696244.336083:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006cc514b8 x1875583274371584/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696244.336101:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696244.336103:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696244.336107:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b782d6c0. 00000100:00000200:2.0:1788696244.336111:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274371584, offset 0 00000400:00000200:2.0:1788696244.336115:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696244.336119:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696244.336122:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696244.336124:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696244.336126:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696244.336128:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696244.336130:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [417:417:256:4294967295] 192.168.201.118@tcp LPNI seq info [417:417:8:4294967295] 00000400:00000200:2.0:1788696244.336135:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696244.336137:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696244.336140:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334bf9d4. 00000800:00000200:2.0:1788696244.336143:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696244.336147:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696244.336149:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000334bf9d4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696244.336161:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696244.336164:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307207411 00000100:00000001:2.0:1788696244.336170:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307206175 00000100:00000001:2.0:1788696244.336174:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307207411 00000100:00000001:2.0:1788696244.336176:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307206175 00000100:00000001:2.0:1788696244.336178:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307207411 00000100:00000001:2.0:1788696244.336180:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307206175 00000100:00000001:2.0:1788696244.336189:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307207411 00000100:00000001:2.0:1788696244.336192:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307206175 00000100:00000001:2.0:1788696244.336194:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696244.336197:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696244.336199:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696244.336202:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696244.336279:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696244.336283:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334bf9d4. 00000400:00000200:0.0:1788696244.336286:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696244.336291:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696244.336299:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b782d6c0 00000400:00000010:0.0:1788696244.336301:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b782d6c0. 00000100:00000001:0.0:1788696244.336304:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696244.336307:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006cc514b8 x1875583274371584/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696244.336315:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696244.336317:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006cc514b8 x1875583274371584/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696260 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696244.336323:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696244.336324:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696244.338255:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696244.338274:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696244.338278:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696244.338280:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696244.338289:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696244.338304:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0ca80 00000400:00000200:2.0:1788696244.338311:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xdcd [1] + 224 00000800:00000001:2.0:1788696244.338317:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696244.338321:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696244.338324:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696244.338328:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696244.338334:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696244.338341:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000008bf0b5be x1875583274371712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696244.338350:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008bf0b5be x1875583274371712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696244.338363:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696244.338371:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696244.338374:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696244.338375:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696244.338375:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696244.338378:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696244.338382:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0cb00 00000400:00000200:2.0:1788696244.338385:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xdd9 [1] + 224 00000800:00000001:2.0:1788696244.338388:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696244.338402:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696244.338402:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788696244.338407:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788696244.338408:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788696244.338412:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000001:3.0:1788696244.338416:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696244.338419:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696244.338422:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a94fcc17. 00000400:00000200:3.0:1788696244.338427:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008adcd611 00000400:00000010:3.0:1788696244.338429:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008adcd611. 00000100:00000001:3.0:1788696244.338433:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788696244.338435:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696244.338439:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000008bf0b5be x1875583274371712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696244.338445:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000558de936 x1875583274371840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696244.338457:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000008bf0b5be x1875583274371712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696244.338462:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000558de936 x1875583274371840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696244.338482:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696244.338488:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696244.338492:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696244.338493:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696244.338496:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696244.338500:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696244.338508:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0ca00 00000400:00000200:2.0:1788696244.338516:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xdd5 [1] + 224 00000100:00000001:3.0:1788696244.338517:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696244.338520:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696244.338521:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696244.338525:0:201300:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:2.0:1788696244.338527:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696244.338529:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696244.338531:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696244.338535:0:201295:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:3.0:1788696244.338536:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1788696244.338539:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006cc514b8 x1875583274371584/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696244.338541:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696244.338545:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696244.338548:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006cc514b8 x1875583274371584/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696244.338549:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696244.338560:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=145 v=5 (5 5 5 5) 00000100:00000001:1.0:1788696244.338565:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1788696244.338566:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=145 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696244.338569:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696244.338570:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696244.338572:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696244.338575:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788696244.338576:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:2.0:1788696244.338576:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1788696244.338578:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1788696244.338581:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1788696244.338583:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788696244.338583:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696244.338584:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020c5c111. 00000100:00000001:3.0:1788696244.338590:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1788696244.338592:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6df8fe2 00000100:00000040:3.0:1788696244.338593:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000400:00000010:1.0:1788696244.338596:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f6df8fe2. 00000100:00000001:3.0:1788696244.338598:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696244.338602:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696244.338603:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:3.0:1788696244.338608:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008bf0b5be x1875583274371712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696244.338611:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000558de936 x1875583274371840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696244.338613:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696244.338617:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696244.338619:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1788696244.338622:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696244.338625:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696244.338628:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013f31f09. 00000400:00000200:0.0:1788696244.338633:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017360176 00000400:00000010:0.0:1788696244.338636:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000017360176. 00000100:00000001:0.0:1788696244.338638:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696244.338640:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000558de936 x1875583274371840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696244.338643:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006cc514b8 x1875583274371584/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696244.338659:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696244.338663:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696244.338666:0:201301:0:(client.c:1593:after_reply()) Process entered 00000100:00000200:0.0:1788696244.338668:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006cc514b8 x1875583274371584/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696244.338669:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696244.338671:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696244.338673:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696244.338677:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696244.338680:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=144 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696244.338683:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=111 v=5 (1 1 0 0) 00000100:00000001:1.0:1788696244.338685:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696244.338686:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696244.338688:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1788696244.338694:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00010000:00080000:1.0:1788696244.338694:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000558de936 x1875583274371840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696244.338698:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696244.338703:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696244.338705:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696244.338709:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1788696244.338709:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696244.338711:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696244.338713:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1788696244.338714:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696244.338717:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00001000:0.0:1788696244.338718:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=145 v=5 (5 5 5 5) 00000100:00000001:1.0:1788696244.338721:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00001000:0.0:1788696244.338723:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=145 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696244.338724:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696244.338725:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696244.338728:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696244.338730:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000558de936 x1875583274371840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696244.338731:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1788696244.338731:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1788696244.338734:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696244.338736:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696244.338744:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696244.338744:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788696244.338745:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008bf0b5be x1875583274371712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696244.338750:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1788696244.338753:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006cc514b8 x1875583274371584/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696244.338754:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696244.338762:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000558de936 x1875583274371840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696244.338776:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000008bf0b5be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274371712:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696244.338777:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696244.338781:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696244.338783:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696244.338787:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696244.338790:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006cc514b8 x1875583274371584/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696244.338792:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000558de936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274371840:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696244.338792:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696244.338799:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008bf0b5be x1875583274371712/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696244.338803:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788696244.338810:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006cc514b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274371584:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696244.338814:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788696244.338820:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696244.338821:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1788696244.338822:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000558de936 x1875583274371840/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696244.338823:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1788696244.338826:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1788696244.338830:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006cc514b8 x1875583274371584/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696260 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1788696244.338832:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e1036ca. 02000000:00000001:3.0:1788696244.338838:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788696244.338839:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788696244.338843:0:201300:0:(genops.c:1217:class_import_put()) Process entered 02000000:00000001:1.0:1788696244.338864:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696244.338868:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac3cf9df. 00000100:00000001:0.0:1788696244.338869:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696244.338874:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1788696244.338874:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:3.0:1788696244.338875:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696244.338878:0:201301:0:(genops.c:1217:class_import_put()) Process entered 02000000:00000010:0.0:1788696244.338879:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000005ab4b16. 00000020:00000040:1.0:1788696244.338882:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:0.0:1788696244.338884:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696244.338886:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000001:1.0:1788696244.338887:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000040:0.0:1788696244.338888:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 02000000:00000010:1.0:1788696244.338892:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e680c3a9. 00000020:00000001:3.0:1788696244.338893:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000001:0.0:1788696244.338894:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696244.338897:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a559f720. 02000000:00000001:1.0:1788696244.338898:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696244.338900:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696244.338902:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1788696244.338903:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1788696244.338904:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2263eda. 00000100:00000010:1.0:1788696244.338906:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000558de936. 00000100:00000010:0.0:1788696244.338907:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006cc514b8. 00000100:00000001:0.0:1788696244.338914:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696244.338914:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1788696244.338915:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1788696244.338919:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696244.338919:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788696244.338919:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696244.338923:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008bf0b5be. 00000100:00000001:0.0:1788696244.338925:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696244.338925:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696244.338929:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696244.338932:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696244.338934:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696244.338935:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696244.338935:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696244.338938:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696244.338939:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696244.338942:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696244.338944:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696244.338945:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696244.338948:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696244.338948:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696244.338949:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696244.338956:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696244.338959:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696245.294197:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696245.294204:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696245.294210:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696245.294211:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696245.294282:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696245.294286:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696245.294293:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696245.613884:0:175483:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307207411, at 4307207424 00000100:00000010:2.0:1788696245.613902:0:175483:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000100:00000040:1.0:1788696245.613910:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307207411, at 4307207424 00000100:00000010:1.0:1788696245.613918:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00000100:00000040:3.0:1788696245.613930:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307207411, at 4307207424 00000100:00000010:3.0:1788696245.613938:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b6749. 00000100:00000040:0.0:1788696245.613945:0:207098:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307207411, at 4307207424 00000100:00000010:0.0:1788696245.613952:0:207098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00010000:00000001:2.0:1788696246.318136:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696246.318142:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696246.318148:0:175483:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696246.318149:0:175483:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696246.318243:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696246.318246:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696246.318248:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696247.341955:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696247.341962:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696247.341968:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696247.341969:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696247.342046:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696247.342050:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696247.342052:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696248.365964:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696248.365971:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696248.365976:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696248.365978:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696248.366037:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696248.366040:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696248.366043:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696249.389992:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696249.390012:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696249.390014:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696249.390017:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696249.390022:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696249.390025:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696249.390027:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696249.390029:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696249.390034:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696249.390036:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696249.390094:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696249.390098:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696249.390100:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696249.454158:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696249.454167:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696249.454174:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e0fb45f. 00000020:00000040:0.0:1788696249.454180:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696249.454185:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696249.454187:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696249.454192:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696249.454198:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ee81603. 00000100:00000001:0.0:1788696249.454205:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696249.454216:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000002e0fb45f x1875583274371968/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696249.454228:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696249.454230:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696249.454248:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e0fb45f] to pc [ptlrpcd_00_02+2] req@000000002e0fb45f x1875583274371968/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696249.454279:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696249.454282:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696249.454285:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696249.454287:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043af1395. 00000020:00000040:0.0:1788696249.454290:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696249.454292:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696249.454293:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696249.454294:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696249.454306:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024382ee1. 00000100:00000001:0.0:1788696249.454309:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696249.454313:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000043af1395 x1875583274372096/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696249.454338:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696249.454339:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696249.454343:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043af1395] to pc [ptlrpcd_00_03+3] req@0000000043af1395 x1875583274372096/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696249.454351:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696249.454352:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696249.454356:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696249.454358:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a318a749. 00000020:00000040:0.0:1788696249.454360:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696249.454362:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696249.454364:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696249.454365:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696249.454368:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000150a73a8. 00000100:00000001:0.0:1788696249.454371:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696249.454373:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a318a749 x1875583274372224/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696249.454378:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696249.454378:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696249.454380:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a318a749] to pc [ptlrpcd_00_00+0] req@00000000a318a749 x1875583274372224/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696249.454395:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696249.454396:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696249.454399:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696249.454402:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12548) 00000100:00000001:3.0:1788696249.454423:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696249.454428:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696249.454431:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696249.454436:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a318a749 x1875583274372224/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696249.454445:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696249.454446:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696249.454449:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696249.454451:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696249.454454:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696249.454456:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274372224:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696249.454461:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696249.454466:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696249.454469:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696249.454471:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1788696249.454471:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788696249.454475:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696249.454477:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1788696249.454478:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002009dd19. 00000100:00000040:2.0:1788696249.454482:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e0fb45f x1875583274371968/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696249.454483:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696249.454491:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696249.454492:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696249.454493:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1788696249.454494:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a94fcc17. 02000000:00000001:2.0:1788696249.454495:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696249.454499:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696249.454506:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008adcd611. 00000100:00100000:2.0:1788696249.454508:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274371968:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696249.454512:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696249.454514:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696249.454515:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788696249.454515:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274372224, portal 10 02000000:00000001:2.0:1788696249.454521:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788696249.454521:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696249.454525:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882440704 : -113296827110912 : ffff98f506ddaa00) 02000000:00000010:2.0:1788696249.454526:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000068f8058. 02000000:00000001:2.0:1788696249.454528:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696249.454532:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c685865. 00000400:00000010:2.0:1788696249.454536:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8fd35c7. 00000100:00000200:2.0:1788696249.454540:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274371968, portal 25 00000100:00000001:2.0:1788696249.454541:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696249.454543:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882435328 : -113296827116288 : ffff98f506dd9500) 00000100:00000040:3.0:1788696249.454545:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a318a749 x1875583274372224/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696249.454549:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002e0fb45f x1875583274371968/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696249.454567:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788696249.454569:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696249.454573:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:2.0:1788696249.454577:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696249.454579:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c74f0a0. 00000400:00000010:2.0:1788696249.454582:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6ffd42f. 00000100:00000200:3.0:1788696249.454584:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274372224, offset 0 00000100:00000200:2.0:1788696249.454587:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274371968, offset 0 00000400:00000200:3.0:1788696249.454594:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696249.454631:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696249.454634:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696249.454635:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696249.454639:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043af1395 x1875583274372096/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696249.454656:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696249.454661:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696249.454670:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696249.454670:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:1.0:1788696249.454676:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1788696249.454678:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1788696249.454680:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696249.454685:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696249.454685:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696249.454691:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1788696249.454692:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274372096:192.168.201.118@tcp:400: 00000400:00000200:2.0:1788696249.454698:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:1.0:1788696249.454700:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696249.454704:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1788696249.454707:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [418:418:256:4294967295] 192.168.201.118@tcp LPNI seq info [418:418:8:4294967295] 02000000:00000001:1.0:1788696249.454708:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696249.454713:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696249.454717:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b6bd23a6. 02000000:00000001:1.0:1788696249.454720:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696249.454726:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020c5c111. 00000400:00000200:2.0:1788696249.454727:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000010:1.0:1788696249.454733:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6df8fe2. 00000800:00000200:2.0:1788696249.454736:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000200:1.0:1788696249.454740:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274372096, portal 10 00000800:00000010:2.0:1788696249.454741:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c995f34e. 00000100:00000001:1.0:1788696249.454745:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696249.454748:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882436224 : -113296827115392 : ffff98f506dd9880) 00000800:00000200:2.0:1788696249.454750:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000040:1.0:1788696249.454758:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000043af1395 x1875583274372096/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788696249.454759:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696249.454763:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c995f34e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696249.454770:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696249.454775:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696249.454778:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053d383cc. 00000100:00000200:1.0:1788696249.454781:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274372096, offset 0 00000400:00000200:1.0:1788696249.454785:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696249.454791:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696249.454794:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696249.454796:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696249.454798:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696249.454800:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696249.454803:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [419:419:255:4294967295] 192.168.201.118@tcp LPNI seq info [419:419:7:4294967295] 00000400:00000200:1.0:1788696249.454810:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696249.454815:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696249.454818:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032870841. 00000800:00000200:1.0:1788696249.454830:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696249.454834:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696249.454837:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000032870841 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788696249.455268:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696249.455271:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696249.455273:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696249.455276:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696249.455278:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696249.455280:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [420:420:254:4294967295] 192.168.201.118@tcp LPNI seq info [420:420:6:4294967295] 00000400:00000200:3.0:1788696249.455287:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696249.455292:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696249.455296:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074f68a3b. 00000800:00000200:3.0:1788696249.455300:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696249.455304:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696249.455307:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000074f68a3b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696249.455389:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696249.455395:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307212530 00000100:00000010:2.0:1788696249.455399:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000024d1f6c. 00000100:00000001:1.0:1788696249.455404:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696249.455406:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1788696249.455411:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 29748 usecs (30 jiffies) 00000100:00000001:2.0:1788696249.455414:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307212530 00000100:00000001:1.0:1788696249.455416:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307211295 00000100:00000010:2.0:1788696249.455419:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fdfe43f2. 00000100:00000001:1.0:1788696249.455421:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307212530 00000100:00000001:2.0:1788696249.455424:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788696249.455425:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307211295 00000100:00000001:2.0:1788696249.455430:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307212530 00000100:00000001:1.0:1788696249.455431:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307212530 00000100:00000001:1.0:1788696249.455437:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307211295 00000100:00000010:2.0:1788696249.455437:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1edae85. 00000100:00000001:2.0:1788696249.455443:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696249.455446:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307212530 00000100:00000010:2.0:1788696249.455454:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f1bab8d. 00000100:00000001:2.0:1788696249.455457:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696249.455460:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696249.455462:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696249.455465:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696249.455466:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696249.455468:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696249.455472:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 29933 usecs (30 jiffies) 00000100:00000001:2.0:1788696249.455476:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696249.455477:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307211295 00000100:00000001:2.0:1788696249.455481:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696249.455482:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307212530 00000100:00000001:2.0:1788696249.455486:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696249.455487:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307211295 00000100:00000001:2.0:1788696249.455489:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696249.455492:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307212530 00000100:00000001:2.0:1788696249.455493:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696249.455498:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307211295 00000100:00000001:2.0:1788696249.455499:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696249.455505:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307212530 00000100:00000001:3.0:1788696249.455509:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307211295 00000100:00000001:3.0:1788696249.455516:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307212530 00000100:00000001:3.0:1788696249.455517:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696249.455518:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696249.455520:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696249.455522:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696249.455526:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696249.455527:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696249.455530:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696249.455532:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696249.455534:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696249.455536:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696249.455554:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696249.455558:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696249.455624:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307212530 00000100:00000001:1.0:1788696249.455627:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307211295 00000100:00000001:1.0:1788696249.455629:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307212530 00000100:00000001:1.0:1788696249.455631:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696249.455633:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696249.455635:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696249.455637:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696249.455640:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696249.455651:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696249.455654:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696249.455655:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696249.455656:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696249.455658:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696249.456095:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696249.456099:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c995f34e. 00000400:00000200:0.0:1788696249.456104:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696249.456109:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696249.456120:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6ffd42f 00000400:00000010:0.0:1788696249.456123:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d6ffd42f. 00000100:00000001:0.0:1788696249.456127:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696249.456131:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002e0fb45f x1875583274371968/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696249.456145:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696249.456148:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e0fb45f x1875583274371968/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696249.456155:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696249.456157:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696249.456171:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696249.456173:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032870841. 00000400:00000200:0.0:1788696249.456176:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696249.456179:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696249.456182:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053d383cc 00000400:00000010:0.0:1788696249.456183:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000053d383cc. 00000100:00000001:0.0:1788696249.456185:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696249.456188:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000043af1395 x1875583274372096/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696249.456194:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696249.456195:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043af1395 x1875583274372096/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696249.456201:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696249.456202:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696249.456262:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696249.456265:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074f68a3b. 00000400:00000200:0.0:1788696249.456268:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696249.456271:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696249.456274:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c74f0a0 00000400:00000010:0.0:1788696249.456275:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003c74f0a0. 00000100:00000001:0.0:1788696249.456278:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696249.456280:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a318a749 x1875583274372224/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696249.456298:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696249.456300:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a318a749 x1875583274372224/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696249.456305:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696249.456307:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696249.458763:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696249.458779:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696249.458784:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696249.458786:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696249.458795:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696249.458826:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0cb80 00000400:00000200:0.0:1788696249.458834:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xde9 [1] + 224 00000800:00000001:0.0:1788696249.458841:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696249.458867:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696249.458871:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696249.458877:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696249.458885:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696249.458891:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002e0fb45f x1875583274371968/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696249.458901:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002e0fb45f x1875583274371968/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696249.458920:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696249.458928:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696249.458932:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696249.459039:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696249.459044:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696249.459051:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696249.459053:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696249.459055:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c685865. 00000400:00000200:2.0:1788696249.459061:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8fd35c7 00000400:00000010:2.0:1788696249.459064:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8fd35c7. 00000100:00000001:2.0:1788696249.459067:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696249.459071:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002e0fb45f x1875583274371968/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696249.459094:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002e0fb45f x1875583274371968/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696249.459102:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696249.459104:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696249.459106:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696249.459109:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696249.459112:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696249.459114:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696249.459116:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696249.459123:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=150 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696249.459126:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=150 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696249.459129:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696249.459131:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696249.459133:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696249.459135:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696249.459138:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696249.459142:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e0fb45f x1875583274371968/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696249.459148:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696249.459151:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696249.459153:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696249.459156:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e0fb45f x1875583274371968/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696249.459163:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274371968:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696249.459168:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696249.459170:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696249.459173:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e0fb45f x1875583274371968/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696249.459180:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696249.459182:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696249.459185:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000068f8058. 02000000:00000001:2.0:1788696249.459195:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696249.459198:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696249.459199:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788696249.459202:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696249.459204:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ee81603. 02000000:00000001:2.0:1788696249.459208:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696249.459209:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696249.459211:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e0fb45f. 00000100:00000001:2.0:1788696249.459214:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696249.459215:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696249.459217:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696249.459224:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696249.459226:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696249.459228:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696249.459230:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696249.460215:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696249.460222:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696249.460224:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696249.460226:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696249.460230:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696249.460239:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0cc00 00000400:00000200:2.0:1788696249.460244:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xdf5 [1] + 224 00000800:00000001:2.0:1788696249.460247:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696249.460249:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696249.460251:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696249.460253:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696249.460257:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696249.460260:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000043af1395 x1875583274372096/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696249.460266:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000043af1395 x1875583274372096/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696249.460279:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696249.460283:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696249.460285:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696249.460292:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788696249.460319:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696249.460323:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696249.460328:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696249.460330:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696249.460332:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020c5c111. 00000400:00000200:1.0:1788696249.460336:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6df8fe2 00000400:00000010:1.0:1788696249.460338:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f6df8fe2. 00000100:00000001:1.0:1788696249.460341:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696249.460345:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000043af1395 x1875583274372096/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696249.460359:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000043af1395 x1875583274372096/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696249.460366:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696249.460368:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696249.460370:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696249.460371:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696249.460373:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696249.460374:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696249.460376:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696249.460382:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=150 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696249.460385:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=150 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696249.460387:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696249.460388:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696249.460390:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696249.460393:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696249.460396:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696249.460397:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696249.460399:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696249.460401:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696249.460404:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043af1395 x1875583274372096/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696249.460410:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696249.460413:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696249.460414:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696249.460428:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043af1395 x1875583274372096/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696249.460435:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274372096:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696249.460439:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696249.460441:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696249.460443:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043af1395 x1875583274372096/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788696249.460449:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696249.460459:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696249.460471:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0cc80 00000400:00000200:2.0:1788696249.460477:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xde5 [1] + 224 00000100:00000001:1.0:1788696249.460481:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000800:00000001:2.0:1788696249.460484:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1788696249.460485:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696249.460489:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b6bd23a6. 00000800:00000001:2.0:1788696249.460493:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788696249.460495:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1788696249.460497:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1788696249.460499:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000400:00000200:2.0:1788696249.460502:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000020:00000040:1.0:1788696249.460503:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696249.460506:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000001:1.0:1788696249.460507:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696249.460510:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024382ee1. 00000100:00000200:2.0:1788696249.460511:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a318a749 x1875583274372224/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696249.460517:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696249.460520:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1788696249.460520:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a318a749 x1875583274372224/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1788696249.460522:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043af1395. 00000100:00000001:1.0:1788696249.460526:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696249.460527:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696249.460530:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696249.460538:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696249.460541:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696249.460543:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696249.460544:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696249.460573:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696249.460575:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696249.460587:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696249.460592:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696249.460594:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696249.460702:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696249.460703:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696249.460704:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a94fcc17. 00000400:00000200:3.0:1788696249.460707:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008adcd611 00000400:00000010:3.0:1788696249.460708:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008adcd611. 00000100:00000001:3.0:1788696249.460710:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696249.460713:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a318a749 x1875583274372224/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696249.460718:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a318a749 x1875583274372224/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696249.460722:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696249.460722:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696249.460723:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696249.460724:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696249.460725:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696249.460726:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696249.460727:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696249.460731:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=149 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696249.460733:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=116 v=5 (1 1 0 0) 00000100:00000001:3.0:1788696249.460734:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696249.460735:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696249.460736:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788696249.460743:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a318a749 x1875583274372224/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696249.460748:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696249.460749:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696249.460750:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696249.460751:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696249.460752:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696249.460753:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a318a749 x1875583274372224/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696249.460757:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696249.460758:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696249.460759:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696249.460760:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a318a749 x1875583274372224/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696249.460764:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274372224:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696249.460766:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696249.460767:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696249.460768:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a318a749 x1875583274372224/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696265 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696249.460771:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696249.460772:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696249.460773:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002009dd19. 02000000:00000001:3.0:1788696249.460775:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696249.460776:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696249.460776:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696249.460777:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696249.460778:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000150a73a8. 02000000:00000001:3.0:1788696249.460779:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696249.460780:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696249.460781:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a318a749. 00000100:00000001:3.0:1788696249.460783:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696249.460786:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696249.460788:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696249.460791:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696249.460793:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696249.460794:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696249.460796:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696250.413955:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696250.413962:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696250.413969:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696250.413970:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696250.414023:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696250.414027:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696250.414030:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696250.733956:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307212530, at 4307212544 00000100:00000040:2.0:1788696250.733956:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307212530, at 4307212544 00000100:00000040:3.0:1788696250.733956:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307212530, at 4307212544 00000100:00000010:3.0:1788696250.733971:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f1bab8d. 00000100:00000010:1.0:1788696250.733986:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fdfe43f2. 00000100:00000010:2.0:1788696250.733989:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1edae85. 00000100:00000040:0.0:1788696250.737060:0:207098:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307212530, at 4307212547 00000100:00000010:0.0:1788696250.737075:0:207098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000024d1f6c. 00010000:00000001:2.0:1788696251.438922:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696251.438929:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696251.438934:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696251.438935:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696251.438957:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696251.438960:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696251.438976:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696252.461905:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696252.461910:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696252.461915:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696252.461922:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696252.461982:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696252.461985:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696252.461988:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696253.486011:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696253.486018:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696253.486024:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696253.486025:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696253.489010:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696253.489017:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696253.489021:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696254.510026:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696254.510033:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696254.510039:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696254.510042:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696254.510045:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696254.510048:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696254.510051:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696254.510097:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696254.510100:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696254.510102:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696254.510120:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696254.510122:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696254.510125:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696254.574004:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696254.574034:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696254.574043:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005800c766. 00000020:00000040:0.0:1788696254.574050:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696254.574055:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696254.574058:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696254.574062:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696254.574069:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005878d45f. 00000100:00000001:0.0:1788696254.574076:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696254.574087:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000005800c766 x1875583274372352/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696254.574097:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696254.574100:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696254.574105:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005800c766] to pc [ptlrpcd_00_01+1] req@000000005800c766 x1875583274372352/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696254.574143:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696254.574146:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696254.574149:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696254.574152:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6864119. 00000020:00000040:0.0:1788696254.574155:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696254.574157:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696254.574159:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696254.574160:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696254.574163:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f8e491. 00000100:00000001:0.0:1788696254.574166:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696254.574170:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000f6864119 x1875583274372480/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696254.574178:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696254.574179:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696254.574182:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6864119] to pc [ptlrpcd_00_02+2] req@00000000f6864119 x1875583274372480/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696254.574189:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788696254.574194:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788696254.574197:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696254.574204:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696254.574207:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696254.574209:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696254.574209:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696254.574211:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696254.574214:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696254.574218:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788696254.574221:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005800c766 x1875583274372352/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696254.574225:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696254.574230:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbb350d4. 00000100:00000001:3.0:1788696254.574233:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1788696254.574235:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696254.574236:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696254.574240:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696254.574242:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696254.574244:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696254.574246:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696254.574248:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696254.574250:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696254.574254:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000024f67866. 00000100:00100000:3.0:1788696254.574254:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274372352:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696254.574261:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696254.574262:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696254.574267:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1788696254.574270:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000cbb350d4 x1875583274372608/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1788696254.574270:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696254.574274:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696254.574280:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b508084c. 00000100:00000001:0.0:1788696254.574282:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1788696254.574283:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696254.574285:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696254.574289:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb350d4] to pc [ptlrpcd_00_03+3] req@00000000cbb350d4 x1875583274372608/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788696254.574299:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a94fcc17. 00000100:00000001:0.0:1788696254.574301:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696254.574301:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788696254.574306:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696254.574307:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1788696254.574308:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008adcd611. 00000100:00000001:1.0:1788696254.574311:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696254.574314:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1788696254.574318:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274372352, portal 25 00000100:00000040:1.0:1788696254.574319:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6864119 x1875583274372480/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696254.574321:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12554) 00000100:00000001:3.0:1788696254.574323:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696254.574327:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882441600 : -113296827110016 : ffff98f506ddad80) 00000100:00000001:1.0:1788696254.574335:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1788696254.574337:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005800c766 x1875583274372352/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696254.574338:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696254.574345:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696254.574348:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696254.574352:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696254.574352:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788696254.574355:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788696254.574359:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274372480:192.168.201.118@tcp:400: 00000100:00000040:3.0:1788696254.574359:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696254.574360:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1788696254.574362:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d21c6e9a. 00000100:00000001:0.0:1788696254.574364:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1788696254.574367:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274372352, offset 0 00000100:00000040:0.0:1788696254.574371:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbb350d4 x1875583274372608/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696254.574377:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696254.574378:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696254.574384:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788696254.574386:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696254.574388:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696254.574391:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1788696254.574393:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:1.0:1788696254.574394:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696254.574395:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696254.574400:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1788696254.574400:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1788696254.574401:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696254.574406:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000068f8058. 00000400:00000200:3.0:1788696254.574406:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00100000:0.0:1788696254.574410:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274372608:192.168.201.118@tcp:400: 02000000:00000001:1.0:1788696254.574411:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696254.574414:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696254.574418:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000010:1.0:1788696254.574419:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020c5c111. 00000400:00000200:3.0:1788696254.574422:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [421:421:256:4294967295] 192.168.201.118@tcp LPNI seq info [421:421:8:4294967295] 00000400:00000010:1.0:1788696254.574428:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6df8fe2. 00000100:00000001:0.0:1788696254.574430:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1788696254.574433:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274372480, portal 10 02000000:00000001:0.0:1788696254.574436:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1788696254.574438:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:1.0:1788696254.574439:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1788696254.574440:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696254.574442:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882445184 : -113296827106432 : ffff98f506ddbb80) 02000000:00000001:0.0:1788696254.574444:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1788696254.574445:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 02000000:00000010:0.0:1788696254.574450:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000028ef6fe. 00000800:00000010:3.0:1788696254.574451:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006beeb4bb. 00000100:00000040:1.0:1788696254.574454:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f6864119 x1875583274372480/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696254.574455:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696254.574462:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000010:0.0:1788696254.574464:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1a2c231. 00000400:00000010:0.0:1788696254.574472:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e92bbd72. 00000800:00000200:3.0:1788696254.574473:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:1.0:1788696254.574474:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1788696254.574478:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006beeb4bb type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1788696254.574480:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696254.574484:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c78758bc. 00000100:00000200:1.0:1788696254.574487:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274372480, offset 0 00000100:00000200:0.0:1788696254.574492:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274372608, portal 10 00000100:00000001:0.0:1788696254.574497:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1788696254.574497:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696254.574501:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882439808 : -113296827111808 : ffff98f506dda680) 00000100:00000001:3.0:1788696254.574504:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696254.574505:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000040:0.0:1788696254.574510:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cbb350d4 x1875583274372608/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696254.574511:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307217649 00000400:00000200:1.0:1788696254.574513:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1788696254.574519:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b6749. 00000400:00000200:1.0:1788696254.574520:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696254.574528:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788696254.574529:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788696254.574530:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1788696254.574535:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000040:0.0:1788696254.574538:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696254.574538:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307217649 00000400:00000200:1.0:1788696254.574543:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [422:422:255:4294967295] 192.168.201.118@tcp LPNI seq info [422:422:7:4294967295] 00000100:00000010:3.0:1788696254.574544:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000100:00000001:3.0:1788696254.574548:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000400:00000010:0.0:1788696254.574551:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543061b9. 00000100:00000200:0.0:1788696254.574557:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274372608, offset 0 00000100:00000001:3.0:1788696254.574558:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307217649 00000400:00000200:1.0:1788696254.574563:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000010:3.0:1788696254.574565:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000400:00000200:0.0:1788696254.574570:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696254.574573:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000800:00000200:1.0:1788696254.574576:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696254.574579:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307217649 00000400:00000200:0.0:1788696254.574580:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000010:1.0:1788696254.574583:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dffc0522. 00000400:00000200:0.0:1788696254.574585:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696254.574591:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000800:00000200:1.0:1788696254.574595:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:0.0:1788696254.574598:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1788696254.574598:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000800:00000200:1.0:1788696254.574604:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:0.0:1788696254.574605:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788696254.574605:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1788696254.574611:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dffc0522 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696254.574612:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788696254.574614:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [423:423:254:4294967295] 192.168.201.118@tcp LPNI seq info [423:423:6:4294967295] 00000100:00000001:1.0:1788696254.574617:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696254.574618:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696254.574625:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 29571 usecs (30 jiffies) 00000100:00000001:3.0:1788696254.574626:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696254.574630:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696254.574632:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307216414 00000400:00000200:0.0:1788696254.574637:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:1.0:1788696254.574643:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307217649 00000800:00000200:0.0:1788696254.574648:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696254.574649:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307216414 00000800:00000010:0.0:1788696254.574654:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014613afe. 00000100:00000001:1.0:1788696254.574654:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307217649 00000100:00000001:1.0:1788696254.574657:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307216414 00000100:00000001:1.0:1788696254.574660:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307217649 00000100:00000001:1.0:1788696254.574664:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307216414 00000800:00000200:0.0:1788696254.574665:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:1.0:1788696254.574667:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307217649 00000100:00000001:1.0:1788696254.574670:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1788696254.574673:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:1.0:1788696254.574675:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696254.574678:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000014613afe type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696254.574679:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696254.574683:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788696254.574684:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696254.574685:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788696254.574688:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006beeb4bb. 00000100:00000001:1.0:1788696254.574690:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696254.574693:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1788696254.574695:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 29755 usecs (30 jiffies) 00000400:00000200:3.0:1788696254.574695:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788696254.574696:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696254.574700:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696254.574702:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307216414 00000100:00000001:1.0:1788696254.574704:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696254.574705:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696254.574706:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307217649 00000100:00000001:1.0:1788696254.574711:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696254.574712:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307216414 00000400:00000200:3.0:1788696254.574713:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21c6e9a 00000400:00000010:3.0:1788696254.574716:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d21c6e9a. 00000100:00000001:0.0:1788696254.574718:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307217649 00000100:00000001:3.0:1788696254.574721:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788696254.574722:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307216414 00000100:00000001:0.0:1788696254.574726:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307217649 00000100:00000001:0.0:1788696254.574728:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307216414 00000100:00000001:0.0:1788696254.574730:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307217649 00000100:00000200:3.0:1788696254.574733:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000005800c766 x1875583274372352/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696254.574734:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696254.574739:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696254.574744:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696254.574747:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788696254.574748:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696254.574751:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005800c766 x1875583274372352/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696254.574755:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696254.574757:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696254.574759:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696254.574759:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696254.574764:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696254.574766:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696254.574768:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696254.574770:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696254.574772:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696254.574774:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dffc0522. 00000400:00000200:3.0:1788696254.574777:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696254.574780:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696254.574782:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c78758bc 00000400:00000010:3.0:1788696254.574783:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c78758bc. 00000100:00000001:3.0:1788696254.574784:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696254.574787:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000f6864119 x1875583274372480/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696254.574801:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696254.574804:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6864119 x1875583274372480/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696254.574808:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696254.574809:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696254.574940:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696254.574943:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014613afe. 00000400:00000200:0.0:1788696254.574947:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696254.574951:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696254.574955:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543061b9 00000400:00000010:0.0:1788696254.574957:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000543061b9. 00000100:00000001:0.0:1788696254.574961:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696254.574965:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cbb350d4 x1875583274372608/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696254.574972:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696254.574974:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbb350d4 x1875583274372608/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696270 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696254.574991:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696254.574993:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788696254.575068:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696254.575071:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696254.577519:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696254.577532:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696254.577536:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696254.577538:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696254.577547:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696254.577560:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0ce00 00000400:00000200:0.0:1788696254.577567:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xe0d [1] + 224 00000800:00000001:0.0:1788696254.577573:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696254.577588:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696254.577591:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696254.577595:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696254.577601:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696254.577606:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cbb350d4 x1875583274372608/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696254.577616:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbb350d4 x1875583274372608/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696254.577632:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696254.577639:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696254.577642:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696254.577671:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696254.577675:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696254.577680:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696254.577682:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696254.577684:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1a2c231. 00000400:00000200:1.0:1788696254.577688:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e92bbd72 00000400:00000010:1.0:1788696254.577690:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e92bbd72. 00000100:00000001:1.0:1788696254.577693:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696254.577696:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cbb350d4 x1875583274372608/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696254.577705:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cbb350d4 x1875583274372608/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696254.577712:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696254.577713:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696254.577716:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696254.577725:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696254.577727:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696254.577730:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696254.577733:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696254.577741:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=154 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696254.577745:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=121 v=5 (1 1 0 0) 00000100:00000001:1.0:1788696254.577747:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696254.577748:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696254.577751:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788696254.577755:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cbb350d4 x1875583274372608/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696254.577761:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696254.577764:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696254.577766:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696254.577767:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696254.577769:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696254.577772:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbb350d4 x1875583274372608/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696254.577779:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696254.577781:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696254.577783:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696254.577786:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbb350d4 x1875583274372608/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696254.577794:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274372608:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696254.577798:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696254.577800:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696254.577802:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbb350d4 x1875583274372608/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696254.577808:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696254.577810:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696254.577813:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000028ef6fe. 02000000:00000001:1.0:1788696254.577816:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696254.577822:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696254.577823:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696254.577826:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696254.577828:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000024f67866. 02000000:00000001:1.0:1788696254.577831:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696254.577832:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696254.577834:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbb350d4. 00000100:00000001:1.0:1788696254.577837:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696254.577838:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696254.577840:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696254.577863:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696254.577865:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696254.577867:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696254.577869:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696254.578427:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696254.578432:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696254.578433:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696254.578435:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696254.578438:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696254.578444:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0cd00 00000400:00000200:2.0:1788696254.578449:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xdfd [1] + 224 00000800:00000001:2.0:1788696254.578451:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696254.578494:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696254.578497:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696254.578500:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696254.578503:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696254.578507:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000005800c766 x1875583274372352/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696254.578515:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005800c766 x1875583274372352/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696254.578534:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696254.578538:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696254.578544:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696254.578619:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696254.578622:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696254.578625:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696254.578626:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696254.578627:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a94fcc17. 00000400:00000200:3.0:1788696254.578630:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008adcd611 00000400:00000010:3.0:1788696254.578631:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008adcd611. 00000100:00000001:3.0:1788696254.578633:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696254.578636:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000005800c766 x1875583274372352/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696254.578649:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000005800c766 x1875583274372352/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696254.578653:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696254.578654:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696254.578655:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696254.578656:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696254.578658:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696254.578659:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696254.578660:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696254.578662:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=5 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696254.578663:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696254.578665:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696254.578666:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696254.578667:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696254.578668:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696254.578669:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696254.578671:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005800c766 x1875583274372352/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696254.578682:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696254.578684:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696254.578685:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696254.578687:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005800c766 x1875583274372352/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696254.578690:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274372352:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696254.578693:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696254.578694:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696254.578695:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005800c766 x1875583274372352/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696254.578698:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696254.578699:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696254.578701:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b508084c. 02000000:00000001:3.0:1788696254.578702:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696254.578703:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696254.578704:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696254.578705:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696254.578706:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005878d45f. 02000000:00000001:3.0:1788696254.578708:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696254.578708:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696254.578709:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005800c766. 00000100:00000001:3.0:1788696254.578711:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696254.578712:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696254.578713:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696254.578715:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696254.578716:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696254.578717:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696254.578719:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696254.579974:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696254.579982:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696254.579985:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696254.579987:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696254.579993:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696254.580001:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0cd80 00000400:00000200:0.0:1788696254.580007:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xe05 [1] + 224 00000800:00000001:0.0:1788696254.580011:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696254.580017:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696254.580019:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696254.580028:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696254.580032:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696254.580036:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000f6864119 x1875583274372480/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696254.580044:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6864119 x1875583274372480/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696254.580066:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696254.580071:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696254.580074:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696254.580224:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696254.580228:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696254.580232:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696254.580234:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696254.580235:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020c5c111. 00000400:00000200:1.0:1788696254.580239:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6df8fe2 00000400:00000010:1.0:1788696254.580241:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f6df8fe2. 00000100:00000001:1.0:1788696254.580244:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696254.580248:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000f6864119 x1875583274372480/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696254.580256:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000f6864119 x1875583274372480/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696254.580262:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696254.580263:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696254.580265:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696254.580266:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696254.580268:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696254.580269:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696254.580271:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696254.580276:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=5 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696254.580279:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=5 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696254.580281:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696254.580282:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696254.580289:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696254.580292:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696254.580295:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696254.580296:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696254.580298:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696254.580300:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696254.580303:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6864119 x1875583274372480/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696254.580309:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696254.580311:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696254.580313:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696254.580315:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6864119 x1875583274372480/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696254.580322:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274372480:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696254.580326:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696254.580328:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696254.580330:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6864119 x1875583274372480/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696270 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696254.580335:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696254.580337:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696254.580339:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000068f8058. 02000000:00000001:1.0:1788696254.580343:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696254.580345:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696254.580346:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696254.580348:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696254.580349:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f8e491. 02000000:00000001:1.0:1788696254.580353:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696254.580354:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696254.580355:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6864119. 00000100:00000001:1.0:1788696254.580358:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696254.580359:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696254.580361:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696254.580365:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696254.580371:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696254.580373:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696254.580375:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696255.534086:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696255.534094:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696255.534100:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696255.534101:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696255.534589:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696255.534592:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696255.534595:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696255.853947:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307217649, at 4307217664 00000100:00000010:1.0:1788696255.853962:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00000100:00000040:0.0:1788696255.854040:0:207098:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307217649, at 4307217664 00000100:00000010:0.0:1788696255.854048:0:207098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b6749. 00000100:00000040:2.0:1788696255.854067:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307217649, at 4307217664 00000100:00000010:2.0:1788696255.854075:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00000100:00000040:3.0:1788696255.854125:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307217649, at 4307217664 00000100:00000010:3.0:1788696255.854132:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00010000:00000001:2.0:1788696256.558992:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696256.559001:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696256.559005:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696256.559006:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696256.559223:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696256.559226:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696256.559228:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696257.582017:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696257.582025:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696257.582030:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696257.582031:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696257.582052:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696257.582054:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696257.582057:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696258.606093:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696258.606101:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696258.606103:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696258.606106:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696258.606111:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696258.606113:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696258.606115:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696258.606117:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696258.606121:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696258.606122:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696258.606182:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696258.606186:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696258.606188:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696259.629972:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696259.629978:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696259.629984:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696259.629985:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696259.630064:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696259.630068:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696259.630071:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696259.694534:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696259.694544:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696259.694549:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006baa80f3. 00000020:00000040:1.0:1788696259.694556:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696259.694561:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696259.694563:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696259.694568:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696259.694575:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dffc0522. 00000100:00000001:1.0:1788696259.694582:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696259.694593:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000006baa80f3 x1875583274372736/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696259.694603:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696259.694605:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696259.694611:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006baa80f3] to pc [ptlrpcd_00_00+0] req@000000006baa80f3 x1875583274372736/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696259.694632:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696259.694635:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696259.694638:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696259.694641:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c801b762. 00000020:00000040:1.0:1788696259.694643:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696259.694645:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696259.694646:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696259.694648:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696259.694651:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000032870841. 00000100:00000001:1.0:1788696259.694654:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696259.694657:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000c801b762 x1875583274372864/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696259.694676:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696259.694677:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696259.694681:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c801b762] to pc [ptlrpcd_00_01+1] req@00000000c801b762 x1875583274372864/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696259.694690:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696259.694692:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696259.694694:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696259.694697:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006716c132. 00000020:00000040:1.0:1788696259.694699:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696259.694701:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696259.694703:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696259.694705:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696259.694708:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006596e7c6. 00000100:00000001:1.0:1788696259.694711:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696259.694714:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000006716c132 x1875583274372992/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696259.694720:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696259.694721:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696259.694723:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006716c132] to pc [ptlrpcd_00_02+2] req@000000006716c132 x1875583274372992/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696259.694735:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696259.694736:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788696259.694739:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788696259.694742:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12559) 00000100:00000001:1.0:1788696259.694748:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696259.694751:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696259.694752:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696259.694755:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006716c132 x1875583274372992/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696259.694768:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696259.694770:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696259.694772:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696259.694774:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696259.694776:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696259.694778:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006716c132 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274372992:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696259.694781:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696259.694786:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696259.694787:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696259.694789:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696259.694791:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d90c3ed1. 02000000:00000001:1.0:1788696259.694792:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696259.694797:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020c5c111. 00000400:00000010:1.0:1788696259.694802:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6df8fe2. 00000100:00000200:1.0:1788696259.694807:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274372992, portal 10 00000100:00000001:1.0:1788696259.694808:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696259.694810:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877476352 : -113296832075264 : ffff98f50691ea00) 00000100:00000040:1.0:1788696259.694814:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006716c132 x1875583274372992/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696259.695102:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696259.695105:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696259.695108:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c401c26b. 00000100:00000200:1.0:1788696259.695110:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274372992, offset 0 00000400:00000200:1.0:1788696259.695114:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696259.695126:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696259.695131:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696259.695135:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696259.695139:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696259.695141:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696259.695145:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [424:424:256:4294967295] 192.168.201.118@tcp LPNI seq info [424:424:8:4294967295] 00000400:00000200:1.0:1788696259.695157:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696259.695170:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696259.695174:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb85f65. 00000800:00000200:1.0:1788696259.695179:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696259.695185:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696259.695188:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004bb85f65 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696259.695198:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696259.695202:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 29550 usecs (30 jiffies) 00000100:00000001:1.0:1788696259.695206:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307221535 00000100:00000010:1.0:1788696259.695209:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaf496b0. 00000100:00000001:1.0:1788696259.695214:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696259.695218:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307221535 00000100:00000010:1.0:1788696259.695220:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d1d951b. 00000100:00000001:1.0:1788696259.695221:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788696259.695223:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307221535 00000100:00000010:1.0:1788696259.695225:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a910904. 00000100:00000001:1.0:1788696259.695228:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696259.695230:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307221535 00000100:00000010:1.0:1788696259.695232:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d80e0650. 00000100:00000001:1.0:1788696259.695234:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696259.695237:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696259.695240:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696259.695242:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696259.695244:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696259.695249:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696259.695251:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696259.695252:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696259.695253:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696259.695254:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696259.695255:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696259.695262:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696259.695278:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696259.695380:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696259.695384:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb85f65. 00000400:00000200:1.0:1788696259.695389:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696259.695394:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696259.695399:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c401c26b 00000400:00000010:1.0:1788696259.695401:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c401c26b. 00000100:00000001:1.0:1788696259.695405:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696259.695409:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006716c132 x1875583274372992/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696259.695418:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696259.695420:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006716c132 x1875583274372992/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696259.695427:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696259.695429:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696259.695456:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696259.695460:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696259.695461:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696259.695466:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006baa80f3 x1875583274372736/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696259.695476:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696259.695478:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696259.695530:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696259.695531:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696259.695533:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696259.695535:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006baa80f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274372736:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696259.695538:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696259.695540:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696259.695541:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696259.695543:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696259.695546:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c89ee080. 02000000:00000001:3.0:1788696259.695547:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696259.695551:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a94fcc17. 00000400:00000010:3.0:1788696259.695574:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008adcd611. 00000100:00000200:3.0:1788696259.695578:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274372736, portal 25 00000100:00000001:3.0:1788696259.695580:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696259.695582:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877468288 : -113296832083328 : ffff98f50691ca80) 00000100:00000040:3.0:1788696259.695587:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006baa80f3 x1875583274372736/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696259.695593:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696259.695603:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696259.695607:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d21c6e9a. 00000100:00000200:3.0:1788696259.695610:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274372736, offset 0 00000400:00000200:3.0:1788696259.695615:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696259.695621:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696259.695624:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696259.695627:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696259.695629:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696259.695630:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696259.695632:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [425:425:256:4294967295] 192.168.201.118@tcp LPNI seq info [425:425:8:4294967295] 00000400:00000200:3.0:1788696259.695638:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696259.695641:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696259.695644:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006beeb4bb. 00000800:00000200:3.0:1788696259.695647:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696259.695650:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696259.695653:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006beeb4bb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696259.695661:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696259.695663:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307222770 00000100:00000001:3.0:1788696259.695667:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307221535 00000100:00000001:3.0:1788696259.695669:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307222770 00000100:00000001:3.0:1788696259.695671:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307221535 00000100:00000001:3.0:1788696259.695673:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307222770 00000100:00000001:3.0:1788696259.695675:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307221535 00000100:00000001:3.0:1788696259.695677:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307222770 00000100:00000001:3.0:1788696259.695680:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307221535 00000100:00000001:3.0:1788696259.695682:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696259.695683:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696259.695684:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696259.695685:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696259.695687:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696259.695688:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788696259.695689:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696259.695693:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c801b762 x1875583274372864/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696259.695702:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696259.695702:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696259.695706:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696259.695706:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1788696259.695709:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788696259.695710:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1788696259.695713:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696259.695714:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696259.695717:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696259.695718:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696259.695721:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696259.695723:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274372864:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696259.695728:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696259.695731:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696259.695733:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696259.695735:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696259.695739:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022010fc6. 02000000:00000001:1.0:1788696259.695741:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696259.695744:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000181723cd. 00000400:00000010:1.0:1788696259.695748:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c401c26b. 00000100:00000200:1.0:1788696259.695756:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274372864, portal 10 00000100:00000001:1.0:1788696259.695758:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696259.695759:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877469184 : -113296832082432 : ffff98f50691ce00) 00000100:00000040:1.0:1788696259.695763:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c801b762 x1875583274372864/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696259.695767:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696259.695768:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696259.695771:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012b41b2b. 00000100:00000200:1.0:1788696259.695773:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274372864, offset 0 00000800:00000200:3.0:1788696259.695773:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696259.695778:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006beeb4bb. 00000400:00000200:1.0:1788696259.695782:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696259.695784:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696259.695788:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696259.695792:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696259.695795:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696259.695800:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696259.695802:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696259.695804:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696259.695806:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [426:426:255:4294967295] 192.168.201.118@tcp LPNI seq info [426:426:7:4294967295] 00000400:00000200:1.0:1788696259.695814:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696259.695828:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696259.695831:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb85f65. 00000800:00000200:1.0:1788696259.695835:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696259.695839:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696259.695842:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004bb85f65 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696259.695864:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696259.695868:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 29396 usecs (30 jiffies) 00000100:00000001:1.0:1788696259.695870:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307221536 00000100:00000001:1.0:1788696259.695871:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307222770 00000100:00000001:1.0:1788696259.695873:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307221536 00000100:00000001:1.0:1788696259.695874:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307222770 00000100:00000001:1.0:1788696259.695875:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307221536 00000100:00000001:1.0:1788696259.695882:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307222770 00000100:00000001:1.0:1788696259.695884:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307221536 00000100:00000001:1.0:1788696259.695885:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307222770 00000100:00000001:1.0:1788696259.695887:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696259.695889:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696259.695891:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696259.695893:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696259.695896:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696259.695897:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696259.695899:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696259.695900:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696259.695901:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696259.695903:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696259.697109:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21c6e9a 00000400:00000010:3.0:1788696259.697115:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d21c6e9a. 00000100:00000001:3.0:1788696259.697120:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696259.697126:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006baa80f3 x1875583274372736/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696259.697136:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696259.697139:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006baa80f3 x1875583274372736/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696259.697146:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696259.697147:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696259.697155:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696259.697164:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696259.697167:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696259.697169:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696259.697176:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696259.697186:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0cf80 00000400:00000200:3.0:1788696259.697193:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xe15 [1] + 224 00000800:00000001:3.0:1788696259.697199:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696259.697204:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696259.697207:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696259.697210:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696259.697214:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696259.697218:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006716c132 x1875583274372992/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696259.697237:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006716c132 x1875583274372992/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696259.697250:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788696259.697283:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696259.697286:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb85f65. 00000400:00000200:3.0:1788696259.697290:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696259.697294:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696259.697296:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012b41b2b 00000400:00000010:3.0:1788696259.697297:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000012b41b2b. 00000100:00000001:3.0:1788696259.697300:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696259.697303:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000c801b762 x1875583274372864/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696259.697309:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696259.697311:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c801b762 x1875583274372864/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696259.697317:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696259.697318:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696259.697321:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696259.697324:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696259.697333:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696259.697336:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696259.697342:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696259.697344:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696259.697345:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020c5c111. 00000400:00000200:3.0:1788696259.697348:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6df8fe2 00000400:00000010:3.0:1788696259.697350:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f6df8fe2. 00000100:00000001:3.0:1788696259.697352:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696259.697355:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006716c132 x1875583274372992/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696259.697362:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006716c132 x1875583274372992/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696259.697378:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696259.697380:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696259.697382:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696259.697384:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696259.697386:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696259.697388:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696259.697391:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696259.697398:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=9 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696259.697401:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=126 v=5 (1 1 0 0) 00000100:00000001:3.0:1788696259.697404:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696259.697406:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696259.697408:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788696259.697412:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006716c132 x1875583274372992/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696259.697418:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696259.697422:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696259.697423:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696259.697426:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696259.697427:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696259.697430:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006716c132 x1875583274372992/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696259.697436:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696259.697438:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696259.697440:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696259.697443:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006716c132 x1875583274372992/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696259.697450:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006716c132 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274372992:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696259.697453:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696259.697455:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696259.697457:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006716c132 x1875583274372992/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696259.697472:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696259.697474:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696259.697476:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d90c3ed1. 02000000:00000001:3.0:1788696259.697479:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696259.697482:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696259.697484:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696259.697486:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696259.697489:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006596e7c6. 02000000:00000001:3.0:1788696259.697492:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696259.697493:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696259.697495:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006716c132. 00000100:00000001:3.0:1788696259.697498:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696259.697499:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696259.697501:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696259.697507:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696259.697508:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696259.697510:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696259.697512:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696259.699481:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696259.699495:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696259.699499:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696259.699502:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696259.699512:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696259.699525:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0ce80 00000400:00000200:0.0:1788696259.699534:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xe1d [1] + 224 00000800:00000001:0.0:1788696259.699540:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696259.699543:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696259.699546:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696259.699549:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696259.699555:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696259.699561:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006baa80f3 x1875583274372736/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696259.699572:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006baa80f3 x1875583274372736/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696259.699595:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696259.699602:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696259.699607:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696259.699609:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696259.699618:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696259.699624:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696259.699632:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0cf00 00000400:00000200:0.0:1788696259.699639:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xe25 [1] + 224 00000800:00000001:0.0:1788696259.699644:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696259.699684:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696259.699687:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696259.699691:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696259.699695:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696259.699699:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000c801b762 x1875583274372864/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696259.699708:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c801b762 x1875583274372864/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696259.699723:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696259.699727:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696259.699731:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696259.699745:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696259.699749:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696259.699755:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696259.699757:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696259.699759:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000181723cd. 00000400:00000200:0.0:1788696259.699764:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c401c26b 00000400:00000010:0.0:1788696259.699766:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c401c26b. 00000100:00000001:0.0:1788696259.699770:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696259.699773:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000c801b762 x1875583274372864/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696259.699781:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000c801b762 x1875583274372864/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696259.699787:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696259.699789:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696259.699792:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696259.699794:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696259.699797:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696259.699804:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696259.699807:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696259.699815:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=10 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696259.699831:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=10 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696259.699834:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696259.699835:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696259.699837:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696259.699840:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696259.699863:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696259.699865:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696259.699867:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696259.699869:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696259.699873:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c801b762 x1875583274372864/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696259.699881:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696259.699884:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696259.699885:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696259.699889:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c801b762 x1875583274372864/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696259.699895:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274372864:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696259.699900:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696259.699903:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696259.699905:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c801b762 x1875583274372864/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696259.699911:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696259.699913:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696259.699916:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022010fc6. 02000000:00000001:0.0:1788696259.699919:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696259.699921:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696259.699923:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696259.699925:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696259.699927:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000032870841. 02000000:00000001:0.0:1788696259.699931:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696259.699937:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696259.699939:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c801b762. 00000100:00000001:0.0:1788696259.699943:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696259.699945:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696259.699946:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696259.699953:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696259.699955:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696259.699957:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696259.699959:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696259.700061:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696259.700064:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696259.700068:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696259.700070:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696259.700071:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a94fcc17. 00000400:00000200:3.0:1788696259.700075:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008adcd611 00000400:00000010:3.0:1788696259.700077:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008adcd611. 00000100:00000001:3.0:1788696259.700079:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696259.700083:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006baa80f3 x1875583274372736/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696259.700091:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006baa80f3 x1875583274372736/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696259.700097:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696259.700098:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696259.700100:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696259.700101:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696259.700102:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696259.700108:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696259.700110:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696259.700113:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=10 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696259.700116:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=10 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696259.700118:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696259.700119:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696259.700121:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696259.700122:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696259.700124:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696259.700127:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006baa80f3 x1875583274372736/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696259.700133:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696259.700135:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696259.700137:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696259.700139:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006baa80f3 x1875583274372736/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696259.700146:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006baa80f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274372736:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696259.700150:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696259.700152:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696259.700154:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006baa80f3 x1875583274372736/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696275 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696259.700160:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696259.700161:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696259.700163:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c89ee080. 02000000:00000001:3.0:1788696259.700166:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696259.700167:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696259.700168:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696259.700170:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696259.700171:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dffc0522. 02000000:00000001:3.0:1788696259.700173:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696259.700174:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696259.700175:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006baa80f3. 00000100:00000001:3.0:1788696259.700178:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696259.700184:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696259.700187:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696259.700191:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696259.700193:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696259.700195:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696259.700197:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696260.653968:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696260.653990:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696260.653997:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696260.653998:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696260.654017:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696260.654020:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696260.654022:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696260.973977:0:207098:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307222770, at 4307222784 00000100:00000040:1.0:1788696260.973977:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307222770, at 4307222784 00000100:00000040:2.0:1788696260.973977:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307222770, at 4307222784 00000100:00000010:0.0:1788696260.973995:0:207098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaf496b0. 00000100:00000010:2.0:1788696260.973997:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a910904. 00000100:00000010:1.0:1788696260.974044:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d1d951b. 00000100:00000040:3.0:1788696260.974624:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307222770, at 4307222784 00000100:00000010:3.0:1788696260.974631:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d80e0650. 00010000:00000001:2.0:1788696261.678085:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696261.678091:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696261.678096:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696261.678097:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696261.678150:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696261.678154:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696261.678157:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696262.701964:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696262.701971:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696262.701977:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696262.701977:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696262.702044:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696262.702048:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696262.702051:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696263.725970:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696263.725976:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696263.725980:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696263.725981:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696263.726008:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696263.726011:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696263.726014:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696264.749967:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696264.749975:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696264.749980:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696264.749984:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696264.749986:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696264.749989:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696264.749993:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696264.749995:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696264.749997:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696264.749998:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696264.750635:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696264.750642:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696264.750645:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696264.814698:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696264.814709:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696264.814720:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d115929. 00000020:00000040:3.0:1788696264.814761:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696264.814767:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696264.814770:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696264.814777:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696264.814789:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006beeb4bb. 00000100:00000001:3.0:1788696264.814800:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696264.814813:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000004d115929 x1875583274373120/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696264.814824:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696264.814827:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696264.814832:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d115929] to pc [ptlrpcd_00_03+3] req@000000004d115929 x1875583274373120/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696264.814987:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696264.814988:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788696264.814992:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696264.814997:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696264.815000:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696264.815012:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d115929 x1875583274373120/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696264.815024:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696264.815026:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696264.815030:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696264.815033:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696264.815035:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696264.815038:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274373120:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696264.815042:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696264.815048:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696264.815050:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696264.815052:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696264.815057:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005c058d2d. 02000000:00000001:1.0:1788696264.815059:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696264.815066:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000097b92ab. 00000400:00000010:1.0:1788696264.815085:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f37ab13. 00000100:00000200:1.0:1788696264.815091:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274373120, portal 25 00000100:00000001:1.0:1788696264.815094:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696264.815095:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548236416 : -113296161315200 : ffff98f52e8ce680) 00000100:00000040:1.0:1788696264.815100:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d115929 x1875583274373120/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696264.815106:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696264.815109:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696264.815111:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000144fb93. 00000100:00000200:1.0:1788696264.815113:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274373120, offset 0 00000400:00000200:1.0:1788696264.815119:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696264.815132:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696264.815138:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696264.815142:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696264.815145:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696264.815148:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696264.815151:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [427:427:256:4294967295] 192.168.201.118@tcp LPNI seq info [427:427:8:4294967295] 00000400:00000200:1.0:1788696264.815162:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696264.815168:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696264.815173:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000520c6b2f. 00000800:00000200:1.0:1788696264.815179:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696264.815187:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696264.815190:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000520c6b2f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696264.815205:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696264.815210:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307227890 00000100:00000010:1.0:1788696264.815214:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000721208b6. 00000100:00000001:1.0:1788696264.815220:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696264.815224:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307227890 00000100:00000010:1.0:1788696264.815227:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000626f377. 00000100:00000001:1.0:1788696264.815230:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788696264.815238:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307227890 00000100:00000010:1.0:1788696264.815240:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005dd2cbdf. 00000100:00000001:1.0:1788696264.815243:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696264.815246:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307227890 00000100:00000010:1.0:1788696264.815248:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007edff0d3. 00000100:00000001:1.0:1788696264.815250:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696264.815253:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696264.815255:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696264.815258:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696264.815260:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696264.815268:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696264.815269:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696264.815271:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696264.815273:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696264.815274:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696264.815276:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696264.815280:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696264.815284:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788696264.815287:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696264.815289:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696264.815291:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696264.815294:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696264.815374:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696264.815379:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000520c6b2f. 00000400:00000200:1.0:1788696264.815384:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696264.815389:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696264.815394:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000144fb93 00000400:00000010:1.0:1788696264.815396:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000144fb93. 00000100:00000001:1.0:1788696264.815410:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696264.815414:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004d115929 x1875583274373120/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696264.815424:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696264.815427:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d115929 x1875583274373120/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696264.815433:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696264.815434:0:201295:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:3.0:1788696264.815459:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000842c2c60. 00000100:00000001:3.0:1788696264.815465:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696264.815469:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000048524a16 x1875583274373248/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696264.815475:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696264.815476:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696264.815478:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_00+0] req@0000000048524a16 x1875583274373248/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696264.815501:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696264.815502:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696264.815505:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696264.815507:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c1b66ce. 00000020:00000040:3.0:1788696264.815509:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696264.815511:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696264.815512:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696264.815513:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696264.815516:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f68a3b. 00000100:00000001:3.0:1788696264.815518:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696264.815520:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000000c1b66ce x1875583274373376/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696264.815524:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696264.815525:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696264.815526:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1b66ce] to pc [ptlrpcd_00_01+1] req@000000000c1b66ce x1875583274373376/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696264.815541:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696264.815542:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788696264.815545:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788696264.815552:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12564) 00000100:00000001:1.0:1788696264.815960:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696264.815965:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696264.815967:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696264.815973:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274373248/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696264.815989:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696264.815991:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696264.815994:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696264.815997:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696264.816000:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696264.816003:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274373248:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696264.816007:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696264.816012:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696264.816014:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696264.816017:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696264.816021:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a525245d. 02000000:00000001:1.0:1788696264.816023:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696264.816029:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000764e5b61. 00000400:00000010:1.0:1788696264.816036:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000144fb93. 00000100:00000200:1.0:1788696264.816042:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274373248, portal 10 00000100:00000001:1.0:1788696264.816044:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696264.816046:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000100:00000040:1.0:1788696264.816053:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274373248/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696264.816060:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696264.816063:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696264.816177:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de91f7a2. 00000100:00000200:1.0:1788696264.816181:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274373248, offset 0 00000400:00000200:1.0:1788696264.816187:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696264.816198:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696264.816203:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696264.816206:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696264.816209:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696264.816211:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696264.816215:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [428:428:256:4294967295] 192.168.201.118@tcp LPNI seq info [428:428:8:4294967295] 00000400:00000200:1.0:1788696264.816225:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696264.816236:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696264.816240:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000520c6b2f. 00000800:00000200:1.0:1788696264.816246:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696264.816253:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696264.816256:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000520c6b2f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696264.816371:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696264.816377:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 29215 usecs (30 jiffies) 00000100:00000001:1.0:1788696264.816381:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307226656 00000100:00000001:1.0:1788696264.816384:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307227890 00000100:00000001:1.0:1788696264.816386:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307226656 00000100:00000001:1.0:1788696264.816388:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307227890 00000100:00000001:1.0:1788696264.816390:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307226656 00000100:00000001:1.0:1788696264.816392:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307227890 00000100:00000001:1.0:1788696264.816394:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307226656 00000100:00000001:1.0:1788696264.816396:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307227890 00000100:00000001:1.0:1788696264.816398:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696264.816401:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696264.816404:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696264.816406:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696264.816413:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696264.816415:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696264.816417:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696264.816419:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696264.816420:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696264.816422:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788696264.816424:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696264.816425:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696264.816427:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696264.816428:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696264.816429:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696264.816436:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696264.816440:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c1b66ce x1875583274373376/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696264.816448:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696264.816449:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696264.816451:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696264.816452:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696264.816454:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696264.816456:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274373376:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696264.816460:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696264.816462:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696264.816464:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696264.816465:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696264.816468:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021a0f1e2. 02000000:00000001:1.0:1788696264.816469:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696264.816472:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e751fda4. 00000400:00000010:1.0:1788696264.816476:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005f95c5f. 00000100:00000200:1.0:1788696264.816479:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274373376, portal 10 00000100:00000001:1.0:1788696264.816480:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696264.816482:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548240896 : -113296161310720 : ffff98f52e8cf800) 00000100:00000040:1.0:1788696264.816488:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c1b66ce x1875583274373376/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696264.816493:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696264.816496:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696264.816498:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2359dc9. 00000100:00000200:1.0:1788696264.816500:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274373376, offset 0 00000400:00000200:1.0:1788696264.816504:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696264.816509:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696264.816512:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696264.816514:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696264.816516:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696264.816518:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696264.816521:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [429:429:255:4294967295] 192.168.201.118@tcp LPNI seq info [429:429:7:4294967295] 00000400:00000200:1.0:1788696264.816534:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696264.816539:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696264.816541:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7e36ce6. 00000800:00000200:1.0:1788696264.816545:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696264.816549:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696264.816551:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f7e36ce6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696264.816554:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696264.816558:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 29340 usecs (30 jiffies) 00000100:00000001:1.0:1788696264.816560:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307226656 00000100:00000001:1.0:1788696264.816562:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307227890 00000100:00000001:1.0:1788696264.816564:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307226656 00000100:00000001:1.0:1788696264.816566:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307227890 00000100:00000001:1.0:1788696264.816567:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307226656 00000100:00000001:1.0:1788696264.816569:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307227890 00000100:00000001:1.0:1788696264.816571:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307226656 00000100:00000001:1.0:1788696264.816573:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307227890 00000100:00000001:1.0:1788696264.816575:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696264.816576:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696264.816578:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696264.816581:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696264.816648:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696264.816652:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000520c6b2f. 00000400:00000200:3.0:1788696264.816657:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696264.816661:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696264.816667:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de91f7a2 00000400:00000010:3.0:1788696264.816668:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000de91f7a2. 00000100:00000001:3.0:1788696264.816673:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696264.816676:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274373248/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696264.816684:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696264.816686:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274373248/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696264.816692:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696264.816694:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696264.817194:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696264.817200:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696264.817205:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696264.817206:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696264.817657:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696264.817662:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7e36ce6. 00000400:00000200:3.0:1788696264.817666:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696264.817672:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696264.817677:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2359dc9 00000400:00000010:3.0:1788696264.817678:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c2359dc9. 00000100:00000001:3.0:1788696264.817682:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696264.817686:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000c1b66ce x1875583274373376/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696264.817696:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696264.817699:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c1b66ce x1875583274373376/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696264.817723:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696264.817734:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696264.824764:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696264.824786:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696264.824791:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696264.824792:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696264.824803:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696264.824822:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0d080 00000400:00000200:0.0:1788696264.824830:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xe35 [1] + 224 00000800:00000001:0.0:1788696264.824837:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696264.824839:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696264.824842:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696264.825000:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696264.825009:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696264.825017:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274373248/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696264.825027:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274373248/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696264.825046:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696264.825062:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696264.825067:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696264.825086:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696264.825089:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696264.825090:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788696264.825092:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696264.825097:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0d100 00000400:00000200:0.0:1788696264.825102:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xe3d [1] + 224 00000800:00000001:0.0:1788696264.825106:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788696264.825107:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1788696264.825110:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696264.825113:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696264.825116:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000001:1.0:1788696264.825118:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696264.825122:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696264.825125:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000764e5b61. 00000400:00000200:1.0:1788696264.825131:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000144fb93 00000400:00000010:1.0:1788696264.825134:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000144fb93. 00000100:00000001:1.0:1788696264.825138:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788696264.825139:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696264.825144:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274373248/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696264.825147:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000c1b66ce x1875583274373376/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696264.825164:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c1b66ce x1875583274373376/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696264.825171:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696264.825175:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696264.825178:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696264.825181:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696264.825183:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696264.825190:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696264.825199:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0d000 00000100:00000200:1.0:1788696264.825201:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274373248/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696264.825210:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xe2d [1] + 224 00000100:00000001:1.0:1788696264.825218:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696264.825219:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788696264.825222:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696264.825226:0:201300:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:0.0:1788696264.825230:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788696264.825230:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1788696264.825235:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788696264.825236:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696264.825240:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696264.825243:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 02000000:00000001:1.0:1788696264.825246:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696264.825248:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696264.825252:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004d115929 x1875583274373120/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696264.825258:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d115929 x1875583274373120/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1788696264.825259:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=15 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696264.825269:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=15 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696264.825274:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696264.825277:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696264.825283:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696264.825288:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696264.825292:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696264.825294:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696264.825296:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696264.825297:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696264.825299:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696264.825304:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1788696264.825306:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274373248/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788696264.825309:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696264.825318:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696264.825321:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696264.825324:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696264.825328:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274373248/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696264.825336:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274373248:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696264.825344:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696264.825347:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696264.825351:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274373248/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696264.825367:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696264.825369:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696264.825375:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1788696264.825377:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1788696264.825381:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a525245d. 02000000:00000001:1.0:1788696264.825388:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:2.0:1788696264.825389:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1788696264.825392:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000400:00000001:2.0:1788696264.825393:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1788696264.825397:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696264.825400:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696264.825402:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000842c2c60. 02000000:00000001:1.0:1788696264.825407:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696264.825411:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1788696264.825412:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000097b92ab. 00000100:00000010:1.0:1788696264.825417:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000400:00000200:2.0:1788696264.825421:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f37ab13 00000400:00000010:2.0:1788696264.825424:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003f37ab13. 00000100:00000001:1.0:1788696264.825426:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696264.825429:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788696264.825430:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696264.825438:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788696264.825440:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004d115929 x1875583274373120/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696264.825446:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696264.825453:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696264.825460:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1788696264.825460:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004d115929 x1875583274373120/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788696264.825465:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696264.825473:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e751fda4. 00000100:00000001:2.0:1788696264.825474:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696264.825477:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696264.825481:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005f95c5f 00000100:00000001:2.0:1788696264.825481:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696264.825486:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1788696264.825488:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000005f95c5f. 00000100:00000001:2.0:1788696264.825488:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696264.825495:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696264.825496:0:201300:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:2.0:1788696264.825499:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696264.825505:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000c1b66ce x1875583274373376/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1788696264.825506:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=15 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696264.825518:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=15 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696264.825532:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696264.825535:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696264.825544:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696264.825548:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696264.825549:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000c1b66ce x1875583274373376/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696264.825551:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696264.825562:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d115929 x1875583274373120/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696264.825581:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696264.825584:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696264.825588:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696264.825590:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696264.825594:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696264.825596:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696264.825598:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696264.825601:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696264.825602:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696264.825607:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696264.825609:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d115929 x1875583274373120/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1788696264.825615:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=14 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696264.825629:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=131 v=5 (1 1 0 0) 00000100:00100000:2.0:1788696264.825633:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274373120:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696264.825639:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696264.825642:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696264.825645:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696264.825647:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788696264.825653:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000c1b66ce x1875583274373376/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696264.825658:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696264.825664:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d115929 x1875583274373120/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696264.825678:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696264.825685:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696264.825688:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696264.825695:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696264.825695:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1788696264.825699:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696264.825701:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696264.825706:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005c058d2d. 00000100:00000040:1.0:1788696264.825708:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c1b66ce x1875583274373376/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696264.825715:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696264.825719:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696264.825723:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696264.825741:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788696264.825743:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788696264.825747:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696264.825751:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1788696264.825752:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006beeb4bb. 00000100:00000040:1.0:1788696264.825757:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c1b66ce x1875583274373376/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696264.825760:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696264.825766:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696264.825772:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d115929. 00000100:00100000:1.0:1788696264.825781:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274373376:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696264.825782:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696264.825786:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696264.825791:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696264.825792:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696264.825802:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696264.825807:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c1b66ce x1875583274373376/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696280 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696264.825810:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696264.825815:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696264.825823:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696264.825826:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696264.825834:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696264.825839:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696264.825842:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021a0f1e2. 02000000:00000001:1.0:1788696264.825872:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696264.825875:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696264.825876:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696264.825879:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696264.825885:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f68a3b. 02000000:00000001:1.0:1788696264.825889:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696264.825896:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696264.825898:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c1b66ce. 00000100:00000001:1.0:1788696264.825901:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696264.825903:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696264.825905:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696264.825911:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696264.825913:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696264.825915:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696264.825916:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696265.773966:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696265.773985:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696265.773992:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696265.773993:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696265.774384:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696265.774388:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696265.774391:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696266.093994:0:207098:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307227890, at 4307227904 00000100:00000010:0.0:1788696266.094016:0:207098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000721208b6. 00000100:00000040:3.0:1788696266.094058:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307227890, at 4307227904 00000100:00000010:3.0:1788696266.094074:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007edff0d3. 00000100:00000040:2.0:1788696266.094178:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307227890, at 4307227904 00000100:00000010:2.0:1788696266.094184:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005dd2cbdf. 00000100:00000040:1.0:1788696266.094823:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307227890, at 4307227904 00000100:00000010:1.0:1788696266.094833:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000626f377. 00010000:00000001:2.0:1788696266.798620:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696266.798628:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696266.798633:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696266.798634:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696266.798705:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696266.798709:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696266.798712:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696267.822005:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696267.822022:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696267.822029:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696267.822030:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696267.822152:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696267.822158:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696267.822162:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696268.848831:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696268.848838:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696268.848840:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696268.848842:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696268.848880:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696268.848882:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696268.848885:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696268.848888:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696268.848893:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696268.848894:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696268.848997:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696268.849000:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696268.849002:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696269.869923:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696269.869930:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696269.869936:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696269.869944:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696269.869998:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696269.870003:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696269.870006:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696269.933991:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696269.934005:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696269.934014:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016cdf310. 00000020:00000040:1.0:1788696269.934021:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696269.934026:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696269.934029:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696269.934034:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696269.934042:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000155bbcce. 00000100:00000001:1.0:1788696269.934050:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696269.934061:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000016cdf310 x1875583274373504/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696269.934071:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696269.934073:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696269.934077:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016cdf310] to pc [ptlrpcd_00_02+2] req@0000000016cdf310 x1875583274373504/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696269.934398:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696269.934401:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696269.934404:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696269.934406:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5a80015. 00000020:00000040:1.0:1788696269.934409:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696269.934411:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696269.934412:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1788696269.934422:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1788696269.934427:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696269.934428:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696269.934431:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1788696269.934432:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000372e11cf. 00000100:00000040:0.0:1788696269.934436:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016cdf310 x1875583274373504/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696269.934437:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696269.934441:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696269.934446:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696269.934448:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000b5a80015 x1875583274373632/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696269.934449:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696269.934452:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696269.934457:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696269.934459:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696269.934462:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1788696269.934463:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696269.934466:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696269.934469:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000016cdf310 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274373504:192.168.201.118@tcp:400: 00000100:00000040:1.0:1788696269.934475:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5a80015] to pc [ptlrpcd_00_03+3] req@00000000b5a80015 x1875583274373632/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696269.934476:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696269.934483:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696269.934486:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696269.934489:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788696269.934493:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696269.934494:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2b34187. 02000000:00000001:0.0:1788696269.934498:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696269.934499:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696269.934504:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1788696269.934505:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d3e7f38. 00000100:00000010:1.0:1788696269.934508:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b66d9e0. 00000020:00000040:1.0:1788696269.934512:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696269.934514:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1788696269.934515:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543061b9. 00000100:00000001:1.0:1788696269.934515:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696269.934518:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788696269.934519:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1788696269.934521:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696269.934522:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1788696269.934525:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274373504, portal 25 02000000:00000010:1.0:1788696269.934526:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f7e36ce6. 00000100:00000040:2.0:1788696269.934529:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b5a80015 x1875583274373632/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696269.934531:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696269.934532:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696269.934534:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479936 : -113296832071680 : ffff98f50691f800) 00000100:00000040:1.0:1788696269.934542:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000002b66d9e0 x1875583274373760/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1788696269.934545:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000016cdf310 x1875583274373504/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696269.934547:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696269.934550:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696269.934555:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696269.934558:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696269.934560:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1788696269.934563:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696269.934564:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696269.934573:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b66d9e0] to pc [ptlrpcd_00_00+0] req@000000002b66d9e0 x1875583274373760/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696269.934573:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b5a80015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274373632:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696269.934581:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696269.934585:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696269.934588:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696269.934593:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696269.934600:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004178256f. 00000100:00000001:0.0:1788696269.934601:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1788696269.934605:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696269.934609:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696269.934612:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c685865. 00000400:00000010:0.0:1788696269.934614:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044b3f705. 00000100:00000001:1.0:1788696269.934615:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696269.934619:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274373504, offset 0 00000400:00000010:2.0:1788696269.934619:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8fd35c7. 00000100:00000040:1.0:1788696269.934620:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1788696269.934626:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274373632, portal 10 00000100:00000001:2.0:1788696269.934630:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1788696269.934631:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1788696269.934632:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696269.934633:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877466496 : -113296832085120 : ffff98f50691c380) 00000100:00000040:1.0:1788696269.934652:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12569) 00000100:00000040:2.0:1788696269.934657:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b5a80015 x1875583274373632/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696269.934664:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696269.934674:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788696269.934676:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1788696269.934680:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000040:2.0:1788696269.934684:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696269.934687:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1788696269.934688:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b15b59b0. 00000400:00000200:0.0:1788696269.934692:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000200:2.0:1788696269.934694:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274373632, offset 0 00000400:00000200:2.0:1788696269.934702:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696269.934709:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [430:430:256:4294967295] 192.168.201.118@tcp LPNI seq info [430:430:8:4294967295] 00000400:00000200:0.0:1788696269.934720:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696269.934726:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696269.934730:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000010:0.0:1788696269.934733:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014613afe. 00000400:00000200:2.0:1788696269.934735:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696269.934740:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:3.0:1788696269.934743:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1788696269.934744:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:2.0:1788696269.934747:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788696269.934747:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696269.934750:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1788696269.934751:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696269.934754:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [431:431:255:4294967295] 192.168.201.118@tcp LPNI seq info [431:431:7:4294967295] 00000100:00000040:3.0:1788696269.934755:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b66d9e0 x1875583274373760/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788696269.934758:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696269.934765:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000014613afe type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696269.934769:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1788696269.934771:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788696269.934771:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696269.934774:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696269.934776:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1788696269.934777:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 02000000:00000001:3.0:1788696269.934778:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696269.934782:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696269.934782:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002b66d9e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274373760:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696269.934788:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696269.934790:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307233009 00000800:00000010:2.0:1788696269.934790:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078c7cd5c. 02000000:00000001:3.0:1788696269.934792:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696269.934795:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696269.934797:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1788696269.934798:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4964a0e. 00000800:00000200:2.0:1788696269.934799:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 02000000:00000010:3.0:1788696269.934801:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000959b8db6. 02000000:00000001:3.0:1788696269.934803:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696269.934806:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:0.0:1788696269.934807:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1788696269.934810:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078c7cd5c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696269.934814:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696269.934814:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a94fcc17. 00000100:00000001:0.0:1788696269.934815:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307233009 00000100:00000040:2.0:1788696269.934819:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 29082 usecs (30 jiffies) 00000400:00000010:3.0:1788696269.934819:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008adcd611. 00000100:00000010:0.0:1788696269.934821:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047e9a98. 00000100:00000001:2.0:1788696269.934823:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307231774 00000100:00000200:3.0:1788696269.934824:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274373760, portal 10 00000100:00000001:0.0:1788696269.934826:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696269.934827:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307233009 00000100:00000001:3.0:1788696269.934827:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696269.934830:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877478144 : -113296832073472 : ffff98f50691f100) 00000100:00000001:2.0:1788696269.934832:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307231774 00000100:00000001:0.0:1788696269.934834:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307233009 00000100:00000001:2.0:1788696269.934834:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307233009 00000100:00000040:3.0:1788696269.934837:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002b66d9e0 x1875583274373760/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1788696269.934840:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db1d4de9. 00000100:00000001:2.0:1788696269.934840:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307231774 00000100:00000001:3.0:1788696269.934869:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788696269.934872:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1788696269.934875:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696269.934879:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307233010 00000100:00000001:2.0:1788696269.934879:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307233009 00000400:00000010:3.0:1788696269.934879:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d21c6e9a. 00000100:00000200:3.0:1788696269.934883:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274373760, offset 0 00000100:00000001:2.0:1788696269.934884:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307231775 00000100:00000010:0.0:1788696269.934886:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025718597. 00000400:00000200:3.0:1788696269.934890:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696269.934896:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:0.0:1788696269.934899:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1788696269.934901:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788696269.934904:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696269.934905:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307233010 00000400:00000200:3.0:1788696269.934907:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:0.0:1788696269.934910:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696269.934912:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788696269.934915:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696269.934917:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696269.934917:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788696269.934918:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696269.934922:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696269.934923:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696269.934923:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [432:432:254:4294967295] 192.168.201.118@tcp LPNI seq info [432:432:6:4294967295] 00000100:00000001:1.0:1788696269.934925:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696269.934929:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696269.934929:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696269.934933:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696269.934936:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696269.934937:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696269.934938:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1788696269.934940:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:0.0:1788696269.934944:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696269.934945:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1788696269.934947:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696269.934948:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696269.934948:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1788696269.934950:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a4df8fd. 00000100:00000001:0.0:1788696269.934952:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696269.934953:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696269.934955:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788696269.934958:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696269.934959:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696269.934961:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696269.934964:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a4df8fd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696269.934968:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696269.934971:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 29206 usecs (30 jiffies) 00000800:00000200:1.0:1788696269.934972:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1788696269.934973:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307231775 00000800:00000010:1.0:1788696269.934975:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014613afe. 00000100:00000001:3.0:1788696269.934979:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307233009 00000400:00000200:1.0:1788696269.934981:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788696269.934984:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307231775 00000100:00000001:3.0:1788696269.934989:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307233009 00000400:00000200:1.0:1788696269.934990:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696269.934996:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044b3f705 00000100:00000001:3.0:1788696269.934997:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307231775 00000400:00000010:1.0:1788696269.935001:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000044b3f705. 00000100:00000001:3.0:1788696269.935001:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307233009 00000100:00000001:3.0:1788696269.935006:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307231775 00000100:00000001:1.0:1788696269.935008:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1788696269.935008:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307233010 00000100:00000001:3.0:1788696269.935013:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1788696269.935015:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000016cdf310 x1875583274373504/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696269.935016:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696269.935019:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696269.935022:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696269.935027:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696269.935029:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696269.935032:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696269.935034:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788696269.935034:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696269.935038:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696269.935040:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016cdf310 x1875583274373504/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696269.935041:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696269.935050:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696269.935052:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696269.935064:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696269.935066:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078c7cd5c. 00000400:00000200:1.0:1788696269.935068:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696269.935071:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696269.935073:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b15b59b0 00000400:00000010:1.0:1788696269.935074:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b15b59b0. 00000100:00000001:1.0:1788696269.935077:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696269.935079:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b5a80015 x1875583274373632/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696269.935085:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696269.935087:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b5a80015 x1875583274373632/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696269.935092:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696269.935093:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696269.935152:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696269.935155:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a4df8fd. 00000400:00000200:1.0:1788696269.935157:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696269.935161:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696269.935169:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21c6e9a 00000400:00000010:1.0:1788696269.935171:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d21c6e9a. 00000100:00000001:1.0:1788696269.935173:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696269.935176:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002b66d9e0 x1875583274373760/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696269.935183:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696269.935185:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b66d9e0 x1875583274373760/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696269.935190:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696269.935191:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696269.937199:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696269.937215:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696269.937218:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696269.937220:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696269.937234:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696269.937248:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0d180 00000400:00000200:3.0:1788696269.937256:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xe45 [1] + 224 00000800:00000001:3.0:1788696269.937262:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696269.937267:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696269.937270:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696269.937274:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696269.937280:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696269.937285:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000016cdf310 x1875583274373504/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696269.937293:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000016cdf310 x1875583274373504/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696269.937309:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696269.937326:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696269.937336:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696269.937357:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696269.937361:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696269.937367:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696269.937369:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696269.937371:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d3e7f38. 00000400:00000200:0.0:1788696269.937375:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543061b9 00000400:00000010:0.0:1788696269.937377:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000543061b9. 00000100:00000001:0.0:1788696269.937380:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696269.937384:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000016cdf310 x1875583274373504/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696269.937392:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000016cdf310 x1875583274373504/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696269.937399:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696269.937401:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696269.937403:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696269.937406:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696269.937408:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696269.937410:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696269.937413:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696269.937418:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=20 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696269.937421:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=20 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696269.937423:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696269.937424:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696269.937426:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696269.937428:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696269.937435:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696269.937438:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016cdf310 x1875583274373504/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696269.937442:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696269.937445:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696269.937446:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696269.937448:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016cdf310 x1875583274373504/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696269.937452:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000016cdf310 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274373504:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696269.937455:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696269.937456:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696269.937457:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016cdf310 x1875583274373504/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696269.937461:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696269.937463:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696269.937465:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2b34187. 02000000:00000001:0.0:1788696269.937468:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696269.937470:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696269.937472:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696269.937474:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696269.937476:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000155bbcce. 02000000:00000001:0.0:1788696269.937479:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696269.937481:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696269.937482:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016cdf310. 00000100:00000001:0.0:1788696269.937485:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696269.937486:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696269.937488:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696269.937494:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696269.937496:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696269.937498:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696269.937499:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696269.937900:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696269.937907:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696269.937909:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696269.937917:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696269.937922:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696269.937930:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0d200 00000400:00000200:0.0:1788696269.938007:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xe4d [1] + 224 00000800:00000001:0.0:1788696269.938011:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696269.938016:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696269.938018:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696269.938021:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696269.938025:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696269.938028:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b5a80015 x1875583274373632/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696269.938037:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b5a80015 x1875583274373632/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696269.938056:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696269.938061:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696269.938065:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696269.938067:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696269.938069:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696269.938072:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696269.938079:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0d280 00000400:00000200:0.0:1788696269.938083:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xe55 [1] + 224 00000800:00000001:0.0:1788696269.938087:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696269.938093:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696269.938094:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696269.938099:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696269.938100:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696269.938102:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788696269.938104:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1788696269.938108:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002b66d9e0 x1875583274373760/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788696269.938110:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696269.938113:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696269.938116:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c685865. 00000100:00000040:0.0:1788696269.938123:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002b66d9e0 x1875583274373760/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696269.938124:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8fd35c7 00000400:00000010:2.0:1788696269.938127:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8fd35c7. 00000100:00000001:2.0:1788696269.938130:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696269.938134:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b5a80015 x1875583274373632/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696269.938158:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b5a80015 x1875583274373632/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696269.938172:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696269.938175:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696269.938191:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696269.938193:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696269.938195:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696269.938195:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696269.938199:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696269.938201:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696269.938203:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696269.938208:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1788696269.938212:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=20 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696269.938217:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=20 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696269.938220:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696269.938222:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696269.938224:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696269.938228:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696269.938231:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696269.938239:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696269.938241:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696269.938243:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696269.938247:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b5a80015 x1875583274373632/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696269.938254:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696269.938256:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696269.938258:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696269.938260:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b5a80015 x1875583274373632/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696269.938267:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b5a80015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274373632:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696269.938271:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696269.938273:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696269.938275:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b5a80015 x1875583274373632/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696269.938281:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696269.938282:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696269.938285:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004178256f. 02000000:00000001:2.0:1788696269.938288:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696269.938290:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696269.938292:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696269.938294:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696269.938296:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000372e11cf. 02000000:00000001:2.0:1788696269.938299:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696269.938300:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696269.938301:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b5a80015. 00000100:00000001:2.0:1788696269.938305:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696269.938307:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696269.938309:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696269.938314:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696269.938316:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696269.938317:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696269.938318:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696269.938322:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696269.938323:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788696269.938328:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696269.938330:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696269.938331:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a94fcc17. 00000400:00000200:3.0:1788696269.938335:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008adcd611 00000400:00000010:3.0:1788696269.938348:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008adcd611. 00000100:00000001:3.0:1788696269.938351:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696269.938356:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002b66d9e0 x1875583274373760/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696269.938363:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002b66d9e0 x1875583274373760/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696269.938369:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696269.938370:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696269.938372:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696269.938373:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696269.938374:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696269.938376:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696269.938377:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696269.938382:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696269.938385:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=136 v=5 (1 1 0 0) 00000100:00000001:3.0:1788696269.938387:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696269.938388:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696269.938389:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788696269.938392:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000002b66d9e0 x1875583274373760/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696269.938398:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696269.938400:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696269.938402:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696269.938403:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696269.938404:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696269.938407:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b66d9e0 x1875583274373760/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696269.938420:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696269.938421:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696269.938422:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696269.938424:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b66d9e0 x1875583274373760/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696269.938428:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002b66d9e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274373760:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696269.938431:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696269.938432:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696269.938433:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b66d9e0 x1875583274373760/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696269.938436:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696269.938437:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696269.938439:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000959b8db6. 02000000:00000001:3.0:1788696269.938440:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696269.938441:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696269.938442:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696269.938443:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696269.938444:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f7e36ce6. 02000000:00000001:3.0:1788696269.938445:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696269.938446:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696269.938447:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b66d9e0. 00000100:00000001:3.0:1788696269.938449:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696269.938450:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696269.938451:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696269.938454:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696269.938455:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696269.938457:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696269.938458:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696270.894038:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696270.894044:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696270.894050:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696270.894051:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696270.894275:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696270.894279:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696270.894282:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696271.213965:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307233009, at 4307233024 00000100:00000040:3.0:1788696271.213965:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307233010, at 4307233024 00000100:00000040:0.0:1788696271.213966:0:207098:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307233009, at 4307233024 00000100:00000010:0.0:1788696271.213983:0:207098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4964a0e. 00000100:00000010:1.0:1788696271.213985:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047e9a98. 00000100:00000010:3.0:1788696271.213991:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025718597. 00000100:00000040:2.0:1788696271.214053:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307233009, at 4307233024 00000100:00000010:2.0:1788696271.214060:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db1d4de9. 00010000:00000001:2.0:1788696271.917956:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696271.917963:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696271.917969:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696271.917970:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696271.918503:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696271.918507:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696271.918510:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696272.942001:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696272.942009:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696272.942015:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696272.942016:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696272.942081:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696272.942085:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696272.942088:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696273.966339:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696273.966345:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696273.966349:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696273.966350:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696273.966406:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696273.966409:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696273.966411:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696274.990639:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696274.990645:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696274.990651:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696274.990654:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696274.990656:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696274.990659:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696274.990663:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696274.990665:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696274.990666:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696274.990668:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696274.990719:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696274.990723:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696274.990726:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696275.054576:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696275.054585:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696275.054591:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1271b01. 00000020:00000040:2.0:1788696275.054597:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696275.054601:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696275.054604:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696275.054609:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696275.054616:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000051526cb6. 00000100:00000001:2.0:1788696275.054635:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696275.054644:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000b1271b01 x1875583274373888/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696275.054653:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696275.054655:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696275.054660:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1271b01] to pc [ptlrpcd_00_01+1] req@00000000b1271b01 x1875583274373888/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696275.054831:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696275.054835:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696275.054838:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696275.054840:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b920c5d1. 00000020:00000040:2.0:1788696275.054842:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696275.054865:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696275.054867:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696275.054869:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696275.054873:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a3e8ab7. 00000100:00000001:2.0:1788696275.054876:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696275.054880:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000b920c5d1 x1875583274374016/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696275.054887:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696275.054888:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696275.054891:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b920c5d1] to pc [ptlrpcd_00_02+2] req@00000000b920c5d1 x1875583274374016/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696275.054910:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696275.054913:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696275.054916:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696275.054918:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028758325. 00000020:00000040:2.0:1788696275.054921:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696275.054923:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696275.054924:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696275.054931:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696275.054936:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078c7cd5c. 00000100:00000001:2.0:1788696275.054939:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696275.054942:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000028758325 x1875583274374144/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696275.054948:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696275.054949:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696275.054950:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696275.054951:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696275.054953:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696275.054953:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028758325] to pc [ptlrpcd_00_03+3] req@0000000028758325 x1875583274374144/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696275.054957:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1271b01 x1875583274373888/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696275.054960:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696275.054962:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696275.054965:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1788696275.054965:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1788696275.054967:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696275.054969:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12574) 02000000:00000001:1.0:1788696275.054970:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696275.054972:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696275.054974:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696275.054976:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274373888:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696275.054978:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696275.054980:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788696275.054980:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696275.054981:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696275.054984:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b920c5d1 x1875583274374016/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696275.054986:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696275.054988:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696275.054990:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788696275.054990:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696275.054991:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696275.054993:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1788696275.054994:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac3cf9df. 02000000:00000001:2.0:1788696275.054994:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696275.054996:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696275.054996:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696275.054998:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b920c5d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274374016:192.168.201.118@tcp:400: 00000400:00000010:1.0:1788696275.055001:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e751fda4. 00000100:00000001:2.0:1788696275.055001:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696275.055003:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696275.055004:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696275.055005:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696275.055007:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002cbfc828. 00000400:00000010:1.0:1788696275.055008:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005f95c5f. 02000000:00000001:2.0:1788696275.055008:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696275.055012:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c685865. 00000100:00000200:1.0:1788696275.055014:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274373888, portal 25 00000400:00000010:2.0:1788696275.055020:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8fd35c7. 00000100:00000001:1.0:1788696275.055021:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1788696275.055022:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274374016, portal 10 00000100:00000001:2.0:1788696275.055024:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696275.055025:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611089024 : -113296098462592 : ffff98f5324bf480) 00000100:00000001:1.0:1788696275.055026:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611077376 : -113296098474240 : ffff98f5324bc700) 00000100:00000040:1.0:1788696275.055030:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b1271b01 x1875583274373888/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696275.055030:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b920c5d1 x1875583274374016/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696275.055038:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788696275.055038:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696275.055041:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:2.0:1788696275.055041:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696275.055043:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000144fb93. 00000400:00000010:2.0:1788696275.055043:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e484deba. 00000100:00000200:1.0:1788696275.055045:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274373888, offset 0 00000100:00000200:2.0:1788696275.055045:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274374016, offset 0 00000400:00000200:2.0:1788696275.055050:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696275.055085:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696275.055089:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696275.055106:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696275.055107:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696275.055109:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696275.055112:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028758325 x1875583274374144/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696275.055119:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696275.055120:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696275.055122:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696275.055124:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696275.055125:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696275.055127:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000028758325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274374144:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696275.055130:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696275.055132:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696275.055133:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696275.055135:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696275.055137:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a25b356. 02000000:00000001:3.0:1788696275.055139:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696275.055142:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a94fcc17. 00000400:00000200:2.0:1788696275.055167:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696275.055172:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696275.055176:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696275.055179:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696275.055181:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696275.055185:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [433:433:256:4294967295] 192.168.201.118@tcp LPNI seq info [433:433:8:4294967295] 00000400:00000200:2.0:1788696275.055206:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696275.055212:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696275.055216:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c995f34e. 00000800:00000200:2.0:1788696275.055223:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696275.055230:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696275.055233:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c995f34e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696275.055245:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696275.055249:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 28892 usecs (29 jiffies) 00000100:00000001:2.0:1788696275.055253:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307236894 00000100:00000010:2.0:1788696275.055256:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002736167a. 00000100:00000001:2.0:1788696275.055262:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788696275.055271:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307236894 00000100:00000010:2.0:1788696275.055274:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1edae85. 00000100:00000001:2.0:1788696275.055281:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696275.055285:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307236894 00000100:00000010:2.0:1788696275.055287:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035048bc1. 00000100:00000001:2.0:1788696275.055290:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696275.055292:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307236894 00000100:00000010:2.0:1788696275.055295:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5158265. 00000100:00000001:2.0:1788696275.055297:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696275.055300:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696275.055302:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696275.055305:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696275.055307:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696275.055314:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696275.055316:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696275.055318:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696275.055319:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696275.055321:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696275.055322:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696275.055328:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696275.055333:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696275.055336:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696275.055338:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696275.055340:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696275.055342:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696275.055344:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [434:434:255:4294967295] 192.168.201.118@tcp LPNI seq info [434:434:7:4294967295] 00000400:00000200:1.0:1788696275.055350:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696275.055354:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696275.055357:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000520c6b2f. 00000800:00000200:1.0:1788696275.055360:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696275.055363:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696275.055365:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000520c6b2f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696275.055367:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696275.055369:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307238130 00000800:00000200:2.0:1788696275.055370:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788696275.055373:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307236894 00000800:00000010:2.0:1788696275.055373:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c995f34e. 00000100:00000001:1.0:1788696275.055376:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307238130 00000100:00000001:1.0:1788696275.055378:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307236894 00000400:00000200:2.0:1788696275.055378:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788696275.055380:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307238130 00000100:00000001:1.0:1788696275.055381:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307236894 00000400:00000200:2.0:1788696275.055383:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696275.055384:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307238130 00000100:00000001:1.0:1788696275.055386:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307236894 00000400:00000200:2.0:1788696275.055389:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e484deba 00000400:00000010:2.0:1788696275.055391:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e484deba. 00000100:00000001:1.0:1788696275.055393:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696275.055394:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696275.055395:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1788696275.055396:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696275.055398:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788696275.055398:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b920c5d1 x1875583274374016/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696275.055401:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696275.055403:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696275.055405:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696275.055405:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696275.055406:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696275.055407:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788696275.055408:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696275.055409:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b920c5d1 x1875583274374016/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696291 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696275.055416:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696275.055417:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696275.055482:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696275.055484:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000520c6b2f. 00000400:00000200:2.0:1788696275.055492:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696275.055495:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696275.055497:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000144fb93 00000400:00000010:2.0:1788696275.055498:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000144fb93. 00000100:00000001:2.0:1788696275.055500:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696275.055502:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b1271b01 x1875583274373888/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696275.055506:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696275.055507:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1271b01 x1875583274373888/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696291 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696275.055511:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696275.055511:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:3.0:1788696275.055631:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008adcd611. 00000100:00000200:3.0:1788696275.055635:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274374144, portal 10 00000100:00000001:3.0:1788696275.055642:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696275.055643:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611076480 : -113296098475136 : ffff98f5324bc380) 00000100:00000040:3.0:1788696275.055648:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000028758325 x1875583274374144/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696275.055655:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696275.055657:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696275.055659:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e112c151. 00000100:00000200:3.0:1788696275.055662:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274374144, offset 0 00000400:00000200:3.0:1788696275.055666:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696275.055671:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696275.055673:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696275.055675:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696275.055677:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696275.055679:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696275.055682:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [435:435:256:4294967295] 192.168.201.118@tcp LPNI seq info [435:435:8:4294967295] 00000400:00000200:3.0:1788696275.055755:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696275.055760:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696275.055764:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dac42727. 00000800:00000200:3.0:1788696275.055767:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696275.055771:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696275.055773:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dac42727 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696275.055892:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696275.055896:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 29013 usecs (30 jiffies) 00000100:00000001:3.0:1788696275.055899:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307236896 00000100:00000001:3.0:1788696275.055901:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307238130 00000100:00000001:3.0:1788696275.055902:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307236896 00000100:00000001:3.0:1788696275.055903:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307238130 00000100:00000001:3.0:1788696275.055905:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307236896 00000100:00000001:3.0:1788696275.055907:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307238130 00000100:00000001:3.0:1788696275.055913:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307236896 00000100:00000001:3.0:1788696275.055915:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307238130 00000100:00000001:3.0:1788696275.055916:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696275.055918:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696275.055920:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696275.055922:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696275.055925:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696275.055926:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696275.055928:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696275.055929:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696275.055930:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696275.055932:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696275.056011:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696275.056014:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dac42727. 00000400:00000200:2.0:1788696275.056017:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696275.056021:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696275.056024:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e112c151 00000400:00000010:2.0:1788696275.056026:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e112c151. 00000100:00000001:2.0:1788696275.056028:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696275.056030:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000028758325 x1875583274374144/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696275.056035:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696275.056036:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028758325 x1875583274374144/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696291 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696275.056040:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696275.056041:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696275.058317:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696275.058331:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696275.058335:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696275.058338:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696275.058347:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696275.058359:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0d380 00000400:00000200:0.0:1788696275.058364:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xe61 [1] + 224 00000800:00000001:0.0:1788696275.058369:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696275.058374:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696275.058375:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696275.058378:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696275.058383:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696275.058388:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b920c5d1 x1875583274374016/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696275.058396:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b920c5d1 x1875583274374016/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696275.058414:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696275.058423:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788696275.058472:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696275.058475:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696275.058481:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696275.058483:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696275.058484:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c685865. 00000400:00000200:2.0:1788696275.058489:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8fd35c7 00000400:00000010:2.0:1788696275.058490:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8fd35c7. 00000100:00000001:2.0:1788696275.058493:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696275.058507:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b920c5d1 x1875583274374016/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696275.058515:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b920c5d1 x1875583274374016/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696275.058521:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696275.058523:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696275.058526:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696275.058533:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696275.058536:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696275.058538:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696275.058540:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696275.058576:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=26 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696275.058588:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=26 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696275.058590:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696275.058592:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696275.058594:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696275.058597:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696275.058601:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696275.058603:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696275.058606:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696275.058607:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696275.058611:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b920c5d1 x1875583274374016/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696275.058618:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696275.058620:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696275.058622:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696275.058625:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b920c5d1 x1875583274374016/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696275.058632:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b920c5d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274374016:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696275.058637:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696275.058639:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696275.058641:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b920c5d1 x1875583274374016/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696275.058653:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696275.058656:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696275.058659:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002cbfc828. 02000000:00000001:2.0:1788696275.058662:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696275.058664:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696275.058666:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696275.058668:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696275.058670:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a3e8ab7. 02000000:00000001:2.0:1788696275.058672:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696275.058674:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696275.058675:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b920c5d1. 00000100:00000001:2.0:1788696275.058679:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696275.058680:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696275.058682:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696275.058687:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696275.058689:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696275.058691:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696275.058692:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696275.058733:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696275.058736:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696275.058738:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696275.058743:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696275.058750:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0d300 00000400:00000200:0.0:1788696275.058755:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xe5d [1] + 224 00000800:00000001:0.0:1788696275.058758:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696275.058766:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696275.058768:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696275.058772:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696275.058775:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696275.058778:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b1271b01 x1875583274373888/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696275.058785:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b1271b01 x1875583274373888/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696275.058799:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696275.058804:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696275.058807:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696275.058808:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696275.058810:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696275.058813:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696275.058819:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0d400 00000400:00000200:0.0:1788696275.058825:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xe6d [1] + 224 00000800:00000001:0.0:1788696275.058828:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696275.058833:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696275.058835:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788696275.058836:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788696275.058839:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788696275.058843:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000001:1.0:1788696275.058879:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696275.058882:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696275.058884:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e751fda4. 00000400:00000200:1.0:1788696275.058888:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005f95c5f 00000400:00000010:1.0:1788696275.058889:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000005f95c5f. 00000100:00000001:1.0:1788696275.058893:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696275.058898:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b1271b01 x1875583274373888/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696275.058907:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b1271b01 x1875583274373888/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696275.058914:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696275.058915:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696275.058917:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696275.058919:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696275.058920:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696275.058921:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696275.058923:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696275.058926:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=26 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696275.058929:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=26 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696275.058931:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696275.058932:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696275.058934:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696275.058935:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696275.058937:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696275.058947:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1271b01 x1875583274373888/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696275.058954:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696275.058956:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696275.058957:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696275.058960:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1271b01 x1875583274373888/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696275.058966:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274373888:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696275.058970:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696275.058972:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696275.058974:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1271b01 x1875583274373888/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696275.058980:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696275.058982:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696275.058983:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac3cf9df. 02000000:00000001:1.0:1788696275.058986:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696275.058987:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696275.058988:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696275.058990:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696275.058991:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000051526cb6. 02000000:00000001:1.0:1788696275.058993:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696275.058994:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696275.058996:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1271b01. 00000100:00000001:0.0:1788696275.059000:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788696275.059000:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696275.059001:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696275.059005:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1788696275.059008:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000028758325 x1875583274374144/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696275.059010:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696275.059013:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696275.059017:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696275.059021:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696275.059027:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028758325 x1875583274374144/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696275.059048:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696275.059054:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696275.059057:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696275.059104:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696275.059107:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696275.059110:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696275.059111:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696275.059113:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a94fcc17. 00000400:00000200:3.0:1788696275.059117:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008adcd611 00000400:00000010:3.0:1788696275.059118:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008adcd611. 00000100:00000001:3.0:1788696275.059131:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696275.059135:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000028758325 x1875583274374144/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696275.059142:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000028758325 x1875583274374144/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696275.059147:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696275.059148:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696275.059150:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696275.059151:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696275.059153:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696275.059154:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696275.059156:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696275.059159:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=25 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696275.059162:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=142 v=5 (1 1 0 0) 00000100:00000001:3.0:1788696275.059164:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696275.059166:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696275.059173:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788696275.059176:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000028758325 x1875583274374144/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696275.059181:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696275.059184:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696275.059185:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696275.059186:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696275.059187:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696275.059190:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028758325 x1875583274374144/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696275.059195:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696275.059197:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696275.059198:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696275.059200:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028758325 x1875583274374144/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696275.059206:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000028758325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274374144:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696275.059209:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696275.059211:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696275.059213:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028758325 x1875583274374144/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696291 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696275.059218:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696275.059219:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696275.059221:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a25b356. 02000000:00000001:3.0:1788696275.059223:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696275.059224:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696275.059225:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696275.059227:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696275.059228:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000078c7cd5c. 02000000:00000001:3.0:1788696275.059230:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696275.059231:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696275.059232:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028758325. 00000100:00000001:3.0:1788696275.059239:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696275.059240:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696275.059241:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696275.059244:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696275.059245:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696275.059247:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696275.059249:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696276.013964:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696276.013971:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696276.013977:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696276.013978:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696276.014114:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696276.014116:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696276.014119:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696276.333967:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307238130, at 4307238144 00000100:00000010:2.0:1788696276.333985:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035048bc1. 00000100:00000040:3.0:1788696276.333987:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307238130, at 4307238144 00000100:00000010:3.0:1788696276.333995:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5158265. 00000100:00000040:1.0:1788696276.334036:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307238130, at 4307238144 00000100:00000010:1.0:1788696276.334043:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1edae85. 00000100:00000040:0.0:1788696276.335521:0:207098:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307238130, at 4307238145 00000100:00000010:0.0:1788696276.335542:0:207098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002736167a. 00010000:00000001:2.0:1788696277.037966:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696277.037974:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696277.037980:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696277.037992:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696277.038124:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696277.038128:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696277.038131:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696278.061970:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696278.061977:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696278.061984:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696278.061984:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696278.062045:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696278.062049:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696278.062052:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696279.087556:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696279.087565:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696279.087567:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696279.087569:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696279.087589:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696279.087591:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696279.087593:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696279.087595:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696279.087599:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696279.087600:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696279.087647:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696279.087650:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696279.087652:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696280.109959:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696280.109967:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696280.109973:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696280.109974:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696280.110054:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696280.110058:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696280.110061:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696280.173988:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696280.173996:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696280.174006:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c1b66ce. 00000020:00000040:3.0:1788696280.174012:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696280.174016:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696280.174019:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696280.174023:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696280.174031:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009a492135. 00000100:00000001:3.0:1788696280.174038:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696280.174048:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000000c1b66ce x1875583274374272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696280.174077:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696280.174080:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696280.174086:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1b66ce] to pc [ptlrpcd_00_00+0] req@000000000c1b66ce x1875583274374272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696280.174155:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696280.174156:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788696280.174161:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788696280.174163:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696280.174164:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696280.174181:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696280.174185:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696280.174189:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696280.174192:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d115929. 00000020:00000040:3.0:1788696280.174195:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696280.174197:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696280.174199:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696280.174201:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696280.174204:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008513bebc. 00000100:00000001:3.0:1788696280.174207:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696280.174211:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000004d115929 x1875583274374400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696280.174218:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696280.174219:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696280.174222:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d115929] to pc [ptlrpcd_00_01+1] req@000000004d115929 x1875583274374400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696280.174380:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696280.174383:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696280.174386:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696280.174388:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696280.174390:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696280.174394:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d115929 x1875583274374400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696280.174402:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696280.174404:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696280.174407:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696280.174410:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696280.174412:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696280.174415:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274374400:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696280.174419:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696280.174425:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696280.174427:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696280.174429:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696280.174434:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df865833. 02000000:00000001:2.0:1788696280.174439:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696280.174445:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c685865. 00000400:00000010:2.0:1788696280.174453:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8fd35c7. 00000100:00000200:2.0:1788696280.174473:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274374400, portal 10 00000100:00000001:2.0:1788696280.174476:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696280.174483:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548236416 : -113296161315200 : ffff98f52e8ce680) 00000100:00000040:2.0:1788696280.174490:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d115929 x1875583274374400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696280.174498:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696280.174501:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696280.174504:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e484deba. 00000100:00000200:2.0:1788696280.174507:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274374400, offset 0 00000400:00000200:2.0:1788696280.174513:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696280.174531:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696280.174536:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696280.174539:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696280.174543:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696280.174546:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696280.174550:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [436:436:256:4294967295] 192.168.201.118@tcp LPNI seq info [436:436:8:4294967295] 00000400:00000200:2.0:1788696280.174561:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696280.174567:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696280.174571:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a3e8ab7. 00000800:00000200:2.0:1788696280.174576:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696280.174583:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696280.174588:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a3e8ab7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696280.174602:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696280.174606:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 28705 usecs (29 jiffies) 00000100:00000001:2.0:1788696280.174611:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307242013 00000100:00000010:2.0:1788696280.174615:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035048bc1. 00000100:00000001:2.0:1788696280.174621:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788696280.174627:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307242013 00000100:00000010:2.0:1788696280.174630:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fdfe43f2. 00000100:00000001:2.0:1788696280.174634:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696280.174637:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307242013 00000100:00000010:2.0:1788696280.174645:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000024d1f6c. 00000100:00000001:2.0:1788696280.174648:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696280.174650:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307242013 00000100:00000010:2.0:1788696280.174653:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047365b43. 00000100:00000001:2.0:1788696280.174656:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696280.174659:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696280.174663:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696280.174665:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696280.174669:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c1b66ce x1875583274374272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696280.174677:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696280.174678:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696280.174680:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696280.174682:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696280.174684:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696280.174686:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274374272:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696280.174690:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696280.174692:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696280.174693:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696280.174694:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696280.174697:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca514f4f. 02000000:00000001:2.0:1788696280.174699:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696280.174702:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c732f38. 00000400:00000010:2.0:1788696280.174706:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a163905. 00000100:00000200:2.0:1788696280.174708:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274374272, portal 25 00000100:00000001:2.0:1788696280.174710:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696280.174712:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548240896 : -113296161310720 : ffff98f52e8cf800) 00000800:00000200:1.0:1788696280.174715:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1788696280.174716:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c1b66ce x1875583274374272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1788696280.174720:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a3e8ab7. 00000400:00000200:1.0:1788696280.174728:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788696280.174729:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696280.174734:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696280.174738:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000010:2.0:1788696280.174743:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf54be2d. 00000400:00000200:1.0:1788696280.174746:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e484deba 00000400:00000010:1.0:1788696280.174754:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e484deba. 00000100:00000001:1.0:1788696280.174759:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696280.174763:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004d115929 x1875583274374400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696280.174773:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696280.174775:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d115929 x1875583274374400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696296 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696280.174779:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696280.174784:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696280.174785:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696280.174789:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696280.174791:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696280.174796:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788696280.174799:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696280.174801:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696280.174803:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696280.174805:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696280.174808:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a289aad5. 00000100:00000001:3.0:1788696280.174816:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696280.174821:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000048524a16 x1875583274374528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696280.174829:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696280.174831:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696280.174834:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_02+2] req@0000000048524a16 x1875583274374528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696280.174883:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696280.174885:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788696280.174889:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788696280.174893:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12579) 00000100:00000001:3.0:1788696280.174903:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788696280.174906:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1788696280.174908:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696280.174912:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696280.174914:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696280.174916:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696280.174917:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696280.174919:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696280.174923:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274374528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696280.174930:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696280.174932:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696280.174934:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696280.174936:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696280.174938:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696280.174941:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274374528:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696280.174943:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696280.174945:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696280.174947:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696280.174948:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696280.174950:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788696280.174953:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696280.175025:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000215e2ef7. 02000000:00000001:3.0:1788696280.175028:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696280.175031:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a94fcc17. 00000100:00000001:1.0:1788696280.175073:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696280.175076:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788696280.175131:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274374272, offset 0 00000400:00000200:2.0:1788696280.175139:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696280.175144:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696280.175147:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696280.175149:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696280.175151:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696280.175154:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696280.175156:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [437:437:256:4294967295] 192.168.201.118@tcp LPNI seq info [437:437:8:4294967295] 00000400:00000200:2.0:1788696280.175164:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696280.175168:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696280.175171:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c995f34e. 00000800:00000200:2.0:1788696280.175176:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696280.175180:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696280.175182:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c995f34e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696280.175195:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696280.175197:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307243250 00000100:00000001:2.0:1788696280.175202:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307242013 00000100:00000001:2.0:1788696280.175205:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307243250 00000100:00000001:2.0:1788696280.175207:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307242013 00000100:00000001:2.0:1788696280.175209:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307243250 00000100:00000001:2.0:1788696280.175211:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307242013 00000100:00000001:2.0:1788696280.175215:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307243250 00000100:00000001:2.0:1788696280.175217:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307242013 00000100:00000001:2.0:1788696280.175220:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696280.175223:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696280.175225:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696280.175227:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696280.175231:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696280.175250:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696280.175253:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696280.175254:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696280.175256:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696280.175258:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696280.175265:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696280.175269:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c995f34e. 00000400:00000200:0.0:1788696280.175274:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696280.175278:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696280.175282:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf54be2d 00000400:00000010:0.0:1788696280.175284:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000bf54be2d. 00000100:00000001:0.0:1788696280.175287:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696280.175290:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000c1b66ce x1875583274374272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696280.175298:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696280.175300:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c1b66ce x1875583274374272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696296 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696280.175306:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696280.175307:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:3.0:1788696280.175362:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008adcd611. 00000100:00000200:3.0:1788696280.175367:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274374528, portal 10 00000100:00000001:3.0:1788696280.175369:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696280.175371:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000100:00000040:3.0:1788696280.175376:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274374528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696280.175384:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696280.175386:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696280.175388:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b901fd97. 00000100:00000200:3.0:1788696280.175390:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274374528, offset 0 00000400:00000200:3.0:1788696280.175394:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696280.175399:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696280.175401:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696280.175404:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696280.175406:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696280.175408:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696280.175411:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [438:438:256:4294967295] 192.168.201.118@tcp LPNI seq info [438:438:8:4294967295] 00000400:00000200:3.0:1788696280.175419:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696280.175423:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696280.175426:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f59c383. 00000800:00000200:3.0:1788696280.175430:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696280.175433:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696280.175436:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f59c383 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696280.175448:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696280.175499:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 28827 usecs (29 jiffies) 00000100:00000001:3.0:1788696280.175503:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307242014 00000100:00000001:3.0:1788696280.175505:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307243250 00000100:00000001:3.0:1788696280.175507:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307242014 00000100:00000001:3.0:1788696280.175515:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307243250 00000100:00000001:3.0:1788696280.175517:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307242014 00000100:00000001:3.0:1788696280.175519:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307243250 00000100:00000001:3.0:1788696280.175520:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307242014 00000100:00000001:3.0:1788696280.175522:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307243250 00000100:00000001:3.0:1788696280.175524:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696280.175526:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696280.175528:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696280.175530:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696280.175660:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696280.175663:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f59c383. 00000400:00000200:0.0:1788696280.175666:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696280.175670:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696280.175673:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b901fd97 00000400:00000010:0.0:1788696280.175675:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b901fd97. 00000100:00000001:0.0:1788696280.175678:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696280.175681:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274374528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696280.175688:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696280.175690:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274374528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696296 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696280.175696:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696280.175698:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696280.177010:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696280.177022:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696280.177026:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696280.177028:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696280.177037:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696280.177049:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0d500 00000400:00000200:1.0:1788696280.177057:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xe75 [1] + 224 00000800:00000001:1.0:1788696280.177063:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696280.177066:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696280.177069:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696280.177074:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696280.177080:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696280.177084:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004d115929 x1875583274374400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696280.177097:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d115929 x1875583274374400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696280.177130:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696280.177138:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696280.177146:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696280.177148:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696280.177149:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696280.177154:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696280.177160:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0d480 00000400:00000200:1.0:1788696280.177166:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xe7d [1] + 224 00000800:00000001:1.0:1788696280.177170:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696280.177173:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696280.177174:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788696280.177176:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788696280.177180:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1788696280.177181:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696280.177187:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:2.0:1788696280.177188:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1788696280.177191:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000c1b66ce x1875583274374272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788696280.177192:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696280.177195:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c685865. 00000400:00000200:2.0:1788696280.177201:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8fd35c7 00000400:00000010:2.0:1788696280.177204:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8fd35c7. 00000100:00000040:1.0:1788696280.177207:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c1b66ce x1875583274374272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696280.177207:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696280.177212:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004d115929 x1875583274374400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696280.177228:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:2.0:1788696280.177233:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004d115929 x1875583274374400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788696280.177234:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696280.177238:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696280.177242:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696280.177245:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696280.177246:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696280.177250:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696280.177254:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:2.0:1788696280.177255:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696280.177259:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1788696280.177263:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0d580 00000100:00000001:2.0:1788696280.177263:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696280.177267:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696280.177272:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xe85 [1] + 224 02000000:00000001:2.0:1788696280.177273:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696280.177279:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696280.177284:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1788696280.177284:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=31 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696280.177290:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=31 v=5 (1 1 1 1) 00000400:00000200:1.0:1788696280.177291:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788696280.177293:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696280.177296:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696280.177300:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00010000:00000001:2.0:1788696280.177301:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1788696280.177304:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00010000:00000001:2.0:1788696280.177306:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696280.177309:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696280.177312:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000200:1.0:1788696280.177314:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274374528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696280.177315:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696280.177319:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696280.177327:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d115929 x1875583274374400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696280.177330:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274374528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696280.177361:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696280.177364:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696280.177368:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1788696280.177369:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788696280.177370:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696280.177374:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696280.177378:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d115929 x1875583274374400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696280.177379:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696280.177383:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696280.177389:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1788696280.177390:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274374400:192.168.201.118@tcp:400: 00000400:00000001:3.0:1788696280.177392:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696280.177396:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a94fcc17. 00000400:00000200:3.0:1788696280.177402:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008adcd611 00000400:00000010:3.0:1788696280.177403:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008adcd611. 00000100:00000001:3.0:1788696280.177406:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:2.0:1788696280.177407:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696280.177411:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1788696280.177412:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274374528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1788696280.177415:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c732f38. 00000400:00000200:2.0:1788696280.177420:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a163905 00000400:00000010:2.0:1788696280.177424:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a163905. 00000100:00000200:3.0:1788696280.177427:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274374528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696280.177429:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696280.177436:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000c1b66ce x1875583274374272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696280.177438:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696280.177441:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696280.177443:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696280.177445:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696280.177447:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696280.177448:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696280.177451:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788696280.177453:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000c1b66ce x1875583274374272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1788696280.177465:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=30 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696280.177471:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=147 v=5 (1 1 0 0) 00000100:00000001:2.0:1788696280.177478:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696280.177479:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696280.177482:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696280.177483:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788696280.177484:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1788696280.177487:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696280.177489:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696280.177490:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696280.177491:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696280.177495:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1788696280.177498:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000048524a16 x1875583274374528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1788696280.177499:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=31 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696280.177506:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=31 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696280.177512:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696280.177515:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696280.177517:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696280.177518:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1788696280.177521:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1788696280.177522:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696280.177524:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696280.177526:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696280.177528:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696280.177531:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696280.177534:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c1b66ce x1875583274374272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696280.177537:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274374528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696280.177552:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696280.177554:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696280.177555:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696280.177558:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274374528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696280.177574:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274374528:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696280.177576:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696280.177582:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696280.177583:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696280.177584:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696280.177587:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696280.177592:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c1b66ce x1875583274374272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696280.177594:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274374528/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696280.177617:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274374272:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696280.177617:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696280.177622:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1788696280.177624:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1788696280.177626:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000215e2ef7. 00000100:00000001:2.0:1788696280.177627:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1788696280.177632:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1788696280.177633:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d115929 x1875583274374400/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1788696280.177636:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696280.177640:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696280.177645:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788696280.177648:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1788696280.177648:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a289aad5. 02000000:00000001:2.0:1788696280.177652:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1788696280.177654:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1788696280.177655:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df865833. 02000000:00000001:3.0:1788696280.177658:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1788696280.177661:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:3.0:1788696280.177661:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000020:00000001:2.0:1788696280.177664:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696280.177667:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696280.177668:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1788696280.177670:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696280.177672:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008513bebc. 00000100:00000001:3.0:1788696280.177676:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788696280.177677:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696280.177681:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1788696280.177682:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788696280.177683:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d115929. 00000100:00000001:2.0:1788696280.177687:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696280.177689:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696280.177689:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696280.177691:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788696280.177693:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696280.177696:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c1b66ce x1875583274374272/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696296 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696280.177698:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696280.177702:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696280.177709:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696280.177710:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696280.177711:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca514f4f. 02000000:00000001:2.0:1788696280.177714:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696280.177715:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696280.177716:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788696280.177724:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696280.177725:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009a492135. 02000000:00000001:2.0:1788696280.177728:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696280.177729:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696280.177730:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c1b66ce. 00000100:00000001:2.0:1788696280.177733:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696280.177734:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696280.177735:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696280.177739:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696280.177740:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696280.177742:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696280.177744:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696281.133961:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696281.133968:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696281.133974:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696281.133975:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696281.134029:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696281.134032:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696281.134035:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696281.453952:0:207098:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307243250, at 4307243264 00000100:00000040:2.0:1788696281.453953:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307243250, at 4307243264 00000100:00000010:0.0:1788696281.453966:0:207098:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035048bc1. 00000100:00000010:2.0:1788696281.453968:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000024d1f6c. 00000100:00000040:1.0:1788696281.453987:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307243250, at 4307243264 00000100:00000010:1.0:1788696281.453996:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fdfe43f2. 00000100:00000040:3.0:1788696281.454080:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307243250, at 4307243264 00000100:00000010:3.0:1788696281.454087:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047365b43. 00010000:00000001:2.0:1788696282.157939:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696282.157946:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696282.157952:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696282.157953:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696282.158038:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696282.158042:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696282.158044:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696283.181959:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696283.181966:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696283.181973:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696283.181974:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696283.182042:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696283.182045:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696283.182048:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696284.206081:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696284.206088:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696284.206103:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696284.206104:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696284.206157:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696284.206161:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696284.206164:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696285.230529:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696285.230535:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696285.230540:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696285.230544:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696285.230547:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696285.230550:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696285.230553:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696285.230571:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696285.230573:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696285.230575:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696285.230763:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696285.230767:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696285.230769:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696285.294638:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696285.294646:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696285.294652:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b920c5d1. 00000020:00000040:2.0:1788696285.294658:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696285.294663:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696285.294665:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696285.294670:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696285.294677:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2263eda. 00000100:00000001:2.0:1788696285.294683:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696285.294693:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000b920c5d1 x1875583274374656/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696285.294704:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696285.294706:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696285.294712:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b920c5d1] to pc [ptlrpcd_00_03+3] req@00000000b920c5d1 x1875583274374656/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696285.294747:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696285.294750:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696285.294753:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696285.294756:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf3524a4. 00000020:00000040:2.0:1788696285.294758:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696285.294761:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696285.294762:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696285.294763:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696285.294771:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a559f720. 00000100:00000001:2.0:1788696285.294774:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696285.294778:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000bf3524a4 x1875583274374784/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696285.294785:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696285.294799:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696285.294803:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf3524a4] to pc [ptlrpcd_00_00+0] req@00000000bf3524a4 x1875583274374784/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696285.294826:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696285.294828:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696285.294831:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696285.294833:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d0911758. 00000020:00000040:2.0:1788696285.294834:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696285.294836:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696285.294837:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696285.294838:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696285.294840:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e680c3a9. 00000100:00000001:2.0:1788696285.294842:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696285.294869:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000d0911758 x1875583274374912/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696285.294877:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696285.294878:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696285.294881:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0911758] to pc [ptlrpcd_00_01+1] req@00000000d0911758 x1875583274374912/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696285.294887:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696285.294889:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788696285.294893:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788696285.294897:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12584) 00000100:00000001:2.0:1788696285.294930:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696285.294934:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696285.294935:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696285.294939:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d0911758 x1875583274374912/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696285.294946:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696285.294948:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696285.294957:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696285.294959:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696285.294961:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696285.294964:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d0911758 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274374912:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696285.294968:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696285.294973:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696285.294975:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696285.294977:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696285.294981:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c859407. 02000000:00000001:2.0:1788696285.294982:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696285.294988:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c732f38. 00000400:00000010:2.0:1788696285.294994:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a163905. 00000100:00000200:2.0:1788696285.295001:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274374912, portal 10 00000100:00000001:2.0:1788696285.295003:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696285.295005:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611086336 : -113296098465280 : ffff98f5324bea00) 00000100:00000040:2.0:1788696285.295010:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d0911758 x1875583274374912/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696285.295016:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696285.295019:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696285.295021:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8fd35c7. 00000100:00000200:2.0:1788696285.295023:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274374912, offset 0 00000400:00000200:2.0:1788696285.295029:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696285.295041:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696285.295045:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696285.295048:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696285.295051:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696285.295054:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696285.295057:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [439:439:256:4294967295] 192.168.201.118@tcp LPNI seq info [439:439:8:4294967295] 00000400:00000200:2.0:1788696285.295067:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696285.295073:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696285.295076:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334bf9d4. 00000800:00000200:2.0:1788696285.295082:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696285.295100:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696285.295104:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000334bf9d4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696285.295112:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696285.295116:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 28630 usecs (29 jiffies) 00000100:00000001:2.0:1788696285.295120:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307247134 00000100:00000010:2.0:1788696285.295123:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000802f9c81. 00000100:00000001:2.0:1788696285.295128:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788696285.295136:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307247134 00000100:00000010:2.0:1788696285.295139:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f1bab8d. 00000100:00000001:2.0:1788696285.295141:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696285.295146:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307247134 00000100:00000010:2.0:1788696285.295149:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038593dc8. 00000100:00000001:2.0:1788696285.295151:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696285.295153:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307247134 00000100:00000010:2.0:1788696285.295155:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f0f29cae. 00000100:00000001:2.0:1788696285.295158:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696285.295160:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696285.295163:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696285.295166:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696285.295168:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696285.295174:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696285.295176:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696285.295178:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696285.295179:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696285.295180:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696285.295182:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788696285.295184:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696285.295185:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696285.295186:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696285.295188:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696285.295189:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696285.295190:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696285.295198:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf3524a4 x1875583274374784/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696285.295205:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696285.295206:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696285.295208:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696285.295209:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696285.295211:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696285.295213:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274374784:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696285.295217:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696285.295219:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696285.295220:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696285.295222:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696285.295224:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000215e2ef7. 02000000:00000001:2.0:1788696285.295226:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696285.295228:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c685865. 00000400:00000010:2.0:1788696285.295231:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038150b0b. 00000100:00000200:2.0:1788696285.295233:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274374784, portal 10 00000100:00000001:2.0:1788696285.295234:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696285.295235:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611084544 : -113296098467072 : ffff98f5324be300) 00000100:00000040:2.0:1788696285.295240:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bf3524a4 x1875583274374784/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696285.295246:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696285.295247:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696285.295249:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a65f0ee9. 00000100:00000200:2.0:1788696285.295251:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274374784, offset 0 00000400:00000200:2.0:1788696285.295254:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696285.295259:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696285.295261:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696285.295264:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696285.295266:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696285.295268:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696285.295271:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [440:440:255:4294967295] 192.168.201.118@tcp LPNI seq info [440:440:7:4294967295] 00000400:00000200:2.0:1788696285.295286:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696285.295291:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696285.295294:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009619aef4. 00000800:00000200:2.0:1788696285.295297:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696285.295301:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696285.295303:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009619aef4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696285.295306:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696285.295309:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 28515 usecs (29 jiffies) 00000100:00000001:2.0:1788696285.295311:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307247134 00000100:00000001:2.0:1788696285.295313:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307247134 00000100:00000001:2.0:1788696285.295314:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307247134 00000100:00000001:2.0:1788696285.295316:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307247134 00000100:00000001:2.0:1788696285.295317:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307247134 00000100:00000001:2.0:1788696285.295319:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307247134 00000100:00000001:2.0:1788696285.295321:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307247134 00000100:00000001:2.0:1788696285.295322:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307247134 00000100:00000001:2.0:1788696285.295323:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696285.295325:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696285.295327:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696285.295329:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696285.296614:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696285.296619:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696285.296631:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696285.296638:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b920c5d1 x1875583274374656/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696285.296649:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696285.296651:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696285.296654:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696285.296656:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696285.296658:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696285.296660:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b920c5d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274374656:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696285.296664:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696285.296666:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696285.296668:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696285.296670:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696285.296673:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006a30c62. 02000000:00000001:0.0:1788696285.296675:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696285.296679:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d3e7f38. 00000400:00000010:0.0:1788696285.296684:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543061b9. 00000100:00000200:0.0:1788696285.296689:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274374656, portal 25 00000100:00000001:0.0:1788696285.296690:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696285.296691:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611089024 : -113296098462592 : ffff98f5324bf480) 00000100:00000040:0.0:1788696285.296696:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b920c5d1 x1875583274374656/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696285.296703:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696285.296705:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696285.296708:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003657e232. 00000100:00000200:0.0:1788696285.296710:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274374656, offset 0 00000400:00000200:0.0:1788696285.296715:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696285.296722:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696285.296725:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696285.296728:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696285.296730:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696285.296732:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696285.296734:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [441:441:254:4294967295] 192.168.201.118@tcp LPNI seq info [441:441:6:4294967295] 00000400:00000200:0.0:1788696285.296745:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696285.296749:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696285.296752:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009146b66a. 00000800:00000200:0.0:1788696285.296755:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696285.296758:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696285.296760:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009146b66a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696285.296763:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696285.296765:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307248371 00000100:00000001:0.0:1788696285.296769:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307247134 00000100:00000001:0.0:1788696285.296772:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307248371 00000100:00000001:0.0:1788696285.296774:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307247134 00000100:00000001:0.0:1788696285.296776:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307248371 00000100:00000001:0.0:1788696285.296777:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307247134 00000100:00000001:0.0:1788696285.296778:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307248371 00000100:00000001:0.0:1788696285.296779:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307247134 00000100:00000001:0.0:1788696285.296781:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696285.296782:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696285.296784:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696285.296785:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696285.296790:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696285.296790:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696285.296792:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696285.296792:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696285.296793:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696285.296794:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696285.296802:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696285.296804:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696285.296830:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696285.296832:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334bf9d4. 00000400:00000200:0.0:1788696285.296836:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696285.296839:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696285.296880:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8fd35c7 00000400:00000010:0.0:1788696285.296881:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8fd35c7. 00000100:00000001:0.0:1788696285.296885:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696285.296888:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000d0911758 x1875583274374912/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696285.296895:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696285.296897:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d0911758 x1875583274374912/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696285.296902:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696285.296903:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696285.296912:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696285.296914:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009619aef4. 00000400:00000200:0.0:1788696285.296915:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696285.296917:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696285.296918:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a65f0ee9 00000400:00000010:0.0:1788696285.296919:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a65f0ee9. 00000100:00000001:0.0:1788696285.296920:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696285.296922:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000bf3524a4 x1875583274374784/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696285.296926:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696285.296927:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf3524a4 x1875583274374784/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696285.296930:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696285.296931:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696285.296973:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696285.296975:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009146b66a. 00000400:00000200:0.0:1788696285.296977:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696285.296979:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696285.296980:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003657e232 00000400:00000010:0.0:1788696285.296981:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003657e232. 00000100:00000001:0.0:1788696285.296982:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696285.296983:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b920c5d1 x1875583274374656/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696285.296995:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696285.296996:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b920c5d1 x1875583274374656/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696285.297000:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696285.297001:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788696285.297436:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696285.297440:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696285.302889:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696285.302905:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696285.302909:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696285.302911:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696285.302921:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696285.302938:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0d680 00000400:00000200:0.0:1788696285.302947:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xe95 [1] + 224 00000800:00000001:0.0:1788696285.302954:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696285.302957:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696285.302960:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696285.302965:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696285.302972:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696285.302978:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000bf3524a4 x1875583274374784/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696285.302989:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf3524a4 x1875583274374784/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696285.303052:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696285.303056:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696285.303073:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696285.303083:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696285.303088:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696285.303090:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696285.303092:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696285.303097:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696285.303102:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0d700 00000400:00000200:0.0:1788696285.303107:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xe8d [1] + 224 00000800:00000001:0.0:1788696285.303110:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696285.303130:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696285.303132:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696285.303135:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696285.303138:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696285.303143:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000d0911758 x1875583274374912/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696285.303151:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d0911758 x1875583274374912/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696285.303158:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696285.303162:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696285.303165:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696285.303167:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696285.303169:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696285.303173:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696285.303178:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0d600 00000400:00000200:0.0:1788696285.303183:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xe9d [1] + 224 00000800:00000001:0.0:1788696285.303187:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696285.303190:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696285.303192:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696285.303195:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696285.303197:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696285.303200:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b920c5d1 x1875583274374656/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696285.303207:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b920c5d1 x1875583274374656/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696285.303226:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696285.303229:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696285.303232:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788696285.303307:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696285.303310:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696285.303312:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c685865. 00000400:00000200:2.0:1788696285.303317:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038150b0b 00000400:00000010:2.0:1788696285.303320:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000038150b0b. 00000100:00000001:2.0:1788696285.303323:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696285.303327:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000bf3524a4 x1875583274374784/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696285.303346:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000bf3524a4 x1875583274374784/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696285.303352:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696285.303354:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696285.303356:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696285.303359:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696285.303362:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696285.303374:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696285.303374:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696285.303378:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1788696285.303380:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788696285.303382:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696285.303384:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696285.303385:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d3e7f38. 00000400:00000200:3.0:1788696285.303388:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543061b9 00000400:00000010:3.0:1788696285.303389:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000543061b9. 00000100:00001000:2.0:1788696285.303390:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=36 v=5 (5 5 5 5) 00000100:00000001:3.0:1788696285.303391:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00001000:2.0:1788696285.303397:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=36 v=5 (1 1 1 1) 00000100:00000200:3.0:1788696285.303397:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b920c5d1 x1875583274374656/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696285.303406:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696285.303409:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696285.303412:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1788696285.303414:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b920c5d1 x1875583274374656/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696285.303417:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696285.303423:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696285.303425:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696285.303428:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696285.303432:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696285.303432:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:2.0:1788696285.303438:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf3524a4 x1875583274374784/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696285.303443:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696285.303447:0:201303:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:2.0:1788696285.303450:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696285.303453:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696285.303455:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696285.303458:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf3524a4 x1875583274374784/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696301 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696285.303466:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274374784:192.168.201.118@tcp:400: 00000400:00000001:2.0:1788696285.303472:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696285.303473:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696285.303475:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c732f38. 00000400:00000200:2.0:1788696285.303478:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a163905 00000400:00000010:2.0:1788696285.303485:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a163905. 00000100:00000001:2.0:1788696285.303488:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696285.303490:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000d0911758 x1875583274374912/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696285.303495:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696285.303497:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696285.303499:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696285.303503:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788696285.303507:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000d0911758 x1875583274374912/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696301 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1788696285.303507:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=36 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696285.303514:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=36 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696285.303519:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696285.303521:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696285.303524:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696285.303526:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696285.303527:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696285.303528:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696285.303532:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696285.303535:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b920c5d1 x1875583274374656/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696301 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696285.303536:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696285.303539:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696285.303541:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696285.303544:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696285.303549:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696285.303554:0:201301:0:(import.c:2195:obd_at_measure()) add 0 to 00000000c1e757c8 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696285.303557:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=152 v=5 (1 1 0 0) 00000100:00000001:2.0:1788696285.303560:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696285.303562:0:201301:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1788696285.303565:0:201301:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1788696285.303568:0:201301:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0001-mdc-ffff98f518c6e000 of lustre-MDT0001_UUID@192.168.201.118@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1788696285.303572:0:201301:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788696285.303575:0:201301:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff98f518c6e000: Connection to lustre-MDT0001 (at 192.168.201.118@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1788696285.303734:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696285.303738:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696285.303739:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696285.303744:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b920c5d1 x1875583274374656/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696301 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696285.303752:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b920c5d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274374656:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696285.303755:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696285.303757:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696285.303759:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b920c5d1 x1875583274374656/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696301 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696285.303763:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696285.303765:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696285.303768:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006a30c62. 02000000:00000001:3.0:1788696285.303771:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696285.303774:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696285.303775:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696285.303778:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696285.304179:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2263eda. 02000000:00000001:3.0:1788696285.304184:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696285.304192:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696285.304194:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b920c5d1. 00000100:00000001:3.0:1788696285.304198:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696285.304199:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696285.304201:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696285.304208:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696285.304210:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696285.304212:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696285.304214:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696285.312463:0:201301:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788696285.312472:0:201301:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1788696285.312474:0:201301:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696285.312477:0:201301:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1788696285.312480:0:201301:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788696285.312483:0:201301:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788696285.312487:0:201301:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1788696285.312495:0:201301:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: connect to NID 192.168.201.118@tcp last attempt 12277 00000400:00000200:2.0:1788696285.312505:0:201301:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.201.118@tcp is discovered: rc = 1 00000100:00000040:2.0:1788696285.312510:0:201301:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:2.0:1788696285.312512:0:201301:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788696285.312532:0:201301:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:2.0:1788696285.312534:0:201301:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000001:2.0:1788696285.312538:0:201301:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788696285.312540:0:201301:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18b1 00000020:00000001:2.0:1788696285.312542:0:201301:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788696285.312545:0:201301:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d44de2da refcount=5 00000020:00000001:2.0:1788696285.312547:0:201301:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000020:00000001:2.0:1788696285.312549:0:201301:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000100:00000040:2.0:1788696285.312552:0:201301:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:2.0:1788696285.312554:0:201301:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788696285.312555:0:201301:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:2.0:1788696285.312557:0:201301:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000040:2.0:1788696285.312560:0:201301:0:(genops.c:879:class_export_put()) PUTting export 00000000d44de2da : new refcount 4 00000100:00080000:2.0:1788696285.312563:0:201301:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: import 00000000ad055e41 using connection 192.168.201.118@tcp/192.168.201.118@tcp 00000100:00000001:2.0:1788696285.312566:0:201301:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696285.312568:0:201301:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788696285.312593:0:201301:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696285.312596:0:201301:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696285.312598:0:201301:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788696285.312601:0:201301:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788696285.312604:0:201301:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696285.312606:0:201301:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788696285.312612:0:201301:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000449a2a56. 00000020:00000040:2.0:1788696285.312615:0:201301:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=5 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:2.0:1788696285.312619:0:201301:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788696285.312620:0:201301:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696285.312623:0:201301:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696285.312626:0:201301:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696285.312629:0:201301:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696285.312635:0:201301:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000812cd657. 00000100:00000001:2.0:1788696285.312641:0:201301:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696285.312648:0:201301:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000449a2a56 x1875583274375040/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696285.312663:0:201301:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696285.312665:0:201301:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696285.312669:0:201301:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000449a2a56] to pc [ptlrpcd_rcv+-1] req@00000000449a2a56 x1875583274375040/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696285.312727:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696285.312732:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696285.312735:0:201299:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696285.312740:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000449a2a56 x1875583274375040/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696285.312754:0:201299:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696285.312757:0:201299:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696285.312760:0:201299:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696285.312762:0:201299:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696285.312765:0:201299:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696285.312768:0:201299:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000449a2a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274375040:192.168.201.118@tcp:38: 00000100:00000001:0.0:1788696285.312771:0:201299:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696285.312775:0:201299:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696285.312777:0:201299:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696285.312779:0:201299:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696285.312784:0:201299:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001b91dd39. 02000000:00000001:0.0:1788696285.312786:0:201299:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696285.312792:0:201299:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000904cfff3. 00000400:00000010:0.0:1788696285.312798:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003657e232. 00000100:00000200:0.0:1788696285.312804:0:201299:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274375040, portal 10 00000100:00000001:0.0:1788696285.312806:0:201299:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696285.312809:0:201299:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611081856 : -113296098469760 : ffff98f5324bd880) 00000100:00000040:0.0:1788696285.312815:0:201299:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000449a2a56 x1875583274375040/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696285.312823:0:201299:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696285.312826:0:201299:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696285.312828:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f8962fe. 00000100:00000200:0.0:1788696285.312830:0:201299:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875583274375040, offset 0 00000400:00000200:0.0:1788696285.312836:0:201299:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696285.312864:0:201299:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696285.312869:0:201299:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696285.312872:0:201299:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696285.312876:0:201299:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696285.312878:0:201299:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696285.312882:0:201299:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [442:442:256:4294967295] 192.168.201.118@tcp LPNI seq info [442:442:8:4294967295] 00000400:00000200:0.0:1788696285.312895:0:201299:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696285.312907:0:201299:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696285.312912:0:201299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009146b66a. 00000800:00000200:0.0:1788696285.312919:0:201299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696285.312926:0:201299:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696285.312930:0:201299:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009146b66a type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788696285.312958:0:201299:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696285.312963:0:201299:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 28492 usecs (29 jiffies) 00000100:00000001:0.0:1788696285.312967:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307247152 00000100:00000001:0.0:1788696285.312971:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307248371 00000100:00000001:0.0:1788696285.312973:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307247152 00000100:00000001:0.0:1788696285.312975:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307248371 00000100:00000001:0.0:1788696285.312977:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307247152 00000100:00000001:0.0:1788696285.312979:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307248371 00000100:00000001:0.0:1788696285.312981:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307247152 00000100:00000001:0.0:1788696285.312983:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307248371 00000100:00000001:0.0:1788696285.312985:0:201299:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696285.312988:0:201299:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696285.312990:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696285.312993:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788696285.313069:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696285.313074:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009146b66a. 00000400:00000200:3.0:1788696285.313081:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696285.313088:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696285.313093:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f8962fe 00000400:00000010:3.0:1788696285.313096:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008f8962fe. 00000100:00000001:3.0:1788696285.313100:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696285.313104:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000449a2a56 x1875583274375040/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696285.313108:0:201301:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696285.313114:0:201301:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1788696285.313117:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788696285.313118:0:201301:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:3.0:1788696285.313123:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000449a2a56 x1875583274375040/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696285.313129:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d0911758 x1875583274374912/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696301 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696285.313136:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696285.313141:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788696285.313144:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1788696285.313148:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696285.313151:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696285.313155:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0911758 x1875583274374912/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696301 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696285.313162:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d0911758 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274374912:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696285.313167:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696285.313170:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696285.313173:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf3524a4 x1875583274374784/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696301 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696285.313179:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696285.313181:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696285.313183:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000215e2ef7. 02000000:00000001:2.0:1788696285.313187:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696285.313189:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696285.313190:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696285.313192:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696285.313194:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a559f720. 02000000:00000001:2.0:1788696285.313197:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696285.313198:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696285.313205:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf3524a4. 00000100:00000001:2.0:1788696285.313209:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696285.313210:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696285.313212:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696285.313215:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d0911758 x1875583274374912/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696301 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696285.313221:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696285.313222:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696285.313224:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c859407. 02000000:00000001:2.0:1788696285.313226:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696285.313227:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696285.313228:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696285.313230:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696285.313231:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e680c3a9. 02000000:00000001:2.0:1788696285.313233:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696285.313234:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696285.313234:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d0911758. 00000100:00000001:2.0:1788696285.313237:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696285.313238:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696285.313239:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696285.313247:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696285.313248:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696285.313250:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696285.313252:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696285.315472:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696285.315479:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788696285.315483:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696285.315485:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696285.315488:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696285.315490:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696285.318271:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696285.318288:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696285.318293:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696285.318295:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696285.318305:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696285.318335:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0d780 00000400:00000200:0.0:1788696285.318343:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xea5 [1] + 0 00000800:00000001:0.0:1788696285.318350:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696285.318357:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696285.318360:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696285.318379:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696285.318387:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696285.318393:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000449a2a56 x1875583274375040/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696295 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696285.318404:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000449a2a56 x1875583274375040/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696285.318461:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696285.318465:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696285.318482:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696285.318491:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696285.318494:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788696285.318534:0:201299:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696285.318537:0:201299:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696285.318539:0:201299:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000904cfff3. 00000400:00000200:2.0:1788696285.318543:0:201299:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003657e232 00000400:00000010:2.0:1788696285.318546:0:201299:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003657e232. 00000100:00000001:2.0:1788696285.318549:0:201299:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696285.318553:0:201299:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000449a2a56 x1875583274375040/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696295 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696285.318560:0:201299:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000449a2a56 x1875583274375040/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696295 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696285.318578:0:201299:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696285.318580:0:201299:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696285.318583:0:201299:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696285.318585:0:201299:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696285.318588:0:201299:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696285.318590:0:201299:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696285.318592:0:201299:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696285.318601:0:201299:0:(import.c:2195:obd_at_measure()) add 0 to 00000000c1e757c8 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696285.318605:0:201299:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=2 v=5 (1 1 1 0) 00000100:00000001:2.0:1788696285.318608:0:201299:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696285.318610:0:201299:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1788696285.318613:0:201299:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1788696285.318617:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000449a2a56 x1875583274375040/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788696295 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696285.318624:0:201299:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1788696285.318627:0:201299:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696285.318629:0:201299:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696285.318631:0:201299:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1788696285.318633:0:201299:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1788696285.318636:0:201299:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788696285.318640:0:201299:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.118@tcp failed (-19) 00000100:00000001:2.0:1788696285.318643:0:201299:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1788696285.318646:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000449a2a56 x1875583274375040/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788696295 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696285.318653:0:201299:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000449a2a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274375040:192.168.201.118@tcp:38: 00000100:00000001:2.0:1788696285.318658:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696285.318660:0:201299:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696285.318662:0:201299:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000449a2a56 x1875583274375040/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788696295 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696285.318679:0:201299:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696285.318682:0:201299:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696285.318685:0:201299:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001b91dd39. 02000000:00000001:2.0:1788696285.318688:0:201299:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696285.318691:0:201299:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696285.318692:0:201299:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696285.318695:0:201299:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696285.318697:0:201299:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000812cd657. 02000000:00000001:2.0:1788696285.318699:0:201299:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696285.318701:0:201299:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696285.318702:0:201299:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000449a2a56. 00000100:00000001:2.0:1788696285.318706:0:201299:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696285.318708:0:201299:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696285.318710:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696285.318717:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696285.318719:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696285.318721:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696285.318722:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696286.253968:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696286.253975:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696286.253980:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696286.253981:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696286.254122:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696286.254125:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696286.254127:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696286.573914:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307248371, at 4307248384 00000100:00000040:0.0:1788696286.573923:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307248371, at 4307248384 00000100:00000040:1.0:1788696286.573923:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307248371, at 4307248384 00000100:00000010:3.0:1788696286.573927:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f0f29cae. 00000100:00000010:0.0:1788696286.573932:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000802f9c81. 00000100:00000010:1.0:1788696286.573936:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f1bab8d. 00000100:00000040:2.0:1788696286.575438:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307248371, at 4307248385 00000100:00000010:2.0:1788696286.575448:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038593dc8. 00010000:00000001:2.0:1788696287.277952:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696287.277957:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696287.277961:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696287.277961:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696287.278424:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696287.278427:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696287.278429:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696288.301998:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696288.302006:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696288.302012:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696288.302013:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696288.302361:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696288.302364:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696288.302367:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696289.326200:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696289.326209:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696289.326211:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696289.326230:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696289.326235:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696289.326237:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696289.326238:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696289.326241:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696289.326245:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696289.326246:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696289.326290:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696289.326307:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696289.326309:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696290.349948:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696290.349954:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696290.349958:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696290.349959:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696290.350033:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696290.350035:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696290.350038:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696290.414092:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696290.414103:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696290.414110:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ba1d0c9. 00000020:00000040:0.0:1788696290.414117:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696290.414121:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696290.414123:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696290.414129:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696290.414137:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000dfd73c1. 00000100:00000001:0.0:1788696290.414143:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696290.414153:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000004ba1d0c9 x1875583274375168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696290.414163:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696290.414165:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696290.414170:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ba1d0c9] to pc [ptlrpcd_00_02+2] req@000000004ba1d0c9 x1875583274375168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696290.414238:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696290.414242:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696290.414244:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696290.414249:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ba1d0c9 x1875583274375168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696290.414256:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696290.414258:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696290.414262:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696290.414264:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696290.414266:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696290.414269:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274375168:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696290.414273:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696290.414307:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696290.414309:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696290.414312:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696290.414317:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c859407. 02000000:00000001:2.0:1788696290.414320:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696290.414326:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c732f38. 00000400:00000010:2.0:1788696290.414333:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a163905. 00000100:00000200:2.0:1788696290.414341:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274375168, portal 25 00000100:00000001:2.0:1788696290.414344:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696290.414346:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882431744 : -113296827119872 : ffff98f506dd8700) 00000100:00000040:2.0:1788696290.414352:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004ba1d0c9 x1875583274375168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696290.414371:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696290.414375:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696290.414378:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038150b0b. 00000100:00000200:2.0:1788696290.414381:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274375168, offset 0 00000400:00000200:2.0:1788696290.414390:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696290.414410:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696290.414416:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696290.414420:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696290.414424:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696290.414428:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696290.414432:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [443:443:256:4294967295] 192.168.201.118@tcp LPNI seq info [443:443:8:4294967295] 00000400:00000200:2.0:1788696290.414446:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696290.414452:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696290.414457:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e680c3a9. 00000800:00000200:2.0:1788696290.414464:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696290.414471:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696290.414480:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e680c3a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696290.414493:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696290.414499:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307253489 00000100:00000010:2.0:1788696290.414503:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038593dc8. 00000100:00000001:2.0:1788696290.414509:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788696290.414516:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307253489 00000100:00000010:2.0:1788696290.414519:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000efe1b1f1. 00000100:00000001:2.0:1788696290.414522:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696290.414525:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307253489 00000100:00000010:2.0:1788696290.414528:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000938a813a. 00000100:00000001:2.0:1788696290.414531:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696290.414534:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307253489 00000100:00000010:2.0:1788696290.414536:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077a03d86. 00000100:00000001:2.0:1788696290.414546:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696290.414551:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696290.414569:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696290.414573:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696290.414576:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788696290.414608:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696290.414613:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e680c3a9. 00000400:00000200:1.0:1788696290.414618:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696290.414623:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696290.414628:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038150b0b 00000400:00000010:1.0:1788696290.414630:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000038150b0b. 00000100:00000001:1.0:1788696290.414634:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696290.414638:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004ba1d0c9 x1875583274375168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696290.414649:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696290.414653:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ba1d0c9 x1875583274375168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696290.414660:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696290.414662:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696290.414920:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696290.414923:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696290.414926:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696290.414929:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a572c48. 00000020:00000040:0.0:1788696290.414931:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696290.414933:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696290.414934:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696290.414936:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696290.414938:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000057945d15. 00000100:00000001:0.0:1788696290.414941:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696290.414944:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000000a572c48 x1875583274375296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696290.414949:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696290.414950:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696290.414952:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a572c48] to pc [ptlrpcd_00_03+3] req@000000000a572c48 x1875583274375296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696290.415153:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696290.415155:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696290.415157:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696290.415160:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a572c48 x1875583274375296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696290.415168:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696290.415170:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696290.415172:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696290.415175:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696290.415177:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696290.415180:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274375296:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696290.415183:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696290.415186:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696290.415188:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696290.415190:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696290.415194:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002955bc70. 00000100:00000001:2.0:1788696290.415195:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1788696290.415196:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696290.415199:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1788696290.415201:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a94fcc17. 00000100:00000001:2.0:1788696290.415204:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696290.415207:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1788696290.415207:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008adcd611. 00000100:00000001:2.0:1788696290.415209:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696290.415213:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788696290.415213:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274375296, portal 10 00000100:00000001:3.0:1788696290.415218:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696290.415220:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882444288 : -113296827107328 : ffff98f506ddb800) 00000100:00000040:3.0:1788696290.415228:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000a572c48 x1875583274375296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696290.415235:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696290.415237:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696290.415240:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0c3167a. 00000100:00000200:3.0:1788696290.415243:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274375296, offset 0 00000400:00000200:3.0:1788696290.415248:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696290.415260:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696290.415263:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696290.415265:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696290.415266:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696290.415268:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696290.415270:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [444:444:256:4294967295] 192.168.201.118@tcp LPNI seq info [444:444:8:4294967295] 00000400:00000200:3.0:1788696290.415287:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696290.415292:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696290.415295:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a289aad5. 00000800:00000200:3.0:1788696290.415299:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696290.415303:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696290.415305:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a289aad5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696290.415314:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696290.415317:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 28380 usecs (29 jiffies) 00000100:00000001:3.0:1788696290.415319:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307252254 00000100:00000001:3.0:1788696290.415321:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307253489 00000100:00000001:3.0:1788696290.415323:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307252254 00000100:00000001:3.0:1788696290.415324:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307253489 00000100:00000001:3.0:1788696290.415326:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307252254 00000100:00000001:3.0:1788696290.415327:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307253489 00000100:00000001:3.0:1788696290.415328:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307252254 00000100:00000001:3.0:1788696290.415329:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307253489 00000100:00000001:3.0:1788696290.415330:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696290.415331:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696290.415336:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696290.415338:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696290.415340:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696290.415341:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696290.415347:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696290.415349:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696290.415350:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696290.415352:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696290.415379:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696290.415383:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a289aad5. 00000400:00000200:2.0:1788696290.415386:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696290.415391:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696290.415394:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0c3167a 00000400:00000010:2.0:1788696290.415395:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b0c3167a. 00000100:00000001:2.0:1788696290.415398:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696290.415401:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000a572c48 x1875583274375296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696290.415409:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696290.415411:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a572c48 x1875583274375296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696290.415417:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696290.415418:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788696290.416499:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696290.416500:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696290.416504:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1788696290.416506:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696290.416508:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788696290.416513:0:204459:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:2.0:1788696290.416513:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696290.416517:0:204459:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788696290.416521:0:204459:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788696290.416525:0:204459:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788696290.416530:0:204459:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: connect to NID 192.168.201.118@tcp last attempt 12579 00000400:00000200:0.0:1788696290.416537:0:204459:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.201.118@tcp is discovered: rc = 1 00000100:00001000:0.0:1788696290.416540:0:204459:0:(import.c:2195:obd_at_measure()) add 10 to 00000000a187fc95 time=7 v=5 (1 1 1 0) 00000100:00001000:0.0:1788696290.416543:0:204459:0:(import.c:2261:obd_at_measure()) AT 00000000a187fc95 change: old=5 new=10 delta=5 (val=10) hist 10 1 1 0 00000100:00080000:0.0:1788696290.416546:0:204459:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1788696290.416549:0:204459:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:0.0:1788696290.416569:0:204459:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788696290.416571:0:204459:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:0.0:1788696290.416573:0:204459:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000001:0.0:1788696290.416576:0:204459:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788696290.416578:0:204459:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18b1 00000020:00000001:0.0:1788696290.416580:0:204459:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788696290.416583:0:204459:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d44de2da refcount=5 00000020:00000001:0.0:1788696290.416584:0:204459:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000020:00000001:0.0:1788696290.416586:0:204459:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000100:00000040:0.0:1788696290.416588:0:204459:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:0.0:1788696290.416589:0:204459:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788696290.416590:0:204459:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:0.0:1788696290.416591:0:204459:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000040:0.0:1788696290.416592:0:204459:0:(genops.c:879:class_export_put()) PUTting export 00000000d44de2da : new refcount 4 00000100:00080000:0.0:1788696290.416595:0:204459:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: import 00000000ad055e41 using connection 192.168.201.118@tcp/192.168.201.118@tcp 00000100:00000001:0.0:1788696290.416596:0:204459:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696290.416598:0:204459:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788696290.416603:0:204459:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696290.416606:0:204459:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696290.416608:0:204459:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788696290.416611:0:204459:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788696290.416614:0:204459:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696290.416616:0:204459:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788696290.416620:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4497fd1. 00000020:00000040:0.0:1788696290.416623:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:0.0:1788696290.416627:0:204459:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788696290.416628:0:204459:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696290.416631:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696290.416633:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696290.416635:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696290.416640:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000986e9693. 00000100:00000001:0.0:1788696290.416644:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696290.416655:0:204459:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4497fd1 x1875583274375424/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696290.416663:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696290.416666:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696290.416668:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4497fd1] to pc [ptlrpcd_rcv+-1] req@00000000e4497fd1 x1875583274375424/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696290.416689:0:204459:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696290.416691:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696290.416693:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696290.416697:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12589) 00000100:00000001:2.0:1788696290.416750:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696290.416753:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696290.416755:0:201299:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696290.416760:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4497fd1 x1875583274375424/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696290.416778:0:201299:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696290.416786:0:201299:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696290.416788:0:201299:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696290.416790:0:201299:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696290.416792:0:201299:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696290.416795:0:201299:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274375424:192.168.201.118@tcp:38: 00000100:00000001:2.0:1788696290.416799:0:201299:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696290.416801:0:201299:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696290.416802:0:201299:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696290.416804:0:201299:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696290.416807:0:201299:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002f78e929. 02000000:00000001:2.0:1788696290.416809:0:201299:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696290.416812:0:201299:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c685865. 00000400:00000010:2.0:1788696290.416816:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea539ecd. 00000100:00000200:2.0:1788696290.416820:0:201299:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274375424, portal 10 00000100:00000001:2.0:1788696290.416822:0:201299:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696290.416823:0:201299:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882434432 : -113296827117184 : ffff98f506dd9180) 00000100:00000040:2.0:1788696290.416829:0:201299:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4497fd1 x1875583274375424/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696290.416835:0:201299:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696290.416837:0:201299:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696290.416839:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e1b2134. 00000100:00000200:2.0:1788696290.416841:0:201299:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875583274375424, offset 0 00000400:00000200:2.0:1788696290.416909:0:201299:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696290.416917:0:201299:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696290.416921:0:201299:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696290.416923:0:201299:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696290.416926:0:201299:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696290.416928:0:201299:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696290.416931:0:201299:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [445:445:256:4294967295] 192.168.201.118@tcp LPNI seq info [445:445:8:4294967295] 00000400:00000200:2.0:1788696290.416939:0:201299:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696290.416943:0:201299:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696290.416947:0:201299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a559f720. 00000800:00000200:2.0:1788696290.416957:0:201299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696290.416962:0:201299:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696290.416965:0:201299:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a559f720 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788696290.416983:0:201299:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696290.416989:0:201299:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 28331 usecs (29 jiffies) 00000100:00000001:2.0:1788696290.416992:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307252256 00000100:00000001:2.0:1788696290.416994:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307253489 00000100:00000001:2.0:1788696290.416996:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307252256 00000100:00000001:2.0:1788696290.416998:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307253489 00000100:00000001:2.0:1788696290.417000:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307252256 00000100:00000001:2.0:1788696290.417002:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307253489 00000100:00000001:2.0:1788696290.417004:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307252256 00000100:00000001:2.0:1788696290.417007:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307253489 00000100:00000001:2.0:1788696290.417009:0:201299:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696290.417011:0:201299:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696290.417014:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696290.417015:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696290.417021:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696290.417023:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788696290.417024:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696290.417026:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696290.417028:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696290.417029:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696290.417062:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696290.417066:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a559f720. 00000400:00000200:0.0:1788696290.417070:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696290.417075:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696290.417078:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e1b2134 00000400:00000010:0.0:1788696290.417080:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002e1b2134. 00000100:00000001:0.0:1788696290.417083:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696290.417086:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e4497fd1 x1875583274375424/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696290.417094:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696290.417096:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4497fd1 x1875583274375424/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696305 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696290.417102:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696290.417103:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696290.418086:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696290.418098:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696290.418100:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696290.418102:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696290.418109:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696290.418120:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0d800 00000400:00000200:1.0:1788696290.418134:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xead [1] + 224 00000800:00000001:1.0:1788696290.418141:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696290.418144:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696290.418147:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696290.418149:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696290.418153:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696290.418156:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004ba1d0c9 x1875583274375168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696290.418163:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004ba1d0c9 x1875583274375168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696290.418176:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696290.418183:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696290.418185:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696290.418187:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696290.418189:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696290.418192:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696290.418199:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0d880 00000400:00000200:1.0:1788696290.418205:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xeb5 [1] + 224 00000100:00000001:2.0:1788696290.418207:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1788696290.418210:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788696290.418211:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1788696290.418215:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696290.418219:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1788696290.418219:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696290.418223:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1788696290.418224:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000010:2.0:1788696290.418226:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c732f38. 00000400:00000200:2.0:1788696290.418232:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a163905 00000400:00000010:2.0:1788696290.418234:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a163905. 00000100:00000001:2.0:1788696290.418237:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788696290.418238:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696290.418242:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004ba1d0c9 x1875583274375168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696290.418245:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000a572c48 x1875583274375296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696290.418285:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000a572c48 x1875583274375296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696290.418291:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004ba1d0c9 x1875583274375168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696290.418304:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696290.418305:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696290.418308:0:201302:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1788696290.418309:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:2.0:1788696290.418311:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696290.418314:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1788696290.418315:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788696290.418317:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696290.418319:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788696290.418321:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696290.418327:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1788696290.418327:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=41 v=5 (5 5 5 5) 00000800:00000001:1.0:1788696290.418330:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1788696290.418332:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=41 v=5 (1 1 1 1) 00000400:00000200:1.0:1788696290.418337:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:2.0:1788696290.418339:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696290.418342:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696290.418344:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0d900 00000400:00000200:1.0:1788696290.418348:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xebd [1] + 0 00000800:00000001:1.0:1788696290.418350:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696290.418354:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696290.418355:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696290.418357:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00010000:00000001:2.0:1788696290.418357:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696290.418362:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696290.418363:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696290.418367:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e4497fd1 x1875583274375424/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696290.418367:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696290.418375:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ba1d0c9 x1875583274375168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696290.418381:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000e4497fd1 x1875583274375424/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696290.418384:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696290.418389:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696290.418391:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696290.418396:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ba1d0c9 x1875583274375168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696290.418398:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696290.418402:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696290.418403:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00100000:2.0:1788696290.418403:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274375168:192.168.201.118@tcp:400: 00000400:00000001:3.0:1788696290.418409:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1788696290.418410:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696290.418411:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1788696290.418412:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1788696290.418413:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1788696290.418416:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1788696290.418417:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a94fcc17. 00000100:00000040:2.0:1788696290.418418:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ba1d0c9 x1875583274375168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696290.418425:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008adcd611 00000100:00000001:2.0:1788696290.418426:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696290.418429:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1788696290.418429:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008adcd611. 00000100:00000001:3.0:1788696290.418435:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788696290.418437:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1788696290.418440:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c859407. 00000100:00000001:0.0:1788696290.418441:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1788696290.418441:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000a572c48 x1875583274375296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788696290.418446:0:201299:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1788696290.418450:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1788696290.418451:0:201299:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1788696290.418453:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000400:00000010:0.0:1788696290.418455:0:201299:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c685865. 00000020:00000040:2.0:1788696290.418456:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788696290.418459:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000200:3.0:1788696290.418460:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000a572c48 x1875583274375296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1788696290.418462:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000dfd73c1. 00000400:00000200:0.0:1788696290.418463:0:201299:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea539ecd 00000400:00000010:0.0:1788696290.418468:0:201299:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ea539ecd. 02000000:00000001:2.0:1788696290.418468:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696290.418471:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696290.418473:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ba1d0c9. 00000100:00000001:3.0:1788696290.418473:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696290.418476:0:201299:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696290.418476:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696290.418478:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696290.418481:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696290.418481:0:201303:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:2.0:1788696290.418485:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788696290.418485:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696290.418488:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696290.418491:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696290.418494:0:201299:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e4497fd1 x1875583274375424/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696290.418495:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1788696290.418495:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696290.418498:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696290.418502:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1788696290.418504:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=41 v=5 (5 5 5 5) 00000100:00000001:2.0:1788696290.418505:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696290.418512:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=41 v=5 (1 1 1 1) 00000100:00000200:0.0:1788696290.418516:0:201299:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e4497fd1 x1875583274375424/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696290.418518:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696290.418520:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696290.418524:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696290.418529:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696290.418531:0:201299:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696290.418533:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1788696290.418535:0:201299:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696290.418537:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696290.418539:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696290.418540:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696290.418544:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a572c48 x1875583274375296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696290.418551:0:201299:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696290.418554:0:201299:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696290.418556:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696290.418558:0:201299:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696290.418559:0:201299:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696290.418561:0:201299:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696290.418566:0:201299:0:(import.c:2195:obd_at_measure()) add 0 to 00000000c1e757c8 time=40 v=5 (5 5 5 5) 00000100:00000001:3.0:1788696290.418567:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696290.418569:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1788696290.418572:0:201299:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=7 v=10 (10 1 1 0) 00000100:00000001:0.0:1788696290.418577:0:201299:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696290.418579:0:201299:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1788696290.418581:0:201299:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1788696290.418586:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4497fd1 x1875583274375424/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788696305 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696290.418589:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a572c48 x1875583274375296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696290.418601:0:201299:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1788696290.418607:0:201299:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696290.418611:0:201299:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788696290.418611:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274375296:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696290.418616:0:201299:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1788696290.418618:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696290.418621:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696290.418624:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a572c48 x1875583274375296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696290.418629:0:201299:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1788696290.418634:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1788696290.418636:0:201299:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1788696290.418637:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696290.418641:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002955bc70. 00000100:00080000:0.0:1788696290.418644:0:201299:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.118@tcp failed (-19) 02000000:00000001:3.0:1788696290.418646:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788696290.418650:0:201299:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1788696290.418650:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696290.418652:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696290.418656:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000040:0.0:1788696290.418657:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4497fd1 x1875583274375424/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788696305 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1788696290.418658:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000057945d15. 02000000:00000001:3.0:1788696290.418663:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696290.418665:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696290.418667:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a572c48. 00000100:00000001:3.0:1788696290.418669:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696290.418672:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696290.418675:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788696290.418681:0:201299:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274375424:192.168.201.118@tcp:38: 00000100:00000001:3.0:1788696290.418681:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696290.418685:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696290.418689:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696290.418690:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696290.418692:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696290.418699:0:201299:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696290.418702:0:201299:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4497fd1 x1875583274375424/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788696305 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696290.418710:0:201299:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696290.418711:0:201299:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696290.418713:0:201299:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002f78e929. 02000000:00000001:0.0:1788696290.418716:0:201299:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696290.418718:0:201299:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696290.418719:0:201299:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696290.418721:0:201299:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696290.418722:0:201299:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000986e9693. 02000000:00000001:0.0:1788696290.418736:0:201299:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696290.418737:0:201299:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696290.418738:0:201299:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4497fd1. 00000100:00000001:0.0:1788696290.418741:0:201299:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696290.418742:0:201299:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696290.418743:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696290.418747:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696290.418749:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696290.418750:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696290.418752:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696291.376245:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696291.376251:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696291.376256:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696291.376268:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696291.376323:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696291.376327:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696291.376330:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696291.693958:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307253489, at 4307253504 00000100:00000040:1.0:1788696291.693958:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307253489, at 4307253504 00000100:00000040:2.0:1788696291.693958:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307253489, at 4307253504 00000100:00000040:3.0:1788696291.693958:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307253489, at 4307253504 00000100:00000010:3.0:1788696291.693975:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077a03d86. 00000100:00000010:2.0:1788696291.693976:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000938a813a. 00000100:00000010:0.0:1788696291.693977:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038593dc8. 00000100:00000010:1.0:1788696291.693980:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000efe1b1f1. 00010000:00000001:2.0:1788696292.398071:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696292.398079:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696292.398085:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696292.398086:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696292.398136:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696292.398140:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696292.398162:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696293.422748:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696293.422756:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696293.422762:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696293.422763:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696293.422988:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696293.422992:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696293.422994:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696294.445957:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696294.445965:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696294.445972:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696294.445973:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696294.446053:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696294.446057:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696294.446060:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696295.469954:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696295.469961:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696295.469969:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696295.469973:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696295.469991:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696295.469994:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696295.469997:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696295.469999:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696295.470001:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696295.470004:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696295.471685:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696295.471691:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696295.471696:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696295.535502:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696295.535513:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696295.535524:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4497fd1. 00000020:00000040:0.0:1788696295.535531:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696295.535536:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696295.535539:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696295.535544:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696295.535555:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000057945d15. 00000100:00000001:0.0:1788696295.535562:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696295.535573:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000e4497fd1 x1875583274375552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696295.535604:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696295.535606:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696295.535611:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4497fd1] to pc [ptlrpcd_00_00+0] req@00000000e4497fd1 x1875583274375552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696295.535648:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696295.535651:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696295.535655:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788696295.535658:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1788696295.535659:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f121889. 00000020:00000040:0.0:1788696295.535664:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696295.535665:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696295.535669:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788696295.535669:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1788696295.535673:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696295.535677:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696295.535679:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4497fd1 x1875583274375552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788696295.535682:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000dfd73c1. 00000100:00000001:0.0:1788696295.535687:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696295.535694:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1788696295.535696:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000001f121889 x1875583274375680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696295.535698:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696295.535705:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696295.535708:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696295.535710:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696295.535714:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696295.535714:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696295.535723:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274375552:192.168.201.118@tcp:400: 00000100:00000040:0.0:1788696295.535724:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f121889] to pc [ptlrpcd_00_01+1] req@000000001f121889 x1875583274375680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696295.535732:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696295.535738:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788696295.535742:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788696295.535746:0:204459:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 02000000:00000001:1.0:1788696295.535746:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696295.535750:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696295.535751:0:204459:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788696295.535754:0:204459:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1788696295.535756:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788696295.535760:0:204459:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788696295.535764:0:204459:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: connect to NID 192.168.201.118@tcp last attempt 12584 00000400:00000200:0.0:1788696295.535774:0:204459:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.201.118@tcp is discovered: rc = 1 02000000:00000010:1.0:1788696295.535776:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0bda877. 02000000:00000001:1.0:1788696295.535779:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696295.535785:0:204459:0:(import.c:2195:obd_at_measure()) add 15 to 00000000a187fc95 time=12 v=10 (10 1 1 0) 00000400:00000010:1.0:1788696295.535790:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e751fda4. 00000100:00001000:0.0:1788696295.535791:0:204459:0:(import.c:2261:obd_at_measure()) AT 00000000a187fc95 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 0 00000100:00080000:0.0:1788696295.535797:0:204459:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: tried all connections, increasing latency to 10s 00000400:00000010:1.0:1788696295.535800:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005f95c5f. 00000100:00000040:0.0:1788696295.535801:0:204459:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:0.0:1788696295.535807:0:204459:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788696295.535809:0:204459:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000200:1.0:1788696295.535810:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274375552, portal 25 00000100:00000001:0.0:1788696295.535812:0:204459:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000100:00000001:1.0:1788696295.535816:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1788696295.535818:0:204459:0:(genops.c:792:class_conn2export()) Process entered 00000100:00000001:1.0:1788696295.535820:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882434432 : -113296827117184 : ffff98f506dd9180) 00000020:00000040:0.0:1788696295.535822:0:204459:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18b1 00000020:00000001:0.0:1788696295.535826:0:204459:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788696295.535828:0:204459:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d44de2da refcount=5 00000100:00000040:1.0:1788696295.535830:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4497fd1 x1875583274375552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788696295.535831:0:204459:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000020:00000001:0.0:1788696295.535835:0:204459:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000100:00000040:0.0:1788696295.535840:0:204459:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:0.0:1788696295.535861:0:204459:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788696295.535864:0:204459:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:0.0:1788696295.535867:0:204459:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000040:0.0:1788696295.535870:0:204459:0:(genops.c:879:class_export_put()) PUTting export 00000000d44de2da : new refcount 4 00000100:00000001:1.0:1788696295.535871:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1788696295.535875:0:204459:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: import 00000000ad055e41 using connection 192.168.201.118@tcp/192.168.201.118@tcp 00000100:00000001:0.0:1788696295.535879:0:204459:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696295.535880:0:204459:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788696295.535885:0:204459:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696295.535887:0:204459:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696295.535888:0:204459:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788696295.535891:0:204459:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788696295.535893:0:204459:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696295.535894:0:204459:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788696295.535896:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c910da9. 00000020:00000040:0.0:1788696295.535898:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:0.0:1788696295.535900:0:204459:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788696295.535901:0:204459:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696295.535906:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696295.535907:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696295.535908:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696295.535911:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000986e9693. 00000100:00000001:0.0:1788696295.535913:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696295.535917:0:204459:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006c910da9 x1875583274375808/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696295.535921:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696295.535922:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696295.535924:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c910da9] to pc [ptlrpcd_rcv+-1] req@000000006c910da9 x1875583274375808/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696295.535933:0:204459:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696295.535935:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696295.535936:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696295.535939:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12595) 00000100:00000001:0.0:1788696295.535945:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696295.535947:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696295.535948:0:201299:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696295.535950:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c910da9 x1875583274375808/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696295.535954:0:201299:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696295.535955:0:201299:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696295.535956:0:201299:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696295.535957:0:201299:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696295.535958:0:201299:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696295.535960:0:201299:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006c910da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274375808:192.168.201.118@tcp:38: 00000100:00000001:0.0:1788696295.535962:0:201299:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696295.535963:0:201299:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696295.535964:0:201299:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696295.535965:0:201299:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696295.535966:0:201299:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bcdfcaf8. 02000000:00000001:0.0:1788696295.535967:0:201299:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696295.535975:0:201299:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000135871fc. 00000400:00000010:0.0:1788696295.535979:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008155608f. 00000100:00000200:0.0:1788696295.535982:0:201299:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274375808, portal 10 00000100:00000001:0.0:1788696295.535984:0:201299:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696295.535985:0:201299:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882433536 : -113296827118080 : ffff98f506dd8e00) 00000100:00000040:0.0:1788696295.535991:0:201299:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006c910da9 x1875583274375808/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696295.535997:0:201299:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696295.535999:0:201299:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696295.536001:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027814ea5. 00000100:00000200:0.0:1788696295.536004:0:201299:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875583274375808, offset 0 00000400:00000200:0.0:1788696295.536010:0:201299:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696295.536020:0:201299:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696295.536025:0:201299:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696295.536029:0:201299:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696295.536031:0:201299:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696295.536033:0:201299:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696295.536036:0:201299:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [446:446:256:4294967295] 192.168.201.118@tcp LPNI seq info [446:446:8:4294967295] 00000400:00000200:0.0:1788696295.536043:0:201299:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696295.536048:0:201299:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696295.536051:0:201299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009146b66a. 00000800:00000200:0.0:1788696295.536056:0:201299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696295.536062:0:201299:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696295.536065:0:201299:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009146b66a type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788696295.536071:0:201299:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696295.536074:0:201299:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 28135 usecs (29 jiffies) 00000100:00000001:0.0:1788696295.536077:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307257375 00000100:00000010:0.0:1788696295.536081:0:201299:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aeee93bd. 00000100:00000001:0.0:1788696295.536093:0:201299:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788696295.536098:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307257375 00000100:00000010:0.0:1788696295.536106:0:201299:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038ecd934. 00000100:00000001:0.0:1788696295.536109:0:201299:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788696295.536112:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307257375 00000100:00000010:0.0:1788696295.536114:0:201299:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001cecc859. 00000100:00000001:0.0:1788696295.536116:0:201299:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788696295.536123:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307257375 00000100:00000010:0.0:1788696295.536126:0:201299:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035146d2b. 00000100:00000001:0.0:1788696295.536129:0:201299:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788696295.536133:0:201299:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696295.536134:0:201299:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696295.536136:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696295.536138:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696295.536143:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696295.536145:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788696295.536146:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696295.536147:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696295.536148:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696295.536149:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696295.536232:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696295.536235:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696295.536236:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696295.536240:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f121889 x1875583274375680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696295.536248:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696295.536249:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696295.536255:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696295.536257:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696295.536259:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696295.536261:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274375680:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696295.536264:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696295.536267:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696295.536268:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696295.536269:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696295.536273:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037517b8e. 02000000:00000001:3.0:1788696295.536274:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696295.536277:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a94fcc17. 00000400:00000010:3.0:1788696295.536280:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008adcd611. 00000100:00000200:3.0:1788696295.536283:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274375680, portal 10 00000100:00000001:3.0:1788696295.536284:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696295.536285:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438912 : -113296827112704 : ffff98f506dda300) 00000100:00000040:3.0:1788696295.536290:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001f121889 x1875583274375680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696295.536306:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696295.536308:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696295.536310:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000864cac17. 00000100:00000200:3.0:1788696295.536312:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274375680, offset 0 00000400:00000200:3.0:1788696295.536315:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696295.536320:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696295.536322:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696295.536325:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696295.536327:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696295.536329:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696295.536332:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [447:447:255:4294967295] 192.168.201.118@tcp LPNI seq info [447:447:7:4294967295] 00000400:00000200:3.0:1788696295.536339:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696295.536343:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696295.536346:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d33dd5fd. 00000800:00000200:3.0:1788696295.536349:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696295.536353:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696295.536355:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d33dd5fd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696295.536357:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696295.536360:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 28200 usecs (29 jiffies) 00000100:00000001:3.0:1788696295.536362:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307257375 00000100:00000001:3.0:1788696295.536364:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307257375 00000100:00000001:3.0:1788696295.536366:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307257375 00000100:00000001:3.0:1788696295.536367:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307257375 00000100:00000001:3.0:1788696295.536368:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307257375 00000100:00000001:3.0:1788696295.536370:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307257375 00000100:00000001:3.0:1788696295.536371:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307257375 00000100:00000001:3.0:1788696295.536372:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307257375 00000100:00000001:3.0:1788696295.536377:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696295.536379:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696295.536381:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696295.536382:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696295.536386:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696295.536387:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696295.536388:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696295.536389:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696295.536390:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696295.536392:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696295.536416:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696295.536420:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000144fb93. 00000100:00000200:1.0:1788696295.536424:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274375552, offset 0 00000400:00000200:1.0:1788696295.536430:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696295.536437:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696295.536440:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696295.536443:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000800:00000200:3.0:1788696295.536444:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1788696295.536447:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1788696295.536449:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009146b66a. 00000400:00000200:1.0:1788696295.536451:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696295.536456:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [448:448:254:4294967295] 192.168.201.118@tcp LPNI seq info [448:448:6:4294967295] 00000400:00000200:3.0:1788696295.536457:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696295.536466:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696295.536471:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696295.536476:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696295.536479:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dffc0522. 00000800:00000200:1.0:1788696295.536482:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696295.536486:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696295.536488:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dffc0522 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696295.536489:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696295.536491:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307258611 00000100:00000001:1.0:1788696295.536495:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307257375 00000100:00000001:1.0:1788696295.536502:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307258611 00000100:00000001:1.0:1788696295.536504:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307257375 00000100:00000001:1.0:1788696295.536505:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307258611 00000100:00000001:1.0:1788696295.536507:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307257375 00000100:00000001:1.0:1788696295.536508:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307258611 00000100:00000001:1.0:1788696295.536509:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307257375 00000100:00000001:1.0:1788696295.536511:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696295.536512:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696295.536513:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696295.536514:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696295.536517:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696295.536518:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696295.536519:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696295.536520:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696295.536520:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696295.536521:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696295.538314:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027814ea5 00000400:00000010:3.0:1788696295.538322:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000027814ea5. 00000100:00000001:3.0:1788696295.538330:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696295.538338:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006c910da9 x1875583274375808/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696295.538348:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696295.538350:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c910da9 x1875583274375808/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696295.538356:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696295.538357:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696295.538384:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696295.538387:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d33dd5fd. 00000400:00000200:3.0:1788696295.538391:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696295.538394:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696295.538397:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864cac17 00000400:00000010:3.0:1788696295.538399:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000864cac17. 00000100:00000001:3.0:1788696295.538401:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696295.538404:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001f121889 x1875583274375680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696295.538410:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696295.538422:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f121889 x1875583274375680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696295.538428:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696295.538429:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696295.538493:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696295.538496:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dffc0522. 00000400:00000200:3.0:1788696295.538499:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696295.538502:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696295.538505:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000144fb93 00000400:00000010:3.0:1788696295.538506:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000144fb93. 00000100:00000001:3.0:1788696295.538509:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696295.538511:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e4497fd1 x1875583274375552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696295.538519:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696295.538520:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4497fd1 x1875583274375552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696295.538526:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696295.538528:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696295.547261:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696295.547281:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696295.547285:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696295.547288:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696295.547298:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696295.547316:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0d980 00000400:00000200:0.0:1788696295.547325:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xec5 [1] + 224 00000800:00000001:0.0:1788696295.547332:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696295.547336:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696295.547339:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696295.547343:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696295.547350:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696295.547357:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e4497fd1 x1875583274375552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696295.547393:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4497fd1 x1875583274375552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696295.547418:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696295.547429:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696295.547433:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696295.547435:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696295.547436:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696295.547441:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696295.547446:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0da00 00000400:00000200:0.0:1788696295.547452:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xed1 [1] + 224 00000800:00000001:0.0:1788696295.547456:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696295.547463:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696295.547465:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696295.547468:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696295.547471:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696295.547475:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001f121889 x1875583274375680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696295.547482:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f121889 x1875583274375680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696295.547501:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696295.547505:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696295.547507:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696295.547589:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696295.547594:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696295.547600:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1788696295.547601:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696295.547605:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1788696295.547605:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1788696295.547609:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e751fda4. 00000400:00000200:1.0:1788696295.547615:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005f95c5f 00000400:00000010:1.0:1788696295.547617:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000005f95c5f. 00000100:00000001:1.0:1788696295.547626:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696295.547630:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e4497fd1 x1875583274375552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696295.547638:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e4497fd1 x1875583274375552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696295.547644:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696295.547646:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696295.547649:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696295.547652:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696295.547654:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696295.547663:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696295.547666:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696295.547672:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=46 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696295.547675:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=46 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696295.547678:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696295.547679:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696295.547682:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696295.547684:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696295.547687:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696295.547690:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4497fd1 x1875583274375552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696295.547697:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696295.547700:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696295.547702:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696295.547705:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4497fd1 x1875583274375552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696295.547713:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274375552:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696295.547718:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696295.547721:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696295.547723:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4497fd1 x1875583274375552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696295.547730:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696295.547733:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696295.547736:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0bda877. 02000000:00000001:1.0:1788696295.547740:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696295.547742:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696295.547744:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696295.547746:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696295.547748:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000057945d15. 02000000:00000001:1.0:1788696295.547751:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696295.547753:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696295.547754:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4497fd1. 00000100:00000001:1.0:1788696295.547758:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696295.547764:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696295.547767:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696295.547773:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696295.547775:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696295.547777:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696295.547779:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788696295.548306:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696295.548309:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696295.548310:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a94fcc17. 00000400:00000200:3.0:1788696295.548315:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008adcd611 00000400:00000010:3.0:1788696295.548317:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008adcd611. 00000100:00000001:3.0:1788696295.548320:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696295.548324:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001f121889 x1875583274375680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696295.548332:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001f121889 x1875583274375680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696295.548339:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696295.548340:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696295.548342:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696295.548343:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696295.548362:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696295.548364:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696295.548366:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696295.548372:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=46 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696295.548375:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=46 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696295.548378:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696295.548379:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696295.548381:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696295.548383:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696295.548386:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696295.548388:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696295.548389:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696295.548391:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696295.548394:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f121889 x1875583274375680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696295.548400:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696295.548401:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696295.548403:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696295.548405:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f121889 x1875583274375680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696295.548412:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274375680:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696295.548416:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696295.548417:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696295.548420:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f121889 x1875583274375680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696295.548426:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696295.548427:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696295.548429:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037517b8e. 02000000:00000001:3.0:1788696295.548432:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696295.548434:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696295.548435:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696295.548437:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696295.548438:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000dfd73c1. 02000000:00000001:3.0:1788696295.548445:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696295.548446:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696295.548448:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f121889. 00000100:00000001:3.0:1788696295.548450:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696295.548451:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696295.548452:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696295.548456:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696295.548457:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696295.548459:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696295.548461:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696295.551814:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696295.551829:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696295.551832:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696295.551833:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696295.551843:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696295.551881:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0da80 00000400:00000200:1.0:1788696295.551887:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xec9 [1] + 0 00000800:00000001:1.0:1788696295.551893:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696295.551898:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696295.551900:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696295.551903:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696295.551909:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696295.551915:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006c910da9 x1875583274375808/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696295.551924:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@000000006c910da9 x1875583274375808/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696295.551977:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696295.551981:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696295.551998:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696295.552007:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696295.552009:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788696295.552043:0:201299:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696295.552046:0:201299:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696295.552048:0:201299:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000135871fc. 00000400:00000200:0.0:1788696295.552053:0:201299:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008155608f 00000400:00000010:0.0:1788696295.552055:0:201299:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008155608f. 00000100:00000001:0.0:1788696295.552058:0:201299:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696295.552061:0:201299:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006c910da9 x1875583274375808/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696295.552078:0:201299:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006c910da9 x1875583274375808/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696295.552092:0:201299:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696295.552094:0:201299:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696295.552097:0:201299:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696295.552100:0:201299:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696295.552103:0:201299:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696295.552105:0:201299:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696295.552108:0:201299:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696295.552117:0:201299:0:(import.c:2195:obd_at_measure()) add 0 to 00000000c1e757c8 time=45 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696295.552120:0:201299:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=12 v=15 (15 1 1 0) 00000100:00000001:0.0:1788696295.552124:0:201299:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696295.552126:0:201299:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1788696295.552128:0:201299:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1788696295.552132:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c910da9 x1875583274375808/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788696315 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696295.552139:0:201299:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1788696295.552142:0:201299:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696295.552144:0:201299:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696295.552146:0:201299:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788696295.552148:0:201299:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1788696295.552152:0:201299:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788696295.552156:0:201299:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.118@tcp failed (-19) 00000100:00000001:0.0:1788696295.552159:0:201299:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1788696295.552162:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c910da9 x1875583274375808/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788696315 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696295.552169:0:201299:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006c910da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274375808:192.168.201.118@tcp:38: 00000100:00000001:0.0:1788696295.552204:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696295.552213:0:201299:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696295.552218:0:201299:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c910da9 x1875583274375808/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788696315 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696295.552224:0:201299:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696295.552227:0:201299:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696295.552230:0:201299:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bcdfcaf8. 02000000:00000001:0.0:1788696295.552233:0:201299:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696295.552236:0:201299:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696295.552238:0:201299:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696295.552240:0:201299:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696295.552243:0:201299:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000986e9693. 02000000:00000001:0.0:1788696295.552246:0:201299:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696295.552249:0:201299:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696295.552251:0:201299:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c910da9. 00000100:00000001:0.0:1788696295.552255:0:201299:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696295.552256:0:201299:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696295.552258:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696295.552265:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696295.552267:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696295.552268:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696295.552269:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696296.494304:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696296.494310:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696296.494315:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696296.494316:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696296.494361:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696296.494363:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696296.494365:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696296.813958:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307258611, at 4307258624 00000100:00000040:1.0:1788696296.813958:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307258611, at 4307258624 00000100:00000040:3.0:1788696296.813958:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307258611, at 4307258624 00000100:00000010:0.0:1788696296.813975:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aeee93bd. 00000100:00000010:1.0:1788696296.813975:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038ecd934. 00000100:00000010:3.0:1788696296.813982:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035146d2b. 00000100:00000040:2.0:1788696296.813987:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307258611, at 4307258624 00000100:00000010:2.0:1788696296.813996:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001cecc859. 00010000:00000001:2.0:1788696297.517994:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696297.518002:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696297.518008:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696297.518009:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696297.518065:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696297.518069:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696297.518072:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696298.541932:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696298.541939:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696298.541941:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696298.541943:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696298.541946:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696298.541948:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696298.541949:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696298.541951:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696298.541953:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696298.541954:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696298.541994:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696298.541998:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696298.542000:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696299.565928:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696299.565935:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696299.565940:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696299.565941:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696299.566189:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696299.566193:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696299.566196:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696300.589936:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696300.589942:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696300.589947:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696300.589948:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696300.591594:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696300.591600:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696300.591603:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696300.654235:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696300.654245:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696300.654254:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788696300.654260:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696300.654264:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696300.654267:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696300.654272:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696300.654279:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d33dd5fd. 00000100:00000001:3.0:1788696300.654286:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696300.654308:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000048524a16 x1875583274375936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696300.654319:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696300.654321:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696300.654327:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_02+2] req@0000000048524a16 x1875583274375936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696300.654380:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696300.654384:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696300.654387:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696300.654391:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274375936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696300.654405:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696300.654407:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696300.654410:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696300.654412:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696300.654415:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696300.654418:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274375936:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696300.654422:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696300.654426:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696300.654428:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696300.654431:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696300.654434:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cdbbdc8e. 02000000:00000001:2.0:1788696300.654437:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696300.654442:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c732f38. 00000400:00000010:2.0:1788696300.654448:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a163905. 00000100:00000200:2.0:1788696300.654454:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274375936, portal 25 00000100:00000001:2.0:1788696300.654456:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696300.654458:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000100:00000040:2.0:1788696300.654462:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274375936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696300.654470:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696300.654472:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696300.654474:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085494d83. 00000100:00000200:2.0:1788696300.654476:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274375936, offset 0 00000400:00000200:2.0:1788696300.654482:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696300.654495:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696300.654500:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696300.654503:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696300.654506:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696300.654508:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696300.654511:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [449:449:256:4294967295] 192.168.201.118@tcp LPNI seq info [449:449:8:4294967295] 00000400:00000200:2.0:1788696300.654521:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696300.654531:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696300.654535:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000394a697c. 00000800:00000200:2.0:1788696300.654541:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696300.654547:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696300.654551:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000394a697c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696300.654604:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696300.654609:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307263729 00000100:00000010:2.0:1788696300.654612:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d03ef46. 00000100:00000001:2.0:1788696300.654617:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788696300.654622:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307263729 00000100:00000010:2.0:1788696300.654624:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006993d188. 00000100:00000001:2.0:1788696300.654626:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696300.654629:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307263729 00000100:00000010:2.0:1788696300.654631:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ff94962. 00000100:00000001:2.0:1788696300.654633:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696300.654635:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307263729 00000100:00000010:2.0:1788696300.654637:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000938a813a. 00000100:00000001:2.0:1788696300.654639:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696300.654641:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696300.654643:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696300.654646:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696300.654648:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696300.654669:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696300.654671:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696300.654675:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696300.654677:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000020:00000040:3.0:1788696300.654680:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696300.654682:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696300.654683:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696300.654685:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696300.654688:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a5d0889. 00000100:00000001:3.0:1788696300.654691:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696300.654695:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000003e3fb870 x1875583274376064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696300.654702:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696300.654704:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696300.654706:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788696300.654708:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3fb870] to pc [ptlrpcd_00_03+3] req@000000003e3fb870 x1875583274376064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696300.654710:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696300.654730:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696300.654733:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696300.654735:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696300.654740:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274376064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696300.654760:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696300.654761:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696300.654764:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696300.654765:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696300.654768:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696300.654772:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274376064:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696300.654775:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696300.654778:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696300.654779:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696300.654781:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696300.654784:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004178256f. 02000000:00000001:1.0:1788696300.654785:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696300.654789:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e751fda4. 00000400:00000010:1.0:1788696300.654794:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005f95c5f. 00000100:00000200:1.0:1788696300.654797:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274376064, portal 10 00000100:00000001:1.0:1788696300.654798:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696300.654799:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000100:00000040:1.0:1788696300.654805:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274376064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696300.654811:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696300.654812:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696300.654815:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f37ab13. 00000100:00000200:1.0:1788696300.654817:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274376064, offset 0 00000400:00000200:1.0:1788696300.654822:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:0.0:1788696300.654825:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1788696300.654828:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000010:0.0:1788696300.654832:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000394a697c. 00000400:00000200:1.0:1788696300.654833:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696300.654838:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696300.654839:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696300.654841:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696300.654868:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696300.654874:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696300.654877:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [450:450:255:4294967295] 192.168.201.118@tcp LPNI seq info [450:450:7:4294967295] 00000400:00000200:1.0:1788696300.654884:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000200:0.0:1788696300.654896:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085494d83 00000800:00000200:1.0:1788696300.654896:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696300.654899:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032870841. 00000400:00000010:0.0:1788696300.654900:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000085494d83. 00000100:00000001:0.0:1788696300.654907:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:1.0:1788696300.654908:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000200:0.0:1788696300.654913:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274375936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788696300.654916:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696300.654921:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000032870841 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696300.654928:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696300.654930:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696300.654933:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 28106 usecs (29 jiffies) 00000100:00000040:0.0:1788696300.654936:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274375936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696300.654938:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307262494 00000100:00000001:1.0:1788696300.654943:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307263729 00000100:00000001:1.0:1788696300.654949:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307262494 00000100:00000001:1.0:1788696300.654952:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307263729 00000100:00000001:1.0:1788696300.654953:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307262494 00000100:00000001:1.0:1788696300.654956:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307263729 00000100:00000001:1.0:1788696300.654960:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307262494 00000100:00000001:1.0:1788696300.654964:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307263729 00000100:00000001:1.0:1788696300.654968:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696300.654971:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696300.654972:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696300.654977:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788696300.654978:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696300.654981:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696300.654996:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696300.654998:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696300.655001:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696300.655002:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696300.655003:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696300.655005:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696300.655053:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696300.655055:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696300.655058:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696300.655059:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696300.655060:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696300.655062:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696300.655133:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696300.655136:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032870841. 00000400:00000200:0.0:1788696300.655140:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696300.655153:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696300.655156:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f37ab13 00000400:00000010:0.0:1788696300.655157:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003f37ab13. 00000100:00000001:0.0:1788696300.655160:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696300.655162:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274376064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696300.655169:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696300.655171:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274376064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696300.655175:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696300.655177:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788696300.655502:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696300.655504:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696300.655506:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696300.655508:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696300.655613:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788696300.655615:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788696300.655618:0:204459:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:3.0:1788696300.655619:0:204459:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788696300.655621:0:204459:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788696300.655623:0:204459:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1788696300.655626:0:204459:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: connect to NID 192.168.201.118@tcp last attempt 12590 00000400:00000200:3.0:1788696300.655630:0:204459:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.201.118@tcp is discovered: rc = 1 00000100:00001000:3.0:1788696300.655637:0:204459:0:(import.c:2195:obd_at_measure()) add 20 to 00000000a187fc95 time=17 v=15 (15 1 1 0) 00000100:00001000:3.0:1788696300.655639:0:204459:0:(import.c:2261:obd_at_measure()) AT 00000000a187fc95 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 0 00000100:00080000:3.0:1788696300.655641:0:204459:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: tried all connections, increasing latency to 15s 00000100:00000040:3.0:1788696300.655643:0:204459:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:3.0:1788696300.655645:0:204459:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788696300.655646:0:204459:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:3.0:1788696300.655647:0:204459:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000001:3.0:1788696300.655649:0:204459:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788696300.655650:0:204459:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18b1 00000020:00000001:3.0:1788696300.655652:0:204459:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788696300.655654:0:204459:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d44de2da refcount=5 00000020:00000001:3.0:1788696300.655655:0:204459:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000020:00000001:3.0:1788696300.655713:0:204459:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000100:00000040:3.0:1788696300.655717:0:204459:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:3.0:1788696300.655719:0:204459:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788696300.655720:0:204459:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:3.0:1788696300.655722:0:204459:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000040:3.0:1788696300.655725:0:204459:0:(genops.c:879:class_export_put()) PUTting export 00000000d44de2da : new refcount 4 00000100:00080000:3.0:1788696300.655728:0:204459:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: import 00000000ad055e41 using connection 192.168.201.118@tcp/192.168.201.118@tcp 00000100:00000001:3.0:1788696300.655730:0:204459:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696300.655732:0:204459:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788696300.655737:0:204459:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696300.655739:0:204459:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696300.655740:0:204459:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788696300.655743:0:204459:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788696300.655745:0:204459:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696300.655746:0:204459:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788696300.655748:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32a5d79. 00000020:00000040:3.0:1788696300.655750:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:3.0:1788696300.655753:0:204459:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788696300.655754:0:204459:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696300.655761:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696300.655763:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696300.655765:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696300.655769:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000069282fcc. 00000100:00000001:3.0:1788696300.655772:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696300.655777:0:204459:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a32a5d79 x1875583274376192/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696300.655784:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696300.655785:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696300.655788:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a32a5d79] to pc [ptlrpcd_rcv+-1] req@00000000a32a5d79 x1875583274376192/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696300.655825:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696300.655827:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696300.655828:0:201299:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696300.655831:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a32a5d79 x1875583274376192/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696300.655836:0:201299:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696300.655837:0:201299:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696300.655838:0:201299:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696300.655839:0:201299:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696300.655841:0:201299:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696300.655842:0:201299:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274376192:192.168.201.118@tcp:38: 00000100:00000001:0.0:1788696300.655854:0:201299:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696300.655856:0:201299:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696300.655856:0:201299:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696300.655858:0:201299:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696300.655860:0:201299:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000009780fc2. 02000000:00000001:0.0:1788696300.655865:0:201299:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696300.655868:0:201299:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000135871fc. 00000400:00000010:0.0:1788696300.655871:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008155608f. 00000100:00000200:0.0:1788696300.655873:0:201299:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274376192, portal 10 00000100:00000001:0.0:1788696300.655874:0:201299:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696300.655875:0:201299:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548231040 : -113296161320576 : ffff98f52e8cd180) 00000100:00000040:0.0:1788696300.655879:0:201299:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a32a5d79 x1875583274376192/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696300.655883:0:201299:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696300.655884:0:201299:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696300.655886:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000443e6238. 00000100:00000200:0.0:1788696300.655887:0:201299:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875583274376192, offset 0 00000400:00000200:0.0:1788696300.655889:0:201299:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696300.655893:0:201299:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696300.655895:0:201299:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696300.655896:0:201299:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696300.655898:0:201299:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696300.655900:0:201299:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696300.655902:0:201299:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [451:451:256:4294967295] 192.168.201.118@tcp LPNI seq info [451:451:8:4294967295] 00000400:00000200:0.0:1788696300.655906:0:201299:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696300.655909:0:201299:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696300.655911:0:201299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee81603. 00000800:00000200:0.0:1788696300.655914:0:201299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696300.655916:0:201299:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696300.655918:0:201299:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000ee81603 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788696300.655928:0:201299:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696300.655930:0:201299:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 28075 usecs (29 jiffies) 00000100:00000001:0.0:1788696300.655932:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307262494 00000100:00000001:0.0:1788696300.655933:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307263729 00000100:00000001:0.0:1788696300.655934:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307262494 00000100:00000001:0.0:1788696300.655941:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307263729 00000100:00000001:0.0:1788696300.655942:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307262494 00000100:00000001:0.0:1788696300.655944:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307263729 00000100:00000001:0.0:1788696300.655946:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307262495 00000100:00000001:0.0:1788696300.655947:0:201299:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307263729 00000100:00000001:0.0:1788696300.655948:0:201299:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696300.655949:0:201299:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696300.655950:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696300.655952:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788696300.656008:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696300.656012:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee81603. 00000400:00000200:1.0:1788696300.656016:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696300.656020:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696300.656023:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000443e6238 00000400:00000010:1.0:1788696300.656192:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000443e6238. 00000100:00000001:1.0:1788696300.656197:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696300.656201:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a32a5d79 x1875583274376192/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696300.656210:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788696300.656210:0:204459:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696300.656215:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a32a5d79 x1875583274376192/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696300.656215:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788696300.656223:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1788696300.656230:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696300.656231:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12600) 00000100:00000001:1.0:1788696300.656232:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696300.656272:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696300.656274:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788696300.656277:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696300.656278:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696300.656279:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696300.656281:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696300.656728:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696300.656738:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696300.656741:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696300.656743:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696300.656750:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696300.656770:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0db80 00000400:00000200:1.0:1788696300.656775:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xee5 [1] + 224 00000800:00000001:1.0:1788696300.656782:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696300.656787:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696300.656789:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696300.656792:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696300.656797:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696300.656800:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274376064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696300.656809:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e3fb870 x1875583274376064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696300.656822:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696300.656828:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696300.656831:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696300.656902:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696300.656905:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696300.656909:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696300.656911:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696300.656913:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e751fda4. 00000400:00000200:3.0:1788696300.656916:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005f95c5f 00000400:00000010:3.0:1788696300.656917:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000005f95c5f. 00000100:00000001:3.0:1788696300.656920:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696300.656923:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274376064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696300.656930:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274376064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696300.656936:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696300.656938:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696300.656940:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696300.656942:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696300.656944:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696300.656952:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696300.656954:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696300.656960:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=51 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696300.656963:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=51 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696300.656965:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696300.656966:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696300.656967:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696300.656971:0:201303:0:(ldlm_request.c:1702:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696300.656973:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696300.656974:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696300.656976:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696300.656977:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696300.656980:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274376064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696300.656985:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696300.656988:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696300.656989:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696300.656992:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274376064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696300.656999:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274376064:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696300.657003:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696300.657005:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696300.657007:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274376064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696300.657013:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696300.657015:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696300.657018:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004178256f. 02000000:00000001:3.0:1788696300.657021:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696300.657023:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696300.657024:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696300.657027:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696300.657029:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a5d0889. 02000000:00000001:3.0:1788696300.657031:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696300.657036:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696300.657038:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000001:3.0:1788696300.657040:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696300.657041:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696300.657042:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696300.657045:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696300.657046:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696300.657047:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696300.657048:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696300.661492:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696300.661509:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696300.661512:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696300.661515:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696300.661525:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696300.661541:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0db00 00000400:00000200:0.0:1788696300.661548:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xedd [1] + 224 00000800:00000001:0.0:1788696300.661555:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696300.661561:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696300.661564:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696300.661568:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696300.661574:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696300.661581:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274375936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696300.661591:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274375936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696300.661633:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696300.661642:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696300.661645:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696300.662596:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696300.662600:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696300.662606:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696300.662608:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696300.662611:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c732f38. 00000400:00000200:2.0:1788696300.662617:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a163905 00000400:00000010:2.0:1788696300.662619:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a163905. 00000100:00000001:2.0:1788696300.662621:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696300.662624:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274375936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696300.662629:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274375936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696300.662633:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696300.662635:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696300.662636:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696300.662638:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696300.662641:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696300.662642:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696300.662645:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696300.662651:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696300.662654:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696300.662656:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696300.662657:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696300.662658:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696300.662660:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696300.662661:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696300.662664:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274375936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696300.662668:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696300.662670:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696300.662671:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696300.662673:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274375936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696300.662677:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274375936:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696300.662689:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696300.662692:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696300.662695:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274375936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696300.662701:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696300.662703:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696300.662706:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cdbbdc8e. 02000000:00000001:2.0:1788696300.662710:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696300.662712:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696300.662714:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788696300.662716:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696300.662718:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d33dd5fd. 02000000:00000001:2.0:1788696300.662721:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696300.662723:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696300.662724:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000100:00000001:2.0:1788696300.662728:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696300.662730:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696300.662732:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696300.662738:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696300.662740:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696300.662742:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696300.662744:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696300.672698:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696300.672716:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696300.672720:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696300.672722:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696300.672745:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696300.672771:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0dc00 00000400:00000200:1.0:1788696300.672779:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xeed [1] + 0 00000800:00000001:1.0:1788696300.672787:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696300.672804:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696300.672808:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696300.672812:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696300.672819:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696300.672825:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a32a5d79 x1875583274376192/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696300.672836:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@00000000a32a5d79 x1875583274376192/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696300.672881:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696300.672889:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696300.672891:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696300.673048:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696300.673052:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696300.673059:0:201299:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696300.673060:0:201299:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696300.673063:0:201299:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000135871fc. 00000400:00000200:0.0:1788696300.673066:0:201299:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008155608f 00000400:00000010:0.0:1788696300.673069:0:201299:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008155608f. 00000100:00000001:0.0:1788696300.673071:0:201299:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696300.673075:0:201299:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a32a5d79 x1875583274376192/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696300.673084:0:201299:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a32a5d79 x1875583274376192/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696300.673090:0:201299:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696300.673091:0:201299:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696300.673120:0:201299:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696300.673124:0:201299:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696300.673126:0:201299:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696300.673128:0:201299:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696300.673131:0:201299:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696300.673139:0:201299:0:(import.c:2195:obd_at_measure()) add 0 to 00000000c1e757c8 time=50 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696300.673143:0:201299:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=17 v=20 (20 1 1 0) 00000100:00000001:0.0:1788696300.673145:0:201299:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696300.673147:0:201299:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1788696300.673150:0:201299:0:(client.c:1712:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1788696300.673153:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a32a5d79 x1875583274376192/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788696325 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696300.673160:0:201299:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1788696300.673163:0:201299:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696300.673165:0:201299:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696300.673173:0:201299:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1788696300.673175:0:201299:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1788696300.673178:0:201299:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788696300.673183:0:201299:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.118@tcp failed (-19) 00000100:00000001:0.0:1788696300.673185:0:201299:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1788696300.673188:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a32a5d79 x1875583274376192/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788696325 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696300.673196:0:201299:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274376192:192.168.201.118@tcp:38: 00000100:00000001:0.0:1788696300.673200:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696300.673203:0:201299:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696300.673205:0:201299:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a32a5d79 x1875583274376192/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/224 e 0 to 0 dl 1788696325 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696300.673212:0:201299:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696300.673214:0:201299:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696300.673217:0:201299:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000009780fc2. 02000000:00000001:0.0:1788696300.673221:0:201299:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696300.673223:0:201299:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696300.673225:0:201299:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696300.673227:0:201299:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696300.673229:0:201299:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000069282fcc. 02000000:00000001:0.0:1788696300.673233:0:201299:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696300.673234:0:201299:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696300.673236:0:201299:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32a5d79. 00000100:00000001:0.0:1788696300.673239:0:201299:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696300.673241:0:201299:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696300.673243:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696300.673250:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696300.673252:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696300.673254:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696300.673255:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696301.615280:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696301.615288:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696301.615293:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696301.615295:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696301.615354:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696301.615358:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696301.615361:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696301.933961:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307263729, at 4307263744 00000100:00000040:3.0:1788696301.933963:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307263729, at 4307263744 00000100:00000010:1.0:1788696301.933979:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006993d188. 00000100:00000010:3.0:1788696301.933981:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000938a813a. 00000100:00000040:2.0:1788696301.934090:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307263729, at 4307263744 00000100:00000010:2.0:1788696301.934095:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ff94962. 00000100:00000040:0.0:1788696301.934117:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307263729, at 4307263744 00000100:00000010:0.0:1788696301.934126:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d03ef46. 00000800:00000001:1.0:1788696302.117023:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696302.117039:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696302.117043:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696302.117046:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696302.117057:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696302.117085:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 328 into portal 15 MB=0x6a9d543737c80 00000400:00000200:1.0:1788696302.117093:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.118@tcp of length 328/328 into md 0xd [2] + 1968 00000400:00000010:1.0:1788696302.117097:0:201294:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b463a867. 00000400:00000200:1.0:1788696302.117101:0:201294:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f407a5ad 00000800:00000001:1.0:1788696302.117106:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696302.117110:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696302.117112:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696302.117116:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696302.117122:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f407a5ad 00000400:00000010:1.0:1788696302.117137:0:201294:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000f407a5ad. 00000100:00000001:1.0:1788696302.117143:0:201294:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:1.0:1788696302.117145:0:201294:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:1.0:1788696302.117148:0:201294:0:(events.c:341:request_in_callback()) incoming req@0000000008b6d916 x1875583285034112 msgsize 328 00000100:00100000:1.0:1788696302.117152:0:201294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.118@tcp (source: 12345-192.168.201.118@tcp) 00000100:00000040:1.0:1788696302.117155:0:201294:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1788696302.117163:0:201294:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:1.0:1788696302.117171:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696302.117175:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696302.117176:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696302.117178:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696302.117182:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696302.117187:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 328 into portal 15 MB=0x6a9d543737d00 00000400:00000200:1.0:1788696302.117192:0:201294:0:(lib-ptl.c:640:lnet_ptl_match_md()) Delaying PUT from 12345-192.168.201.118@tcp ptl 15 MB 0x6a9d543737d00 off 0 len 328 00000100:00000010:3.0:1788696302.117296:0:203414:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0b7ae3c. 00000100:00000010:3.0:1788696302.117304:0:203414:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bc2f158a. 00000100:00100000:3.0:1788696302.117306:0:203414:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1788696302.117309:0:203414:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1788696302.117313:0:203414:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a94fcc17. 00000400:00000010:3.0:1788696302.117319:0:203414:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2664544. 00000400:00000200:3.0:1788696302.117325:0:203414:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.118@tcp of length 328/328 into md 0xef5 [2] + 0 00000400:00000200:3.0:1788696302.117330:0:203414:0:(lib-ptl.c:731:lnet_ptl_attach_md()) Resuming delayed PUT from 12345-192.168.201.118@tcp portal 15 match 1875583285034240 offset 0 length 328. 00000400:00000200:3.0:1788696302.117334:0:203414:0:(lib-move.c:4993:lnet_recv_delayed_msg_list()) Resuming delayed PUT from 12345-192.168.201.118@tcp portal 15 match 1875583285034240 offset 0 length 328. 00000100:00000001:3.0:1788696302.117379:0:203414:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788696302.117382:0:203414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875583285034112 02000000:00000001:3.0:1788696302.117385:0:203414:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788696302.117387:0:203414:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696302.117389:0:203414:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696302.117390:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1788696302.117394:0:203414:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696302.117399:0:203414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875583285034112 00000800:00000001:0.0:1788696302.117402:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788696302.117403:0:203414:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788696302.117407:0:203414:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb185d 00000400:00000200:0.0:1788696302.117408:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1788696302.117410:0:203414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:0.0:1788696302.117415:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000020:00000040:3.0:1788696302.117415:0:203414:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000097e7721e refcount=3 00000100:00000001:0.0:1788696302.117420:0:201295:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1788696302.117423:0:201295:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000001:3.0:1788696302.117425:0:203414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776934985728 : -113296774565888 : ffff98f509ff7000) 00000100:00000010:0.0:1788696302.117429:0:201295:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c910da9. 00000020:00000001:3.0:1788696302.117430:0:203414:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776934985728 : -113296774565888 : ffff98f509ff7000) 00000100:00000040:0.0:1788696302.117435:0:201295:0:(events.c:341:request_in_callback()) incoming req@000000006c910da9 x1875583285034240 msgsize 328 00000100:00000001:3.0:1788696302.117438:0:203414:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1788696302.117443:0:201295:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.118@tcp (source: 12345-192.168.201.118@tcp) 00000020:00000010:3.0:1788696302.117443:0:203414:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000408f093a. 00000100:00000001:3.0:1788696302.117449:0:203414:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788696302.117451:0:203414:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000408f093a. 00000020:00000010:3.0:1788696302.117456:0:203414:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079a701ad. 00000020:00000010:3.0:1788696302.117462:0:203414:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000005fee412. 00000100:00000001:0.0:1788696302.117465:0:201295:0:(events.c:377:request_in_callback()) Process leaving 00000020:00000010:3.0:1788696302.117468:0:203414:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e2b647e7. 00000800:00000001:0.0:1788696302.117473:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696302.117478:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696302.117488:0:203414:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788696302.117493:0:203414:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788696302.117494:0:203414:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788696302.117496:0:203414:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696302.117503:0:203414:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696302.117509:0:203414:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696302.117518:0:203414:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788696302.117519:0:203414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875583285034240 02000000:00000001:3.0:1788696302.117521:0:203414:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788696302.117522:0:203414:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696302.117523:0:203414:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696302.117526:0:203414:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696302.117528:0:203414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875583285034240 00000020:00000001:3.0:1788696302.117529:0:203414:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788696302.117530:0:203414:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb185d 00000020:00000001:3.0:1788696302.117532:0:203414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788696302.117533:0:203414:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000097e7721e refcount=4 00000020:00000001:3.0:1788696302.117535:0:203414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776934985728 : -113296774565888 : ffff98f509ff7000) 00000020:00000001:3.0:1788696302.117537:0:203414:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776934985728 : -113296774565888 : ffff98f509ff7000) 00000100:00000001:3.0:1788696302.117539:0:203414:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788696302.117541:0:203414:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000408f093a. 00000100:00000001:3.0:1788696302.117542:0:203414:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788696302.117544:0:203414:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000408f093a. 00000020:00000010:3.0:1788696302.117548:0:203414:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038a99ba5. 00000020:00000010:3.0:1788696302.117550:0:203414:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009190e46b. 00000020:00000010:3.0:1788696302.117558:0:203414:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000086c100f5. 00000100:00000001:3.0:1788696302.117562:0:203414:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788696302.117563:0:203414:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788696302.117564:0:203414:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696302.117567:0:203414:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696302.117569:0:203414:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696302.117574:0:203414:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788696302.117576:0:203414:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788696302.117580:0:203414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.118@tcp, seq: 6 00000100:00000040:3.0:1788696302.117584:0:203414:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 0000000097e7721e : new rpc_count 1 00000100:00000001:3.0:1788696302.117585:0:203414:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630776848066640 : -113296861484976 : ffff98f504d12850) 00000100:00000040:3.0:1788696302.117592:0:203414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000008b6d916 x1875583285034112/t0(0) o104->82e207fb-4f8d-4f39-8bd3-a636bfdd6d55@192.168.201.118@tcp:143/0 lens 328/0 e 0 to 0 dl 1788696313 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696302.117601:0:203414:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788696302.117603:0:203414:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000408f093a. 00000100:00000001:3.0:1788696302.117604:0:203414:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788696302.117606:0:203414:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000408f093a. 00000100:00100000:3.0:1788696302.117609:0:203414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000008b6d916 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55+4:358308:x1875583285034112:12345-192.168.201.118@tcp:104: 00000100:00000200:3.0:1788696302.117613:0:203414:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875583285034112 00010000:00000001:3.0:1788696302.117615:0:203414:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788696302.117622:0:203414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788696302.117623:0:203414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788696302.117625:0:203414:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 0000000012548ccf refcount=2 00000020:00000001:3.0:1788696302.117627:0:203414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777555947008 : -113296153604608 : ffff98f52f028e00) 00010000:00000001:3.0:1788696302.117630:0:203414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777555947008 : -113296153604608 : ffff98f52f028e00) 00010000:00000001:3.0:1788696302.117633:0:203414:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788696302.117636:0:203414:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696302.117639:0:203414:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.118@tcp lock: 0000000012548ccf/0x6acb2b64cadb18f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x602192bd911ffeca expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788696302.117649:0:203414:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788696302.117655:0:203414:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788696302.117658:0:203414:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000468f70a2. 02000000:00000001:3.0:1788696302.117661:0:203414:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696302.117663:0:203414:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696302.117677:0:203414:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788696302.117686:0:203414:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696302.117690:0:203414:0:(import.c:2195:obd_at_measure()) add 1 to 000000008b8e04b9 time=341 v=5 (1 0 1 0) 00000100:00000001:3.0:1788696302.117694:0:203414:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788696302.117697:0:203414:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 13 to 192.168.201.118@tcp 00000100:00000001:3.0:1788696302.117699:0:203414:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 02000000:00000001:3.0:1788696302.117701:0:203414:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788696302.117703:0:203414:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696302.117705:0:203414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696302.117708:0:203414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696302.117711:0:203414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008adcd611. 00000100:00000200:3.0:1788696302.117715:0:203414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875583285034112, offset 224 00000400:00000200:3.0:1788696302.117720:0:203414:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696302.117729:0:203414:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.201.18@tcp to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696302.117734:0:203414:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [452:452:256:4294967295] 192.168.201.118@tcp LPNI seq info [452:452:8:4294967295] 00000400:00000200:3.0:1788696302.117744:0:203414:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:192.168.201.18@tcp) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696302.117749:0:203414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696302.117753:0:203414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a5d0889. 00000800:00000200:3.0:1788696302.117759:0:203414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696302.117765:0:203414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696302.117768:0:203414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a5d0889 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696302.117783:0:203414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696302.117786:0:203414:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00010000:00000001:3.0:1788696302.117789:0:203414:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788696302.117791:0:203414:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000006a96f3f5. 00010000:00000001:3.0:1788696302.117794:0:203414:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788696302.117806:0:203414:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788696302.117809:0:203414:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696302.117816:0:203414:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696302.117818:0:203414:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696302.117822:0:203414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008b6d916 x1875583285034112/t0(0) o104->82e207fb-4f8d-4f39-8bd3-a636bfdd6d55@192.168.201.118@tcp:143/0 lens 328/224 e 0 to 0 dl 1788696313 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788696302.117832:0:203414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000008b6d916 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55+4:358308:x1875583285034112:12345-192.168.201.118@tcp:104: Request processed in 228us (680us total) trans 0 rc 0/0 00000020:00000001:2.0:1788696302.117840:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1788696302.117840:0:203414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.118@tcp, seq: 6 00000020:00000001:2.0:1788696302.117873:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696302.117874:0:203414:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000097e7721e : new rpc_count 0 00010000:00010000:2.0:1788696302.117877:0:203418:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1788696302.117879:0:203414:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1788696302.117882:0:203418:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1788696302.117882:0:203414:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1788696302.117886:0:203418:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000010:3.0:1788696302.117888:0:203414:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000005fee412. 00010000:00010000:2.0:1788696302.117890:0:203418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.118@tcp lock: 0000000012548ccf/0x6acb2b64cadb18f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x602192bd911ffeca expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1788696302.117893:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1788696302.117893:0:203414:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e2b647e7. 00000800:00000010:0.0:1788696302.117898:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a5d0889. 00000020:00000010:3.0:1788696302.117900:0:203414:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079a701ad. 00000400:00000200:0.0:1788696302.117903:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1788696302.117908:0:203414:0:(genops.c:879:class_export_put()) PUTting export 0000000097e7721e : new refcount 3 00000400:00000200:0.0:1788696302.117910:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 02000000:00000001:3.0:1788696302.117917:0:203414:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1788696302.117918:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008adcd611 02000000:00000010:3.0:1788696302.117922:0:203414:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 00000000b2e9ac4b. 00000400:00000010:0.0:1788696302.117923:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008adcd611. 00010000:00010000:2.0:1788696302.117924:0:203418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 0000000012548ccf already unused, calling callback (00000000649fa4de) 02000000:00000001:3.0:1788696302.117927:0:203414:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1788696302.117930:0:201293:0:(events.c:390:reply_out_callback()) Process entered 10000000:00000001:2.0:1788696302.117930:0:203418:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000010:3.0:1788696302.117930:0:203414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d639e9. 10000000:00010000:2.0:1788696302.117934:0:203418:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.118@tcp lock: 0000000012548ccf/0x6acb2b64cadb18f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x602192bd911ffeca expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1788696302.117935:0:201293:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1788696302.117938:0:203414:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1788696302.117939:0:201293:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 00000000468f70a2. 02000000:00000010:3.0:1788696302.117941:0:203414:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 0000000087aafc18. 02000000:00000001:0.0:1788696302.117945:0:201293:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1788696302.117947:0:203414:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1788696302.117949:0:201293:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00000001:2.0:1788696302.117949:0:203418:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00000100:00000010:3.0:1788696302.117950:0:203414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000146638d8. 00010000:00000001:2.0:1788696302.117952:0:203418:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788696302.117954:0:203418:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788696302.117958:0:203418:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 0000000012548ccf refcount=3 00000020:00000001:2.0:1788696302.117960:0:203418:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777555947008 : -113296153604608 : ffff98f52f028e00) 00010000:00000001:2.0:1788696302.117963:0:203418:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777555947008 : -113296153604608 : ffff98f52f028e00) 00010000:00000001:2.0:1788696302.117966:0:203418:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788696302.117967:0:203418:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.118@tcp lock: 0000000012548ccf/0x6acb2b64cadb18f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x602192bd911ffeca expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1788696302.117974:0:203418:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1788696302.117976:0:203418:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.118@tcp lock: 0000000012548ccf/0x6acb2b64cadb18f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x602192bd911ffeca expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788696302.117981:0:203418:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1788696302.117991:0:203418:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 02000000:00000001:3.0:1788696302.117992:0:203414:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 10000000:00000040:2.0:1788696302.117994:0:203418:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 02000000:00000010:3.0:1788696302.117995:0:203414:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 000000000083794c. 10000000:00000040:2.0:1788696302.117999:0:203418:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 02000000:00000001:3.0:1788696302.118000:0:203414:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1788696302.118002:0:203418:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000010:3.0:1788696302.118003:0:203414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003931a9e5. 00010000:00000001:2.0:1788696302.118005:0:203418:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696302.118008:0:203414:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788696302.118010:0:203414:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 00000000b331e095. 02000000:00000001:3.0:1788696302.118013:0:203414:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788696302.118014:0:203414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e083dc65. 02000000:00000001:3.0:1788696302.118017:0:203414:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788696302.118018:0:203414:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 00000000c02f0e4b. 10000000:00000001:2.0:1788696302.118019:0:203418:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1788696302.118022:0:203418:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:3.0:1788696302.118023:0:203414:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 10000000:00000040:2.0:1788696302.118024:0:203418:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000223875fc) refs 2 00000100:00000010:3.0:1788696302.118025:0:203414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001bd4b474. 10000000:00000001:2.0:1788696302.118028:0:203418:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1788696302.118030:0:203418:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696302.118035:0:203418:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 02000000:00000001:3.0:1788696302.118037:0:203414:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1788696302.118039:0:203418:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 02000000:00000010:3.0:1788696302.118040:0:203414:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 00000000aec5cf2a. 02000000:00000001:3.0:1788696302.118043:0:203414:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788696302.118044:0:203414:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000304218c8. 00010000:00000001:2.0:1788696302.118048:0:203418:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:3.0:1788696302.118050:0:203414:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000e9df771. 00010000:00000001:2.0:1788696302.118052:0:203418:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788696302.118056:0:203418:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788696302.118056:0:203414:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000a84a73ff. 00000020:00000040:2.0:1788696302.118061:0:203418:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 0000000012548ccf with handle 0x6acb2b64cadb18f7 from hash 00000100:00000001:3.0:1788696302.118062:0:203414:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788696302.118065:0:203418:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788696302.118081:0:203418:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788696302.118082:0:203418:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788696302.118084:0:203418:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788696302.118085:0:203418:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788696302.118087:0:203418:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:3.0:1788696302.118088:0:203414:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1788696302.118090:0:203418:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00000100:00000001:3.0:1788696302.118091:0:203414:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1788696302.118093:0:203418:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00100000:3.0:1788696302.118098:0:203414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.118@tcp, seq: 7 00000100:00000010:2.0:1788696302.118099:0:203418:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000449a2a56. 00000100:00000040:3.0:1788696302.118102:0:203414:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 0000000097e7721e : new rpc_count 1 00000020:00000040:2.0:1788696302.118103:0:203418:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696302.118107:0:203414:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630776882433536 : -113296827118080 : ffff98f506dd8e00) 00000100:00000001:2.0:1788696302.118108:0:203418:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696302.118112:0:203418:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1788696302.118114:0:203414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c910da9 x1875583285034240/t0(0) o104->82e207fb-4f8d-4f39-8bd3-a636bfdd6d55@192.168.201.118@tcp:143/0 lens 328/0 e 0 to 0 dl 1788696313 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1788696302.118116:0:203418:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696302.118123:0:203418:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037517b8e. 00000100:00000001:3.0:1788696302.118128:0:203414:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1788696302.118129:0:203418:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696302.118133:0:203418:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00000020:00000010:3.0:1788696302.118133:0:203414:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000408f093a. 00010000:00010000:2.0:1788696302.118137:0:203418:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.118@tcp lock: 0000000012548ccf/0x6acb2b64cadb18f7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffeca expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788696302.118137:0:203414:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788696302.118142:0:203414:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000408f093a. 00000100:00100000:3.0:1788696302.118149:0:203414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006c910da9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55+3:358308:x1875583285034240:12345-192.168.201.118@tcp:104: 00010000:00010000:2.0:1788696302.118151:0:203418:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788696302.118155:0:203418:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788696302.118156:0:203414:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875583285034240 00010000:00000001:3.0:1788696302.118159:0:203414:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00000100:00000001:2.0:1788696302.118161:0:203418:0:(jobid.c:959:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1788696302.118162:0:203414:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788696302.118165:0:203414:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:2.0:1788696302.118166:0:203418:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788696302.118167:0:203414:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000000fc81d36 refcount=2 00000020:00000001:3.0:1788696302.118171:0:203414:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558309376 : -113296151242240 : ffff98f52f269a00) 00010000:00000001:3.0:1788696302.118174:0:203414:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558309376 : -113296151242240 : ffff98f52f269a00) 00000100:00000040:2.0:1788696302.118175:0:203418:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000449a2a56] to pc [ptlrpcd_00_00+0] req@00000000449a2a56 x1875583274376320/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696302.118178:0:203414:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788696302.118181:0:203414:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696302.118186:0:203414:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.118@tcp lock: 000000000fc81d36/0x6acb2b64cadb18f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x602192bd911ffec3 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788696302.118205:0:203418:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696302.118205:0:203414:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1788696302.118209:0:203418:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1788696302.118210:0:203414:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1788696302.118211:0:203418:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788696302.118213:0:203418:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696302.118214:0:203414:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000aec5cf2a. 00010000:00000001:2.0:1788696302.118215:0:203418:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788696302.118219:0:203418:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696302.118219:0:203414:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696302.118223:0:203414:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696302.118225:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1788696302.118226:0:203414:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1788696302.118228:0:203418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.118@tcp lock: 0000000012548ccf/0x6acb2b64cadb18f7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffeca expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788696302.118230:0:203414:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696302.118231:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696302.118235:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00001000:3.0:1788696302.118236:0:203414:0:(import.c:2195:obd_at_measure()) add 1 to 000000008b8e04b9 time=41 v=5 (1 0 1 0) 00000100:00000001:3.0:1788696302.118240:0:203414:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788696302.118242:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000449a2a56 x1875583274376320/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696302.118244:0:203418:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1788696302.118246:0:203414:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 13 to 192.168.201.118@tcp 00010000:00010000:2.0:1788696302.118250:0:203418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.118@tcp lock: 0000000012548ccf/0x6acb2b64cadb18f7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffeca expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788696302.118252:0:203414:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 02000000:00000001:3.0:1788696302.118258:0:203414:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788696302.118260:0:203414:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696302.118266:0:203414:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788696302.118269:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1788696302.118272:0:203414:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696302.118273:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696302.118276:0:203414:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000864cac17. 00010000:00000001:2.0:1788696302.118278:0:203418:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1788696302.118279:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1788696302.118281:0:203414:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875583285034240, offset 224 00010000:00000001:2.0:1788696302.118282:0:203418:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1788696302.118283:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1788696302.118286:0:203418:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000006a96f3f5. 02000000:00000001:0.0:1788696302.118288:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696302.118291:0:203414:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00010000:00000001:2.0:1788696302.118294:0:203418:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696302.118296:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000449a2a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274376320:192.168.201.118@tcp:103: 00000020:00000001:2.0:1788696302.118298:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1788696302.118301:0:203414:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.201.18@tcp to MR: 192.168.201.118@tcp local destination 00000020:00000001:2.0:1788696302.118302:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696302.118306:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00010000:2.0:1788696302.118308:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1788696302.118311:0:203414:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [453:453:256:4294967295] 192.168.201.118@tcp LPNI seq info [453:453:8:4294967295] 00000020:00000001:2.0:1788696302.118312:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696302.118315:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696302.118317:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:2.0:1788696302.118319:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1788696302.118320:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696302.118324:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1788696302.118325:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1788696302.118328:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696302.118330:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa20ca05. 00000400:00000200:3.0:1788696302.118330:0:203414:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:192.168.201.18@tcp) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00010000:00010000:2.0:1788696302.118332:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1788696302.118335:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696302.118340:0:203414:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696302.118341:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000135871fc. 00000800:00000010:3.0:1788696302.118346:0:203414:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a5d0889. 00000400:00000010:0.0:1788696302.118348:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008155608f. 00000100:00000001:2.0:1788696302.118353:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1788696302.118353:0:203414:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000200:0.0:1788696302.118354:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274376320, portal 18 00000100:00000001:2.0:1788696302.118358:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696302.118359:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696302.118363:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611081856 : -113296098469760 : ffff98f5324bd880) 00000800:00000200:3.0:1788696302.118363:0:203414:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696302.118368:0:203414:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a5d0889 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696302.118389:0:203414:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696302.118391:0:203414:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00010000:00000001:3.0:1788696302.118394:0:203414:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788696302.118396:0:203414:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a6826484. 00010000:00000001:3.0:1788696302.118403:0:203414:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788696302.118411:0:203414:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788696302.118413:0:203414:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696302.118415:0:203414:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696302.118418:0:203414:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696302.118419:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000449a2a56 x1875583274376320/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696302.118426:0:203414:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c910da9 x1875583285034240/t0(0) o104->82e207fb-4f8d-4f39-8bd3-a636bfdd6d55@192.168.201.118@tcp:143/0 lens 328/224 e 0 to 0 dl 1788696313 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696302.118431:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1788696302.118436:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1788696302.118440:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696302.118442:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a5d0889. 00000400:00000010:0.0:1788696302.118444:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e30f2685. 00000100:00100000:3.0:1788696302.118446:0:203414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006c910da9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55+3:358308:x1875583285034240:12345-192.168.201.118@tcp:104: Request processed in 313us (1006us total) trans 0 rc 0/0 00000400:00000200:2.0:1788696302.118448:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1788696302.118450:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875583274376320, offset 0 00000400:00000200:2.0:1788696302.118460:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696302.118464:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00100000:3.0:1788696302.118465:0:203414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.118@tcp, seq: 7 00000400:00000200:2.0:1788696302.118470:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864cac17 00000100:00000040:3.0:1788696302.118471:0:203414:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000097e7721e : new rpc_count 0 00000400:00000200:0.0:1788696302.118475:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000010:2.0:1788696302.118475:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000864cac17. 00000100:00000001:3.0:1788696302.118476:0:203414:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788696302.118480:0:203414:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696302.118481:0:201294:0:(events.c:390:reply_out_callback()) Process entered 00000400:00000200:0.0:1788696302.118484:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:3.0:1788696302.118484:0:203414:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009190e46b. 00000100:00000001:2.0:1788696302.118485:0:201294:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000010:3.0:1788696302.118490:0:203414:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000086c100f5. 00000400:00000200:0.0:1788696302.118491:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696302.118497:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696302.118500:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696302.118502:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [454:454:255:4294967295] 192.168.201.118@tcp LPNI seq info [454:454:7:4294967295] 00000400:00000200:0.0:1788696302.118510:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696302.118514:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696302.118518:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee81603. 00000800:00000200:0.0:1788696302.118524:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696302.118529:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696302.118531:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000ee81603 type 1, nob 424 niov 1 nkiov 1 00000020:00000001:2.0:1788696302.118535:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696302.118538:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696302.118540:0:203419:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:0.0:1788696302.118542:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696302.118543:0:203419:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788696302.118545:0:203419:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788696302.118548:0:203419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.118@tcp lock: 000000000fc81d36/0x6acb2b64cadb18f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x602192bd911ffec3 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788696302.118549:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307265193 00000100:00000010:0.0:1788696302.118554:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aeee93bd. 00010000:00010000:2.0:1788696302.118562:0:203419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 000000000fc81d36 already unused, calling callback (00000000649fa4de) 10000000:00000001:2.0:1788696302.118566:0:203419:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1788696302.118567:0:203419:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.118@tcp lock: 000000000fc81d36/0x6acb2b64cadb18f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x602192bd911ffec3 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788696302.118568:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00010000:00000001:2.0:1788696302.118575:0:203419:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1788696302.118577:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307265193 00010000:00000001:2.0:1788696302.118577:0:203419:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788696302.118580:0:203419:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788696302.118581:0:203419:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000000fc81d36 refcount=3 00000100:00000010:0.0:1788696302.118584:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b89cdb3. 00000020:00000001:2.0:1788696302.118584:0:203419:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558309376 : -113296151242240 : ffff98f52f269a00) 00010000:00000001:2.0:1788696302.118585:0:203419:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558309376 : -113296151242240 : ffff98f52f269a00) 00010000:00000001:2.0:1788696302.118590:0:203419:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1788696302.118591:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00010000:00010000:2.0:1788696302.118591:0:203419:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.118@tcp lock: 000000000fc81d36/0x6acb2b64cadb18f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x602192bd911ffec3 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788696302.118597:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307265193 10000000:00000001:2.0:1788696302.118600:0:203419:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000010:0.0:1788696302.118603:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001cecc859. 10000000:00010000:2.0:1788696302.118604:0:203419:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.118@tcp lock: 000000000fc81d36/0x6acb2b64cadb18f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x602192bd911ffec3 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788696302.118608:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788696302.118613:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307265193 10000000:01000000:2.0:1788696302.118614:0:203419:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000010:0.0:1788696302.118617:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035146d2b. 10000000:00000001:2.0:1788696302.118619:0:203419:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:0.0:1788696302.118621:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 10000000:00000040:2.0:1788696302.118622:0:203419:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 00000100:00000001:0.0:1788696302.118624:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696302.118627:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1788696302.118627:0:203419:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1788696302.118632:0:203419:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1788696302.118633:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696302.118635:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788696302.118635:0:203419:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696302.118641:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696302.118643:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696302.118645:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696302.118646:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696302.118647:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696302.118648:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788696302.118652:0:203419:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1788696302.118654:0:203419:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1788696302.118656:0:203419:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000e6ea7a0c) refs 2 10000000:00000001:2.0:1788696302.118658:0:203419:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1788696302.118659:0:203419:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696302.118662:0:203419:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788696302.118663:0:203419:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788696302.118668:0:203419:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788696302.118670:0:203419:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788696302.118671:0:203419:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788696302.118673:0:203419:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 000000000fc81d36 with handle 0x6acb2b64cadb18f0 from hash 00010000:00000001:2.0:1788696302.118675:0:203419:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788696302.118676:0:203419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788696302.118677:0:203419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788696302.118678:0:203419:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788696302.118679:0:203419:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788696302.118680:0:203419:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1788696302.118682:0:203419:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788696302.118683:0:203419:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788696302.118686:0:203419:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d0911758. 00000020:00000040:2.0:1788696302.118689:0:203419:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696302.118692:0:203419:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696302.118693:0:203419:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696302.118696:0:203419:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696302.118699:0:203419:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ba9bd949. 00000100:00000001:2.0:1788696302.118703:0:203419:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696302.118705:0:203419:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788696302.118708:0:203419:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.118@tcp lock: 000000000fc81d36/0x6acb2b64cadb18f0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffec3 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788696302.118714:0:203419:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788696302.118715:0:203419:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696302.118717:0:203419:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696302.118719:0:203419:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696302.118723:0:203419:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0911758] to pc [ptlrpcd_00_01+1] req@00000000d0911758 x1875583274376448/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696302.118744:0:203419:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788696302.118747:0:203419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788696302.118748:0:203419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788696302.118749:0:203419:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696302.118751:0:203419:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788696302.118753:0:203419:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696302.118761:0:203419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.118@tcp lock: 000000000fc81d36/0x6acb2b64cadb18f0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffec3 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788696302.118765:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1788696302.118769:0:203419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1788696302.118770:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696302.118773:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00010000:00010000:2.0:1788696302.118773:0:203419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.118@tcp lock: 000000000fc81d36/0x6acb2b64cadb18f0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffec3 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:1.0:1788696302.118780:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d0911758 x1875583274376448/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1788696302.118783:0:203419:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: 0000000075d191ef count: 0 00000100:00000001:1.0:1788696302.118793:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1788696302.118794:0:203419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788696302.118795:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696302.118798:0:203419:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1788696302.118800:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000010:2.0:1788696302.118801:0:203419:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a6826484. 02000000:00000001:1.0:1788696302.118804:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788696302.118807:0:203419:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696302.118809:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696302.118811:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696302.118814:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696302.118815:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d0911758 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274376448:192.168.201.118@tcp:103: 00010000:00010000:2.0:1788696302.118817:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788696302.118820:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1788696302.118823:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1788696302.118823:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696302.118827:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:2.0:1788696302.118828:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1788696302.118831:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696302.118832:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1788696302.118836:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1788696302.118836:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696302.118840:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:1.0:1788696302.118842:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053af86d1. 02000000:00000001:1.0:1788696302.118868:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696302.118873:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b463a867. 00000400:00000010:1.0:1788696302.118877:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2359dc9. 00000100:00000200:1.0:1788696302.118881:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274376448, portal 18 00000100:00000001:1.0:1788696302.118889:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696302.118890:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611086336 : -113296098465280 : ffff98f5324bea00) 00000100:00000040:1.0:1788696302.118896:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000d0911758 x1875583274376448/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696302.118903:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696302.118906:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696302.118909:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de91f7a2. 00000100:00000200:1.0:1788696302.118912:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875583274376448, offset 0 00000400:00000200:1.0:1788696302.118917:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696302.118923:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696302.118925:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696302.118928:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696302.118930:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696302.118932:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696302.118935:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [455:455:255:4294967295] 192.168.201.118@tcp LPNI seq info [455:455:7:4294967295] 00000400:00000200:1.0:1788696302.118942:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696302.118946:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696302.118950:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006596e7c6. 00000800:00000200:1.0:1788696302.118954:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696302.118958:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696302.118960:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006596e7c6 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788696302.118963:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696302.118965:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307265194 00000100:00000001:1.0:1788696302.118970:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307265193 00000100:00000001:1.0:1788696302.118973:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307265194 00000100:00000001:1.0:1788696302.118976:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307265193 00000100:00000001:1.0:1788696302.118979:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307265194 00000100:00000001:1.0:1788696302.118981:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307265193 00000100:00000001:1.0:1788696302.118984:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307265194 00000100:00000001:1.0:1788696302.118992:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307265193 00000100:00000001:1.0:1788696302.118995:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696302.118997:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696302.118999:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788696302.119000:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788696302.119003:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee81603. 00000100:00000001:1.0:1788696302.119005:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696302.119008:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788696302.119011:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1788696302.119015:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696302.119015:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696302.119021:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788696302.119022:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e30f2685 00000100:00000001:1.0:1788696302.119024:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1788696302.119026:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e30f2685. 00000100:00000001:1.0:1788696302.119028:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696302.119032:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1788696302.119032:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696302.119039:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000449a2a56 x1875583274376320/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696302.119050:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788696302.119053:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788696302.119054:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000449a2a56 x1875583274376320/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696302.119056:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696302.119059:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696302.119063:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696302.119065:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696302.119085:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696302.119119:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696302.119121:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006596e7c6. 00000400:00000200:0.0:1788696302.119123:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696302.119126:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696302.119128:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de91f7a2 00000400:00000010:0.0:1788696302.119129:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000de91f7a2. 00000100:00000001:0.0:1788696302.119130:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696302.119132:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000d0911758 x1875583274376448/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696302.119137:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696302.119138:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d0911758 x1875583274376448/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696302.119142:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696302.119143:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1788696302.122240:0:203414:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038a99ba5. 00000020:00000040:3.0:1788696302.122254:0:203414:0:(genops.c:879:class_export_put()) PUTting export 0000000097e7721e : new refcount 2 00000100:00000001:3.0:1788696302.122258:0:203414:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788696302.123884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000012548ccf. 00010000:00000010:2.1:1788696302.123898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000075d191ef. 00010000:00000010:2.1:1788696302.123902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000fc81d36. 00000800:00000001:0.0:1788696302.124148:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696302.124161:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696302.124164:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696302.124167:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696302.124177:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696302.124192:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 18 MB=0x6a9d542d0dc80 00000400:00000200:0.0:1788696302.124199:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.118@tcp of length 224/224 into md 0xf01 [1] + 224 00000800:00000001:0.0:1788696302.124206:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696302.124210:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696302.124212:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696302.124216:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696302.124222:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696302.124228:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000449a2a56 x1875583274376320/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696302.124238:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000449a2a56 x1875583274376320/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696302.124256:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696302.124275:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696302.124279:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696302.124293:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696302.124296:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696302.124298:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788696302.124303:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:1.0:1788696302.124303:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696302.124311:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1788696302.124312:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 18 MB=0x6a9d542d0dd00 00000400:00000001:1.0:1788696302.124316:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696302.124320:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000135871fc. 00000400:00000200:1.0:1788696302.124324:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008155608f 00000400:00000010:1.0:1788696302.124327:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008155608f. 00000100:00000001:1.0:1788696302.124330:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:0.0:1788696302.124335:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.118@tcp of length 224/224 into md 0xf09 [1] + 224 00000100:00000200:1.0:1788696302.124337:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000449a2a56 x1875583274376320/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788696302.124342:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1788696302.124349:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000449a2a56 x1875583274376320/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788696302.124352:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696302.124358:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788696302.124360:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696302.124363:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696302.124365:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696302.124367:0:201300:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:0.0:1788696302.124370:0:201293:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:1.0:1788696302.124371:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696302.124375:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1788696302.124376:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000d0911758 x1875583274376448/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696302.124378:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696302.124384:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696302.124391:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d0911758 x1875583274376448/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1788696302.124392:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000dc573520 time=341 v=5 (5 0 5 0) 00000100:00001000:1.0:1788696302.124401:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=53 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696302.124410:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696302.124412:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696302.124414:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696302.124416:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696302.124418:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696302.124420:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:1.0:1788696302.124424:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000449a2a56 x1875583274376320/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788696302.124427:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788696302.124434:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696302.124437:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696302.124439:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696302.124440:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696302.124445:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000449a2a56 x1875583274376320/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696302.124453:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000449a2a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274376320:192.168.201.118@tcp:103: 00000100:00000001:1.0:1788696302.124458:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696302.124461:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696302.124464:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000449a2a56 x1875583274376320/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696302.124470:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696302.124473:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696302.124476:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa20ca05. 02000000:00000001:1.0:1788696302.124479:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696302.124482:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696302.124484:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696302.124486:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696302.124488:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000037517b8e. 02000000:00000001:1.0:1788696302.124493:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696302.124495:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696302.124496:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000449a2a56. 00000100:00000001:1.0:1788696302.124501:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696302.124501:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696302.124504:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696302.124506:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696302.124508:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788696302.124511:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696302.124514:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1788696302.124516:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1788696302.124516:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b463a867. 00000100:00000001:1.0:1788696302.124520:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696302.124521:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2359dc9 00000100:00000001:1.0:1788696302.124523:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1788696302.124525:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c2359dc9. 00000100:00000001:2.0:1788696302.124529:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788696302.124531:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788696302.124536:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000d0911758 x1875583274376448/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696302.124547:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000d0911758 x1875583274376448/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696302.124553:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696302.124555:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696302.124564:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696302.124565:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696302.124567:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696302.124568:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696302.124570:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696302.124573:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000dc573520 time=41 v=5 (5 0 5 0) 00000100:00001000:2.0:1788696302.124575:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=53 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696302.124578:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696302.124579:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696302.124581:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696302.124583:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696302.124585:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696302.124588:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d0911758 x1875583274376448/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696302.124594:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696302.124596:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696302.124598:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696302.124600:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0911758 x1875583274376448/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696302.124607:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d0911758 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274376448:192.168.201.118@tcp:103: 00000100:00000001:2.0:1788696302.124611:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696302.124613:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696302.124615:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d0911758 x1875583274376448/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696302.124622:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696302.124623:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696302.124625:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053af86d1. 02000000:00000001:2.0:1788696302.124627:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696302.124629:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696302.124630:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788696302.124631:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696302.124633:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ba9bd949. 02000000:00000001:2.0:1788696302.124636:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696302.124654:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696302.124655:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d0911758. 00000100:00000001:2.0:1788696302.124660:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696302.124661:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696302.124662:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696302.124666:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696302.124668:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696302.124669:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696302.124671:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696302.263951:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696302.263968:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696302.263972:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696302.263974:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696302.263986:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696302.264002:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 328 into portal 15 MB=0x6a9d543739280 00000400:00000200:2.0:1788696302.264017:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.201.118@tcp of length 328/328 into md 0xef5 [2] + 328 00000800:00000001:2.0:1788696302.264024:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696302.264031:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696302.264034:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696302.264038:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696302.264045:0:201294:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696302.264047:0:201294:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788696302.264053:0:201294:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d0911758. 00000100:00000040:2.0:1788696302.264057:0:201294:0:(events.c:341:request_in_callback()) incoming req@00000000d0911758 x1875583285039744 msgsize 328 00000100:00100000:2.0:1788696302.264061:0:201294:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.118@tcp (source: 12345-192.168.201.118@tcp) 00000100:00000001:2.0:1788696302.264090:0:201294:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788696302.264098:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696302.264101:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696302.264146:0:203413:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1788696302.264150:0:203413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875583285039744 02000000:00000001:1.0:1788696302.264153:0:203413:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1788696302.264156:0:203413:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696302.264158:0:203413:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696302.264163:0:203413:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696302.264167:0:203413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875583285039744 00000020:00000001:1.0:1788696302.264170:0:203413:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788696302.264172:0:203413:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb185d 00000020:00000001:1.0:1788696302.264175:0:203413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788696302.264178:0:203413:0:(lustre_handles.c:148:class_handle2object()) GET export 0000000097e7721e refcount=3 00000020:00000001:1.0:1788696302.264181:0:203413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776934985728 : -113296774565888 : ffff98f509ff7000) 00000020:00000001:1.0:1788696302.264183:0:203413:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776934985728 : -113296774565888 : ffff98f509ff7000) 00000100:00000001:1.0:1788696302.264187:0:203413:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788696302.264191:0:203413:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a4bb95a0. 00000100:00000001:1.0:1788696302.264194:0:203413:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788696302.264197:0:203413:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a4bb95a0. 00000020:00000010:1.0:1788696302.264203:0:203413:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000028ef6fe. 00000020:00000010:1.0:1788696302.264208:0:203413:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c5fd1866. 00000020:00000010:1.0:1788696302.264213:0:203413:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000066004030. 00000100:00000040:1.0:1788696302.264222:0:203413:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1788696302.264225:0:203413:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1788696302.264227:0:203413:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1788696302.264229:0:203413:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696302.264236:0:203413:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696302.264245:0:203413:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696302.264257:0:203413:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1788696302.264259:0:203413:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1788696302.264266:0:203413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.118@tcp, seq: 8 00000100:00000040:1.0:1788696302.264269:0:203413:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export 0000000097e7721e : new rpc_count 1 00000100:00000001:1.0:1788696302.264272:0:203413:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446630777611086336 : -113296098465280 : ffff98f5324bea00) 00000100:00000040:1.0:1788696302.264278:0:203413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d0911758 x1875583285039744/t0(0) o104->82e207fb-4f8d-4f39-8bd3-a636bfdd6d55@192.168.201.118@tcp:143/0 lens 328/0 e 0 to 0 dl 1788696313 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696302.264319:0:203413:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1788696302.264321:0:203413:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a4bb95a0. 00000100:00000001:1.0:1788696302.264322:0:203413:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1788696302.264324:0:203413:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a4bb95a0. 00000100:00100000:1.0:1788696302.264328:0:203413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d0911758 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55+3:358329:x1875583285039744:12345-192.168.201.118@tcp:104: 00000100:00000200:1.0:1788696302.264332:0:203413:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875583285039744 00010000:00000001:1.0:1788696302.264334:0:203413:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1788696302.264341:0:203413:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788696302.264342:0:203413:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788696302.264344:0:203413:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000bb598dc6 refcount=2 00000020:00000001:1.0:1788696302.264346:0:203413:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777555945984 : -113296153605632 : ffff98f52f028a00) 00010000:00000001:1.0:1788696302.264348:0:203413:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777555945984 : -113296153605632 : ffff98f52f028a00) 00010000:00000001:1.0:1788696302.264352:0:203413:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788696302.264355:0:203413:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696302.264358:0:203413:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.118@tcp lock: 00000000bb598dc6/0x6acb2b64cadb18e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x602192bd911ffebc expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788696302.264368:0:203413:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1788696302.264370:0:203413:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1788696302.264374:0:203413:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000048c3a6dc. 02000000:00000001:1.0:1788696302.264376:0:203413:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696302.264378:0:203413:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696302.264382:0:203413:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1788696302.264384:0:203413:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696302.264387:0:203413:0:(import.c:2195:obd_at_measure()) add 1 to 000000008b8e04b9 time=41 v=5 (1 0 1 0) 00000100:00000001:1.0:1788696302.264392:0:203413:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788696302.264395:0:203413:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 13 to 192.168.201.118@tcp 00000100:00000001:1.0:1788696302.264398:0:203413:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 02000000:00000001:1.0:1788696302.264400:0:203413:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1788696302.264402:0:203413:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696302.264405:0:203413:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696302.264413:0:203413:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696302.264417:0:203413:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c401c26b. 00000100:00000200:1.0:1788696302.264421:0:203413:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875583285039744, offset 224 00000400:00000200:1.0:1788696302.264427:0:203413:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696302.264443:0:203413:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.201.18@tcp to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696302.264448:0:203413:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [456:456:256:4294967295] 192.168.201.118@tcp LPNI seq info [456:456:8:4294967295] 00000400:00000200:1.0:1788696302.264458:0:203413:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:192.168.201.18@tcp) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696302.264463:0:203413:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696302.264467:0:203413:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb85f65. 00000800:00000200:1.0:1788696302.264473:0:203413:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696302.264479:0:203413:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696302.264483:0:203413:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004bb85f65 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696302.264501:0:203413:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696302.264503:0:203413:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00010000:00000001:1.0:1788696302.264506:0:203413:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788696302.264508:0:203413:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000574cf5e2. 00010000:00000001:1.0:1788696302.264510:0:203413:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788696302.264515:0:203413:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1788696302.264517:0:203413:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696302.264518:0:203413:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696302.264519:0:203413:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696302.264521:0:203413:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0911758 x1875583285039744/t0(0) o104->82e207fb-4f8d-4f39-8bd3-a636bfdd6d55@192.168.201.118@tcp:143/0 lens 328/224 e 0 to 0 dl 1788696313 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788696302.264527:0:203413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d0911758 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55+3:358329:x1875583285039744:12345-192.168.201.118@tcp:104: Request processed in 209us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1788696302.264534:0:203413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.118@tcp, seq: 8 00000100:00000040:1.0:1788696302.264535:0:203413:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000097e7721e : new rpc_count 0 00000100:00000001:1.0:1788696302.264537:0:203413:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1788696302.264538:0:203413:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1788696302.264542:0:203413:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c5fd1866. 00000020:00000001:3.0:1788696302.264545:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696302.264549:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788696302.264551:0:203413:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000066004030. 00010000:00010000:3.0:1788696302.264553:0:203701:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:1.0:1788696302.264556:0:203413:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000028ef6fe. 00010000:00000001:3.0:1788696302.264557:0:203701:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788696302.264562:0:203701:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000040:1.0:1788696302.264563:0:203413:0:(genops.c:879:class_export_put()) PUTting export 0000000097e7721e : new refcount 2 00010000:00010000:3.0:1788696302.264564:0:203701:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.118@tcp lock: 00000000bb598dc6/0x6acb2b64cadb18e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x602192bd911ffebc expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788696302.264568:0:203413:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788696302.264578:0:203701:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000bb598dc6 already unused, calling callback (00000000649fa4de) 10000000:00000001:3.0:1788696302.264581:0:203701:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788696302.264583:0:203701:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.118@tcp lock: 00000000bb598dc6/0x6acb2b64cadb18e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x602192bd911ffebc expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788696302.264590:0:203701:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788696302.264598:0:203701:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788696302.264600:0:203701:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788696302.264602:0:203701:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000bb598dc6 refcount=3 00000020:00000001:3.0:1788696302.264604:0:203701:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777555945984 : -113296153605632 : ffff98f52f028a00) 00010000:00000001:3.0:1788696302.264606:0:203701:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777555945984 : -113296153605632 : ffff98f52f028a00) 00010000:00000001:3.0:1788696302.264609:0:203701:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788696302.264611:0:203701:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.118@tcp lock: 00000000bb598dc6/0x6acb2b64cadb18e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x602192bd911ffebc expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788696302.264617:0:203701:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788696302.264619:0:203701:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.118@tcp lock: 00000000bb598dc6/0x6acb2b64cadb18e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x602192bd911ffebc expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788696302.264625:0:203701:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1788696302.264628:0:203701:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788696302.264629:0:203701:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1788696302.264630:0:203701:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788696302.264632:0:203701:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788696302.264633:0:203701:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788696302.264646:0:203701:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788696302.264648:0:203701:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788696302.264649:0:203701:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000009ec63942) refs 2 10000000:00000001:3.0:1788696302.264651:0:203701:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788696302.264653:0:203701:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696302.264655:0:203701:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788696302.264658:0:203701:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788696302.264660:0:203701:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788696302.264661:0:203701:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788696302.264663:0:203701:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788696302.264665:0:203701:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 00000000bb598dc6 with handle 0x6acb2b64cadb18e9 from hash 00010000:00000001:3.0:1788696302.264667:0:203701:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788696302.264669:0:203701:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788696302.264670:0:203701:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788696302.264671:0:203701:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788696302.264673:0:203701:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788696302.264675:0:203701:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788696302.264683:0:203701:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788696302.264685:0:203701:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788696302.264691:0:203701:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e083dc65. 00000020:00000040:3.0:1788696302.264694:0:203701:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696302.264697:0:203701:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696302.264699:0:203701:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696302.264703:0:203701:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696302.264708:0:203701:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038a99ba5. 00000100:00000001:3.0:1788696302.264713:0:203701:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696302.264716:0:203701:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788696302.264719:0:203701:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.118@tcp lock: 00000000bb598dc6/0x6acb2b64cadb18e9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffebc expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788696302.264726:0:203701:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788696302.264727:0:203701:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696302.264731:0:203701:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696302.264733:0:203701:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696302.264739:0:203701:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e083dc65] to pc [ptlrpcd_00_02+2] req@00000000e083dc65 x1875583274376576/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696302.264766:0:203701:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1788696302.264768:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1788696302.264769:0:203701:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:0.0:1788696302.264772:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb85f65. 00010000:00000001:3.0:1788696302.264773:0:203701:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788696302.264776:0:203701:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696302.264777:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1788696302.264780:0:203701:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696302.264784:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 10000000:00000001:3.0:1788696302.264784:0:203701:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696302.264788:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c401c26b 00010000:00010000:3.0:1788696302.264788:0:203701:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.118@tcp lock: 00000000bb598dc6/0x6acb2b64cadb18e9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffebc expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1788696302.264792:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c401c26b. 00000100:00000001:0.0:1788696302.264796:0:201295:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788696302.264798:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696302.264799:0:201295:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00000001:3.0:1788696302.264801:0:203701:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788696302.264804:0:203701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.118@tcp lock: 00000000bb598dc6/0x6acb2b64cadb18e9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x602192bd911ffebc expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788696302.264811:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00010000:00000040:3.0:1788696302.264813:0:203701:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: 00000000beaf09d6 count: 0 00000100:00000001:2.0:1788696302.264815:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696302.264822:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e083dc65 x1875583274376576/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696302.264824:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696302.264827:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696302.264901:0:203701:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788696302.264908:0:203701:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788696302.264910:0:203701:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000574cf5e2. 00010000:00000001:3.0:1788696302.264913:0:203701:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696302.264916:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696302.264917:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696302.264919:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788696302.264920:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696302.264921:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696302.264923:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788696302.264924:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696302.264926:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696302.264927:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788696302.264949:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696302.264952:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696302.264963:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696302.264982:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696302.264985:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696302.264989:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e083dc65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274376576:192.168.201.118@tcp:103: 00000100:00000001:2.0:1788696302.264993:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696302.264998:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696302.265000:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696302.265003:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696302.265007:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba9bd949. 02000000:00000001:2.0:1788696302.265009:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696302.265023:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c732f38. 00000400:00000010:2.0:1788696302.265028:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a163905. 00000100:00000200:2.0:1788696302.265033:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274376576, portal 18 00000100:00000001:2.0:1788696302.265035:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696302.265036:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548227456 : -113296161324160 : ffff98f52e8cc380) 00000100:00000040:2.0:1788696302.265041:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e083dc65 x1875583274376576/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696302.265059:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696302.265061:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696302.265063:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0e8fa31. 00000100:00000200:2.0:1788696302.265077:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875583274376576, offset 0 00000400:00000200:2.0:1788696302.265081:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696302.265098:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696302.265102:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696302.265106:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696302.265109:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696302.265111:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696302.265114:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [457:457:256:4294967295] 192.168.201.118@tcp LPNI seq info [457:457:8:4294967295] 00000400:00000200:2.0:1788696302.265121:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696302.265125:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696302.265130:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000394a697c. 00000800:00000200:2.0:1788696302.265133:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696302.265154:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696302.265156:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000394a697c type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788696302.265167:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696302.265182:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307265340 00000100:00000001:2.0:1788696302.265188:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307265194 00000100:00000001:2.0:1788696302.265192:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307265340 00000100:00000001:2.0:1788696302.265196:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307265194 00000100:00000001:2.0:1788696302.265198:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307265340 00000100:00000001:2.0:1788696302.265201:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307265194 00000100:00000001:2.0:1788696302.265204:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307265340 00000100:00000001:2.0:1788696302.265207:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307265194 00000800:00000200:0.0:1788696302.265220:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788696302.265221:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1788696302.265224:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000394a697c. 00000100:00000001:2.0:1788696302.265226:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696302.265228:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788696302.265231:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696302.265234:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696302.265235:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696302.265238:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e8fa31 00000400:00000010:0.0:1788696302.265245:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0e8fa31. 00000100:00000001:0.0:1788696302.265250:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1788696302.265251:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696302.265254:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1788696302.265255:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e083dc65 x1875583274376576/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696302.265259:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696302.265262:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696302.265265:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696302.265269:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696302.265273:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696302.265276:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e083dc65 x1875583274376576/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696302.265283:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696302.265285:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696302.267806:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696302.267840:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696302.267907:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696302.267911:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696302.267921:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696302.267947:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 18 MB=0x6a9d542d0dd80 00000400:00000200:2.0:1788696302.267955:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.118@tcp of length 224/224 into md 0xf15 [1] + 224 00000800:00000001:2.0:1788696302.267972:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696302.267980:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696302.267983:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696302.268008:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696302.268015:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696302.268019:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e083dc65 x1875583274376576/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696302.268041:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e083dc65 x1875583274376576/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696302.268081:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696302.268089:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696302.268092:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696302.268427:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696302.268431:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696302.268438:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696302.268440:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696302.268442:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c732f38. 00000400:00000200:1.0:1788696302.268448:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a163905 00000400:00000010:1.0:1788696302.268450:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a163905. 00000100:00000001:1.0:1788696302.268452:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696302.268456:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e083dc65 x1875583274376576/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696302.268465:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e083dc65 x1875583274376576/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696302.268471:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696302.268473:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696302.268475:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696302.268477:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696302.268480:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696302.268482:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696302.268484:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696302.268490:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000dc573520 time=41 v=5 (5 0 5 0) 00000100:00001000:1.0:1788696302.268494:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=53 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696302.268496:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696302.268497:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696302.268500:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696302.268503:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696302.268505:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696302.268509:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e083dc65 x1875583274376576/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696302.268516:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696302.268518:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696302.268520:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696302.268531:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e083dc65 x1875583274376576/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696302.268539:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e083dc65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274376576:192.168.201.118@tcp:103: 00000100:00000001:1.0:1788696302.268543:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696302.268545:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696302.268547:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e083dc65 x1875583274376576/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696318 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696302.268553:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696302.268555:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696302.268557:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba9bd949. 02000000:00000001:1.0:1788696302.268561:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696302.268563:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696302.268565:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696302.268567:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696302.268569:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000038a99ba5. 02000000:00000001:1.0:1788696302.268573:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696302.268575:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696302.268576:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e083dc65. 00000100:00000001:1.0:1788696302.268579:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696302.268581:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696302.268583:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696302.268589:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696302.268591:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696302.268593:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696302.268595:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788696302.270886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000beaf09d6. 00010000:00000010:3.1:1788696302.270900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bb598dc6. 00010000:00000001:2.0:1788696302.637957:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696302.637965:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696302.637972:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696302.637973:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696302.637996:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696302.638000:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696302.638003:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696303.534040:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307265340, at 4307265344 00000100:00000040:1.0:1788696303.534040:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307265340, at 4307265344 00000100:00000040:2.0:1788696303.534065:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307265340, at 4307265344 00000100:00000040:3.0:1788696303.534071:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307265340, at 4307265344 00000100:00000010:1.0:1788696303.534078:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b89cdb3. 00000100:00000010:0.0:1788696303.534082:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aeee93bd. 00000100:00000010:3.0:1788696303.534090:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035146d2b. 00000100:00000010:2.0:1788696303.534099:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001cecc859. 00010000:00000001:2.0:1788696303.661934:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696303.661940:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696303.661945:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696303.661947:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696303.661972:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696303.661975:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696303.661977:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696304.685995:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696304.686002:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696304.686009:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696304.686014:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696304.686016:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696304.686019:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696304.686033:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696304.686035:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696304.686037:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696304.686039:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696304.686147:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696304.686151:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696304.686153:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696305.713775:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696305.713783:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696305.713789:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696305.713789:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696305.713834:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696305.713838:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696305.713840:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696305.774652:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696305.774661:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696305.774669:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033cb097c. 00000020:00000040:0.0:1788696305.774674:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696305.774677:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696305.774680:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696305.774684:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696305.774689:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ee81603. 00000100:00000001:0.0:1788696305.774695:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696305.774770:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000033cb097c x1875583274376704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696305.774779:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696305.774781:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696305.774785:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033cb097c] to pc [ptlrpcd_00_03+3] req@0000000033cb097c x1875583274376704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696305.774840:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788696305.774860:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1788696305.774861:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696305.774905:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696305.774910:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696305.775449:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696305.775463:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696305.775466:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696305.775471:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f121889. 00000020:00000040:0.0:1788696305.775474:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696305.776948:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696305.776950:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696305.776953:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696305.776960:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000dfd73c1. 00000100:00000001:0.0:1788696305.776964:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696305.776974:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000001f121889 x1875583274376832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696305.776982:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696305.776984:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696305.776988:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f121889] to pc [ptlrpcd_00_00+0] req@000000001f121889 x1875583274376832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696305.777032:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788696305.777035:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788696305.777041:0:184949:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00000001:0.0:1788696305.777044:0:184949:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788696305.777046:0:184949:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788696305.777050:0:184949:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788696305.777054:0:184949:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: connect to NID 192.168.201.118@tcp last attempt 12595 00000400:00000200:0.0:1788696305.777063:0:184949:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.201.118@tcp is discovered: rc = 1 00000100:00080000:0.0:1788696305.777066:0:184949:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1788696305.777068:0:184949:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:0.0:1788696305.777071:0:184949:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788696305.777073:0:184949:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:0.0:1788696305.777075:0:184949:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000001:0.0:1788696305.777078:0:184949:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788696305.777079:0:184949:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18b1 00000020:00000001:0.0:1788696305.777082:0:184949:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788696305.777085:0:184949:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d44de2da refcount=5 00000020:00000001:0.0:1788696305.777087:0:184949:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000020:00000001:0.0:1788696305.777089:0:184949:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000100:00000040:0.0:1788696305.777099:0:184949:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000100:00000001:0.0:1788696305.777101:0:184949:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788696305.777103:0:184949:0:(connection.c:162:ptlrpc_connection_addref()) conn=000000005ce712d7 refcount 12 to 192.168.201.118@tcp 00000100:00000001:0.0:1788696305.777104:0:184949:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446630776826676096 : -113296882875520 : ffff98f5038ac380) 00000020:00000040:0.0:1788696305.777106:0:184949:0:(genops.c:879:class_export_put()) PUTting export 00000000d44de2da : new refcount 4 00000100:00080000:0.0:1788696305.777109:0:184949:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff98f518c6e000: import 00000000ad055e41 using connection 192.168.201.118@tcp/192.168.201.118@tcp 00000100:00000001:0.0:1788696305.777111:0:184949:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696305.777113:0:184949:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788696305.777119:0:184949:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696305.777121:0:184949:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696305.777123:0:184949:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788696305.777127:0:184949:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788696305.777130:0:184949:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696305.777132:0:184949:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788696305.777136:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4497fd1. 00000020:00000040:0.0:1788696305.777139:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:0.0:1788696305.777142:0:184949:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788696305.777144:0:184949:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696305.777146:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696305.777147:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696305.777149:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696305.777152:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000007b9776c0. 00000100:00000001:0.0:1788696305.777155:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696305.777159:0:184949:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e4497fd1 x1875583274376960/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696305.777165:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696305.777166:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696305.777169:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4497fd1] to pc [ptlrpcd_rcv+-1] req@00000000e4497fd1 x1875583274376960/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696305.777185:0:184949:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696305.777187:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696305.777195:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696305.777199:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12605) 00000100:00000001:0.0:1788696305.777220:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696305.777223:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696305.777225:0:201299:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696305.777230:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4497fd1 x1875583274376960/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696305.777237:0:201299:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696305.777239:0:201299:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696305.777242:0:201299:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696305.777244:0:201299:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696305.777246:0:201299:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696305.777249:0:201299:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274376960:192.168.201.118@tcp:38: 00000100:00000001:0.0:1788696305.777253:0:201299:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696305.777257:0:201299:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696305.777259:0:201299:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696305.777261:0:201299:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696305.777265:0:201299:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ec1441ff. 02000000:00000001:0.0:1788696305.777267:0:201299:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696305.777272:0:201299:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3fecb20. 00000400:00000010:0.0:1788696305.777280:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e30f2685. 00000100:00000200:0.0:1788696305.777286:0:201299:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274376960, portal 10 00000100:00000001:0.0:1788696305.777289:0:201299:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696305.777290:0:201299:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882434432 : -113296827117184 : ffff98f506dd9180) 00000100:00000040:0.0:1788696305.777296:0:201299:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4497fd1 x1875583274376960/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696305.777304:0:201299:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696305.777307:0:201299:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696305.777309:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1788696305.777310:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001140bd37. 00000100:00000200:0.0:1788696305.777315:0:201299:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875583274376960, offset 0 00000100:00100000:3.0:1788696305.777316:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788696305.777320:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696305.777325:0:201299:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696305.777328:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696305.777331:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696305.777333:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696305.777335:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788696305.777337:0:201299:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:3.0:1788696305.777338:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696305.777344:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f121889 x1875583274376832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696305.777352:0:201299:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788696305.777356:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696305.777358:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696305.777359:0:201299:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000001:3.0:1788696305.777362:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1788696305.777366:0:201299:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1788696305.777366:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788696305.777370:0:201299:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696305.777374:0:201299:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [458:458:256:4294967295] 192.168.201.118@tcp LPNI seq info [458:458:8:4294967295] 02000000:00000001:3.0:1788696305.777379:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696305.777385:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274376832:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696305.777390:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1788696305.777394:0:201299:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 02000000:00000001:3.0:1788696305.777395:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696305.777399:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696305.777402:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1788696305.777406:0:201299:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.118@tcp 02000000:00000010:3.0:1788696305.777407:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0abaa20. 00000800:00000010:0.0:1788696305.777412:0:201299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057945d15. 02000000:00000001:3.0:1788696305.777412:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696305.777419:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d55cc8b5. 00000800:00000200:0.0:1788696305.777423:0:201299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000010:3.0:1788696305.777426:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a452cf63. 00000100:00000200:3.0:1788696305.777430:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274376832, portal 10 00000800:00000200:0.0:1788696305.777432:0:201299:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788696305.777434:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1788696305.777438:0:201299:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000057945d15 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788696305.777438:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438912 : -113296827112704 : ffff98f506dda300) 00000100:00000040:3.0:1788696305.777446:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001f121889 x1875583274376832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696305.777452:0:201299:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696305.777455:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696305.777458:0:201299:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 28027 usecs (29 jiffies) 00000100:00000040:3.0:1788696305.777459:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696305.777464:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d47dd1a6. 00000100:00000001:0.0:1788696305.777466:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307267616 00000100:00000200:3.0:1788696305.777467:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274376832, offset 0 00000100:00000010:0.0:1788696305.777472:0:201299:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4964a0e. 00000400:00000200:3.0:1788696305.777476:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696305.777482:0:201299:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1788696305.777484:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696305.777489:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788696305.777490:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307267616 00000400:00000200:3.0:1788696305.777493:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000010:0.0:1788696305.777496:0:201299:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2ee9250. 00000400:00000200:3.0:1788696305.777498:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788696305.777502:0:201299:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000400:00000200:3.0:1788696305.777502:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:0.0:1788696305.777509:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307267616 00000400:00000200:3.0:1788696305.777509:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [459:459:255:4294967295] 192.168.201.118@tcp LPNI seq info [459:459:7:4294967295] 00000100:00000010:0.0:1788696305.777515:0:201299:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be89e8de. 00000100:00000001:0.0:1788696305.777520:0:201299:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000400:00000200:3.0:1788696305.777524:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696305.777529:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696305.777530:0:201299:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307267616 00000800:00000010:3.0:1788696305.777533:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d33dd5fd. 00000100:00000010:0.0:1788696305.777535:0:201299:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038ecd934. 00000800:00000200:3.0:1788696305.777540:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788696305.777542:0:201299:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788696305.777547:0:201299:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1788696305.777547:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:0.0:1788696305.777550:0:201299:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696305.777553:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696305.777557:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d33dd5fd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696305.777563:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696305.777564:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696305.777569:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1788696305.777569:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 27918 usecs (28 jiffies) 00000100:00000001:0.0:1788696305.777572:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788696305.777574:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307267615 00000100:00000001:0.0:1788696305.777576:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696305.777579:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307267616 00000100:00000001:0.0:1788696305.777580:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696305.777582:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696305.777584:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307267615 00000100:00000001:0.0:1788696305.777586:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696305.777589:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307267616 00000100:00000001:3.0:1788696305.777592:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307267615 00000100:00000001:3.0:1788696305.777594:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307267616 00000100:00000001:3.0:1788696305.777596:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307267615 00000100:00000001:3.0:1788696305.777598:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307267616 00000100:00000001:3.0:1788696305.777600:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696305.777602:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696305.777604:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696305.777607:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696305.777630:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696305.777634:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057945d15. 00000400:00000200:0.0:1788696305.777641:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696305.777646:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696305.777651:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001140bd37 00000400:00000010:0.0:1788696305.777653:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001140bd37. 00000100:00000001:0.0:1788696305.777658:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696305.777661:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e4497fd1 x1875583274376960/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696305.777669:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696305.777671:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4497fd1 x1875583274376960/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696330 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696305.777678:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696305.777680:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696305.777826:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696305.777829:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d33dd5fd. 00000400:00000200:0.0:1788696305.777833:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696305.777836:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696305.777839:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d47dd1a6 00000400:00000010:0.0:1788696305.777841:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d47dd1a6. 00000100:00000001:0.0:1788696305.777863:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696305.777867:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001f121889 x1875583274376832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696305.777876:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696305.777878:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f121889 x1875583274376832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696305.777884:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696305.777891:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788696305.778073:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696305.778076:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696305.778130:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696305.778133:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696305.778136:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696305.778137:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696305.778139:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696305.778149:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033cb097c x1875583274376704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696305.778157:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696305.778159:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696305.778162:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696305.778163:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696305.778165:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696305.778168:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000033cb097c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274376704:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696305.778172:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696305.778174:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696305.778176:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696305.778177:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696305.778180:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007708b4a. 02000000:00000001:1.0:1788696305.778182:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696305.778186:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000764e5b61. 00000400:00000010:1.0:1788696305.778190:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6df8fe2. 00000100:00000200:1.0:1788696305.778194:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274376704, portal 25 00000100:00000001:1.0:1788696305.778196:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696305.778198:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882443392 : -113296827108224 : ffff98f506ddb480) 00000100:00000040:1.0:1788696305.778202:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000033cb097c x1875583274376704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696305.778209:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696305.778211:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696305.778213:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012b41b2b. 00000100:00000200:1.0:1788696305.778216:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274376704, offset 0 00000400:00000200:1.0:1788696305.778221:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696305.778226:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696305.778229:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696305.778232:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696305.778235:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696305.778237:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696305.778240:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [460:460:256:4294967295] 192.168.201.118@tcp LPNI seq info [460:460:8:4294967295] 00000400:00000200:1.0:1788696305.778248:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696305.778260:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696305.778264:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb85f65. 00000800:00000200:1.0:1788696305.778269:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696305.778274:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696305.778276:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004bb85f65 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696305.778333:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696305.778336:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307268853 00000100:00000001:1.0:1788696305.778342:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307267616 00000100:00000001:1.0:1788696305.778346:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307268853 00000100:00000001:1.0:1788696305.778348:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307267616 00000100:00000001:1.0:1788696305.778350:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307268853 00000100:00000001:1.0:1788696305.778353:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307267616 00000100:00000001:1.0:1788696305.778356:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307268853 00000100:00000001:1.0:1788696305.778358:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307267616 00000100:00000001:1.0:1788696305.778360:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696305.778363:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696305.778365:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696305.778367:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696305.778435:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696305.778438:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb85f65. 00000400:00000200:0.0:1788696305.778442:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696305.778446:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696305.778449:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012b41b2b 00000400:00000010:0.0:1788696305.778451:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000012b41b2b. 00000100:00000001:0.0:1788696305.778455:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696305.778458:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000033cb097c x1875583274376704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696305.778464:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696305.778466:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033cb097c x1875583274376704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696305.778472:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696305.778473:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696305.792206:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696305.792223:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696305.792227:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696305.792229:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696305.792241:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696305.792259:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0de00 00000400:00000200:2.0:1788696305.792267:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xf2d [1] + 224 00000800:00000001:2.0:1788696305.792273:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696305.792280:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696305.792283:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696305.792287:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696305.792294:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696305.792301:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000033cb097c x1875583274376704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696305.792313:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033cb097c x1875583274376704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696305.792377:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696305.792382:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696305.792544:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696305.792554:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696305.792564:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788696305.792660:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696305.792662:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696305.792665:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000764e5b61. 00000400:00000200:1.0:1788696305.792669:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6df8fe2 00000400:00000010:1.0:1788696305.792671:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f6df8fe2. 00000100:00000001:1.0:1788696305.792674:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696305.792677:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000033cb097c x1875583274376704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696305.792685:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000033cb097c x1875583274376704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696305.792708:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696305.792710:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696305.792712:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696305.792714:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696305.792717:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696305.792719:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696305.792721:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696305.792727:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=56 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696305.792730:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=56 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696305.792733:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696305.792734:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696305.792737:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696305.792739:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696305.792742:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696305.792745:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033cb097c x1875583274376704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696305.792752:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696305.792755:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696305.792756:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696305.792759:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033cb097c x1875583274376704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696305.792765:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000033cb097c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274376704:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696305.792769:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696305.792772:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696305.792774:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033cb097c x1875583274376704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696305.792780:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696305.792782:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696305.792785:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007708b4a. 02000000:00000001:1.0:1788696305.792789:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696305.792791:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696305.792792:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696305.792800:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696305.792802:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ee81603. 02000000:00000001:1.0:1788696305.792805:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696305.792807:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696305.792809:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033cb097c. 00000100:00000001:1.0:1788696305.792812:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696305.792814:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696305.792816:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696305.792822:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696305.792824:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696305.792826:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696305.792828:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696305.798373:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696305.798392:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696305.798396:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696305.798399:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696305.798409:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696305.798425:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0de80 00000400:00000200:0.0:1788696305.798433:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xf25 [1] + 224 00000800:00000001:0.0:1788696305.798439:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696305.798447:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696305.798450:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696305.798454:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696305.798461:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696305.798468:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001f121889 x1875583274376832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696305.798480:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f121889 x1875583274376832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696305.798502:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696305.798525:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696305.798528:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696305.798538:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696305.798543:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696305.798551:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696305.798553:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696305.798555:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d55cc8b5. 00000400:00000200:3.0:1788696305.798561:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a452cf63 00000400:00000010:3.0:1788696305.798563:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a452cf63. 00000100:00000001:3.0:1788696305.798566:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696305.798570:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001f121889 x1875583274376832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696305.798590:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001f121889 x1875583274376832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696305.798596:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696305.798598:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696305.798601:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696305.798609:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696305.798612:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696305.798613:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696305.798616:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696305.798625:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=56 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696305.798629:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=56 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696305.798631:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696305.798633:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696305.798635:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696305.798640:0:201301:0:(ldlm_request.c:1722:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696305.798643:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696305.798645:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696305.798647:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696305.798648:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696305.798652:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f121889 x1875583274376832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696305.798659:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696305.798663:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696305.798664:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696305.798667:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f121889 x1875583274376832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696305.798674:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274376832:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696305.798679:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696305.798681:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696305.798684:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f121889 x1875583274376832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696305.798690:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696305.798692:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696305.798695:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0abaa20. 02000000:00000001:3.0:1788696305.798699:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696305.798701:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696305.798703:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696305.798705:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696305.798712:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000dfd73c1. 02000000:00000001:3.0:1788696305.798716:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696305.798718:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696305.798719:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f121889. 00000100:00000001:3.0:1788696305.798722:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696305.798724:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696305.798726:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696305.798733:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696305.798735:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696305.798737:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696305.798738:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696305.808403:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696305.808422:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696305.808427:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696305.808429:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696305.808439:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696305.808455:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 416 into portal 10 MB=0x6a9d542d0df00 00000400:00000200:0.0:1788696305.808464:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 416/416 into md 0xf1d [1] + 0 00000800:00000001:0.0:1788696305.808470:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696305.808489:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696305.808493:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696305.808498:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696305.808506:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696305.808515:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e4497fd1 x1875583274376960/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696305.808527:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000e4497fd1 x1875583274376960/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696305.808556:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696305.808565:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696305.808568:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696305.808649:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696305.808654:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696305.808660:0:201299:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696305.808663:0:201299:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696305.808665:0:201299:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3fecb20. 00000400:00000200:2.0:1788696305.808670:0:201299:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e30f2685 00000400:00000010:2.0:1788696305.808672:0:201299:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e30f2685. 00000100:00000001:2.0:1788696305.808676:0:201299:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696305.808679:0:201299:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e4497fd1 x1875583274376960/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696305.808704:0:201299:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e4497fd1 x1875583274376960/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/544 e 0 to 0 dl 1788696330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696305.808779:0:201299:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696305.808782:0:201299:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696305.808784:0:201299:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696305.808787:0:201299:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696305.808789:0:201299:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696305.808791:0:201299:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696305.808794:0:201299:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696305.808803:0:201299:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=55 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696305.808807:0:201299:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=22 v=20 (20 1 1 0) 00000100:00000001:2.0:1788696305.808810:0:201299:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696305.808812:0:201299:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696305.808814:0:201299:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788696305.808819:0:201299:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e4497fd1 x1875583274376960/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/416 e 0 to 0 dl 1788696330 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696305.808826:0:201299:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696305.808830:0:201299:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696305.808832:0:201299:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696305.808834:0:201299:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696305.808836:0:201299:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696305.808840:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4497fd1 x1875583274376960/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/416 e 0 to 0 dl 1788696330 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696305.808875:0:201299:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696305.808878:0:201299:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696305.808880:0:201299:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696305.808882:0:201299:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1788696305.808889:0:201299:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff98f518c6e000: connect to target with instance 6 00000020:00000001:2.0:1788696305.808892:0:201299:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788696305.808894:0:201299:0:(genops.c:804:class_conn2export()) looking for export cookie 0x6acb2b64cadb18b1 00000020:00000001:2.0:1788696305.808897:0:201299:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788696305.808899:0:201299:0:(lustre_handles.c:148:class_handle2object()) GET export 00000000d44de2da refcount=5 00000020:00000001:2.0:1788696305.808908:0:201299:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000020:00000001:2.0:1788696305.808910:0:201299:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446630776938016768 : -113296771534848 : ffff98f50a2db000) 00000100:00001000:2.0:1788696305.808913:0:201299:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=1788696305 v=0 (0 0 0 0) 00000100:00001000:2.0:1788696305.808916:0:201299:0:(import.c:2261:obd_at_measure()) AT 00000000a187fc95 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1788696305.808921:0:201299:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 1239, crc32c 7035, adler 867 00000020:00000040:2.0:1788696305.808925:0:201299:0:(genops.c:879:class_export_put()) PUTting export 00000000d44de2da : new refcount 4 00000100:00000001:2.0:1788696305.808927:0:201299:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788696305.808930:0:201299:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:2.0:1788696305.808934:0:201299:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0001-mdc-ffff98f518c6e000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 12 cl_max_extent_pages: 16384 00000002:00000001:2.0:1788696305.808938:0:201299:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1788696305.808939:0:201299:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788696305.808941:0:201299:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:2.0:1788696305.809020:0:201299:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:2.0:1788696305.809023:0:201299:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788696305.809026:0:201299:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788696305.809028:0:201299:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788696305.809030:0:201299:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788696305.809031:0:201299:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788696305.809032:0:201299:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788696305.809033:0:201299:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696305.809035:0:201299:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788696305.809039:0:201299:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1788696305.809042:0:201299:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788696305.809043:0:201299:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1788696305.809044:0:201299:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:2.0:1788696305.809045:0:201299:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:2.0:1788696305.809047:0:201299:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1788696305.809048:0:201299:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv 000000004d0bfbdb for uuid lustre-MDT0001_UUID (activate=1) 00800000:00000040:2.0:1788696305.809052:0:201299:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x6acb2b64cadb18aa 00800000:00000040:2.0:1788696305.809054:0:201299:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0x6acb2b64cadb18b1 00800000:00000040:2.0:1788696305.809056:0:201299:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff98f518c6e000=f4931000-78c8-4821-9b44-b56343695343 device 4 (000000000485cdfe) type mdc at LMV idx 1 00800000:00000040:2.0:1788696305.809058:0:201299:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD 000000000485cdfe already active! 00800000:00000001:2.0:1788696305.809060:0:201299:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788696305.809062:0:201299:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788696305.809069:0:201299:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788696305.809071:0:201299:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788696305.809072:0:201299:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788696305.809073:0:201299:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788696305.809074:0:201299:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788696305.809076:0:201299:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=5 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000002:00000001:0.0:1788696305.809306:0:201299:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696305.809309:0:201299:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1788696305.809312:0:201299:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1788696305.809314:0:201299:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696305.809317:0:201299:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696305.809321:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4497fd1 x1875583274376960/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/416 e 0 to 0 dl 1788696330 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696305.809329:0:201299:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f4931000-78c8-4821-9b44-b56343695343:201299:1875583274376960:192.168.201.118@tcp:38: 00000100:00000001:0.0:1788696305.809335:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696305.809337:0:201299:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696305.809345:0:201299:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4497fd1 x1875583274376960/t0(0) o38->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 520/416 e 0 to 0 dl 1788696330 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696305.809351:0:201299:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696305.809354:0:201299:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696305.809357:0:201299:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ec1441ff. 02000000:00000001:0.0:1788696305.809360:0:201299:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696305.809362:0:201299:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696305.809363:0:201299:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696305.809365:0:201299:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696305.809367:0:201299:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000007b9776c0. 02000000:00000001:0.0:1788696305.809369:0:201299:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696305.809371:0:201299:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696305.809372:0:201299:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4497fd1. 00000100:00000001:0.0:1788696305.809375:0:201299:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696305.809376:0:201299:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696305.809378:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696305.809385:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696305.809387:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696305.809389:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696305.809390:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788696305.809431:0:207649:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:2.0:1788696305.809435:0:207649:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:2.0:1788696305.809438:0:207649:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696305.809440:0:207649:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696305.809441:0:207649:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696305.809443:0:207649:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:2.0:1788696305.809444:0:207649:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696306.733953:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696306.733959:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696306.733963:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696306.733963:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696306.733981:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696306.733982:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696306.733984:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696307.053946:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307268853, at 4307268864 00000100:00000040:3.0:1788696307.053949:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307268853, at 4307268864 00000100:00000010:1.0:1788696307.053961:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2ee9250. 00000100:00000010:3.0:1788696307.053964:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038ecd934. 00000100:00000040:0.0:1788696307.054056:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307268853, at 4307268864 00000100:00000010:0.0:1788696307.054062:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4964a0e. 00000100:00000040:2.0:1788696307.054182:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307268853, at 4307268864 00000100:00000010:2.0:1788696307.054189:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be89e8de. 00010000:00000001:2.0:1788696307.757966:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696307.757985:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696307.757993:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696307.757994:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696307.758044:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696307.758048:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696307.758051:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788696308.333999:0:203414:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1788696308.334007:0:203414:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696308.781994:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696308.782002:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696308.782005:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696308.782008:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696308.782013:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696308.782015:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696308.782017:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696308.782019:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696308.782023:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696308.782024:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696308.783657:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696308.783663:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696308.783668:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696309.806074:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696309.806100:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696309.806106:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696309.806107:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696309.806126:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696309.806129:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696309.806131:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696310.830021:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696310.830027:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696310.830032:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696310.830033:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696310.830202:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696310.830205:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696310.830208:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696310.894352:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696310.894362:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696310.894370:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000452ac9a7. 00000020:00000040:1.0:1788696310.894377:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696310.894381:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696310.894384:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696310.894388:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696310.894395:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006596e7c6. 00000100:00000001:1.0:1788696310.894402:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788696310.894410:0:203421:0:(mgc_request.c:105:config_log_get()) Process entered 00000100:00000040:1.0:1788696310.894413:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000452ac9a7 x1875583274377088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:0.0:1788696310.894415:0:203421:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000009ec63942) refs 2 10000000:00000001:0.0:1788696310.894420:0:203421:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788696310.894425:0:203421:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1788696310.894427:0:203421:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1788696310.894429:0:203421:0:(mgc_request.c:601:do_requeue()) Process entered 00000100:00000001:1.0:1788696310.894431:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 10000000:01000000:0.0:1788696310.894432:0:203421:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:0.0:1788696310.894435:0:203421:0:(mgc_request.c:1783:mgc_process_log()) Process entered 00000100:00000001:1.0:1788696310.894435:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1788696310.894438:0:203421:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff98f518c6e000 from 14 10000000:00000001:0.0:1788696310.894441:0:203421:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1788696310.894443:0:203421:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000040:1.0:1788696310.894443:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000452ac9a7] to pc [ptlrpcd_00_01+1] req@00000000452ac9a7 x1875583274377088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1788696310.894448:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4497fd1. 00000020:00000040:0.0:1788696310.894452:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696310.894457:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696310.894471:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696310.894473:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696310.894479:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004603f74c. 00000100:00000001:1.0:1788696310.894482:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.894483:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696310.894488:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:0.0:1788696310.894491:0:203421:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00000100:00000001:1.0:1788696310.894494:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1788696310.894495:0:203421:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00000100:00000010:1.0:1788696310.894498:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045e41aea. 00000100:00000001:2.0:1788696310.894501:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:0.0:1788696310.894504:0:203421:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 000000008326b976. 00000100:00100000:2.0:1788696310.894505:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000040:1.0:1788696310.894509:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696310.894510:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788696310.894511:0:203421:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00000100:00000001:1.0:1788696310.894514:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00010000:00000010:0.0:1788696310.894516:0:203421:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000071fd2d3. 02000000:00000001:1.0:1788696310.894517:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788696310.894518:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1788696310.894521:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696310.894521:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788696310.894523:0:203421:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000100:00000001:2.0:1788696310.894527:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1788696310.894529:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000032870841. 00000100:00000001:2.0:1788696310.894529:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1788696310.894530:0:203421:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000071fd2d3 with handle 0x6acb2b64cadb18fe to hash 00000100:00000001:2.0:1788696310.894531:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1788696310.894535:0:203421:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00000100:00000001:1.0:1788696310.894536:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696310.894537:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000452ac9a7 x1875583274377088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696310.894539:0:203421:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630777558308352 : -113296151243264 : ffff98f52f269600) 00000100:00000040:1.0:1788696310.894544:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000045e41aea x1875583274377344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1788696310.894546:0:203421:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630777558308352 : -113296151243264 : ffff98f52f269600) 00010000:00000001:0.0:1788696310.894553:0:203421:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1788696310.894557:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1788696310.894559:0:203421:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696310.894559:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696310.894563:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:0.0:1788696310.894565:0:203421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.118@tcp lock: 00000000071fd2d3/0x6acb2b64cadb18fe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1788696310.894566:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696310.894569:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696310.894575:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000452ac9a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274377088:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696310.894582:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00010000:0.0:1788696310.894583:0:203421:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.118@tcp lock: 00000000071fd2d3/0x6acb2b64cadb18fe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1788696310.894587:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696310.894589:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696310.894593:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696310.894597:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008055f289. 02000000:00000001:2.0:1788696310.894599:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696310.894600:0:203421:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.118@tcp lock: 00000000071fd2d3/0x6acb2b64cadb18fe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1788696310.894604:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000875691a0. 00000100:00000001:0.0:1788696310.894610:0:203421:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000400:00000010:2.0:1788696310.894611:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac043960. 00000100:00000001:0.0:1788696310.894613:0:203421:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000200:2.0:1788696310.894617:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274377088, portal 25 00000100:00000010:0.0:1788696310.894621:0:203421:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006edbb21d. 00000100:00000001:2.0:1788696310.894621:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696310.894625:0:203421:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630777555884864 : -113296153666752 : ffff98f52f019b40) 00000100:00000001:2.0:1788696310.894628:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479040 : -113296832072576 : ffff98f50691f480) 00000100:00000001:0.0:1788696310.894629:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696310.894632:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882434432 : -113296827117184 : ffff98f506dd9180) 00000100:00000040:2.0:1788696310.894634:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000452ac9a7 x1875583274377088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.894638:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696310.894641:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696310.894642:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788696310.894646:0:203421:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000040:2.0:1788696310.894646:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696310.894648:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019aaa892. 00000100:00000200:2.0:1788696310.894650:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274377088, offset 0 00000400:00000200:2.0:1788696310.894656:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696310.894657:0:203421:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696310.894662:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4497fd1 x1875583274377216/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696310.894668:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:0.0:1788696310.894675:0:203421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1788696310.894676:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788696310.894679:0:203421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696310.894680:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000001:0.0:1788696310.894685:0:203421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1788696310.894686:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1788696310.894689:0:203421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788696310.894690:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000001:0.0:1788696310.894695:0:203421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696310.894695:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [461:461:256:4294967295] 192.168.201.118@tcp LPNI seq info [461:461:8:4294967295] 00000100:00100000:0.0:1788696310.894703:0:203421:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274377216:192.168.201.118@tcp:101: 00000100:00000001:0.0:1788696310.894711:0:203421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788696310.894711:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 02000000:00000001:0.0:1788696310.894716:0:203421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1788696310.894717:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788696310.894719:0:203421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788696310.894721:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a559f720. 02000000:00000001:0.0:1788696310.894723:0:203421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1788696310.894728:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 02000000:00000010:0.0:1788696310.894729:0:203421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007b9776c0. 02000000:00000001:0.0:1788696310.894733:0:203421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696310.894736:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000010:0.0:1788696310.894737:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b1e427c. 00000800:00000200:2.0:1788696310.894739:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a559f720 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1788696310.894744:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001140bd37. 00000100:00000200:0.0:1788696310.894749:0:203421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274377216, portal 25 00000100:00000001:0.0:1788696310.894751:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696310.894752:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.894755:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882434432 : -113296827117184 : ffff98f506dd9180) 00000100:00000001:2.0:1788696310.894757:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307273969 00000100:00000010:2.0:1788696310.894762:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce767292. 00000100:00000040:0.0:1788696310.894764:0:203421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4497fd1 x1875583274377216/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.894768:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788696310.894774:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307273969 00000100:00000001:0.0:1788696310.894775:0:203421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1788696310.894778:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b91fe9c. 00000100:00000040:0.0:1788696310.894781:0:203421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696310.894783:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000400:00000010:0.0:1788696310.894785:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009110440c. 00000100:00000001:2.0:1788696310.894786:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307273969 00000100:00000200:0.0:1788696310.894789:0:203421:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875583274377216, offset 0 00000100:00000010:2.0:1788696310.894790:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012b293cd. 00000100:00000001:2.0:1788696310.894794:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1788696310.894796:0:203421:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696310.894801:0:203421:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696310.894803:0:203421:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696310.894806:0:203421:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:2.0:1788696310.894807:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307273969 00000400:00000200:0.0:1788696310.894810:0:203421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000010:2.0:1788696310.894811:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d8414ac. 00000400:00000200:0.0:1788696310.894814:0:203421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788696310.894816:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1788696310.894818:0:203421:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [462:462:255:4294967295] 192.168.201.118@tcp LPNI seq info [462:462:7:4294967295] 00000100:00000001:2.0:1788696310.894823:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696310.894827:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696310.894831:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696310.894835:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696310.894838:0:203421:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696310.894865:0:203421:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696310.894867:0:203421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057945d15. 00000800:00000200:0.0:1788696310.894870:0:203421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696310.894874:0:203421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696310.894876:0:203421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000057945d15 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788696310.894878:0:203421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.894880:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307273969 00000100:00000001:0.0:1788696310.894882:0:203421:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, keep current deadline 4307273969 00000100:00000001:0.0:1788696310.894884:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307273969 00000100:00000001:0.0:1788696310.894885:0:203421:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, keep current deadline 4307273969 00000100:00000001:0.0:1788696310.894886:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307273969 00000100:00000001:0.0:1788696310.894887:0:203421:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, keep current deadline 4307273969 00000100:00000001:0.0:1788696310.894888:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307273969 00000100:00000001:0.0:1788696310.894889:0:203421:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, keep current deadline 4307273969 00000100:00000001:0.0:1788696310.894890:0:203421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696310.894891:0:203421:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.894892:0:203421:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696310.894893:0:203421:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788696310.894894:0:203421:0:(client.c:2716:ptlrpc_set_wait()) set 000000006edbb21d going to sleep for 11 seconds 00000100:00000001:0.0:1788696310.894895:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696310.894896:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696310.894911:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696310.894941:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a559f720. 00000400:00000200:2.0:1788696310.894947:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696310.894952:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696310.894957:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019aaa892 00000400:00000010:2.0:1788696310.894959:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000019aaa892. 00000100:00000001:2.0:1788696310.894963:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696310.894967:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000452ac9a7 x1875583274377088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.894976:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696310.894978:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000452ac9a7 x1875583274377088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.894984:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696310.894985:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696310.895049:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696310.895051:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057945d15. 00000400:00000200:2.0:1788696310.895055:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696310.895058:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696310.895061:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009110440c 00000400:00000010:2.0:1788696310.895062:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009110440c. 00000100:00000001:2.0:1788696310.895065:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696310.895067:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e4497fd1 x1875583274377216/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696310.895071:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696310.895074:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788696310.895074:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696310.895076:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e4497fd1 x1875583274377216/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.895092:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696310.895094:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788696310.895257:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696310.895258:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696310.895262:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045e41aea] to pc [ptlrpcd_00_02+2] req@0000000045e41aea x1875583274377344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.895287:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696310.895290:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696310.895293:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696310.895296:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e34ae42. 00000020:00000040:1.0:1788696310.895298:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696310.895301:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696310.895303:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696310.895305:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696310.895309:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dffc0522. 00000100:00000001:1.0:1788696310.895313:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696310.895313:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696310.895318:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1788696310.895319:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000009e34ae42 x1875583274377472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696310.895321:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788696310.895330:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1788696310.895330:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000045e41aea x1875583274377344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.895332:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696310.895338:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e34ae42] to pc [ptlrpcd_00_03+3] req@000000009e34ae42 x1875583274377472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.895346:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696310.895349:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696310.895354:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788696310.895355:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696310.895358:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788696310.895359:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1788696310.895362:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696310.895369:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000045e41aea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274377344:192.168.201.118@tcp:400: 00000100:00000040:1.0:1788696310.895370:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1788696310.895375:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1788696310.895378:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12610) 02000000:00000001:2.0:1788696310.895379:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696310.895382:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696310.895385:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696310.895388:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f819f61. 02000000:00000001:2.0:1788696310.895391:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696310.895395:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6c73983. 00000400:00000010:2.0:1788696310.895399:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000019aaa892. 00000100:00000200:2.0:1788696310.895402:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274377344, portal 10 00000100:00000001:2.0:1788696310.895404:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696310.895405:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877471872 : -113296832079744 : ffff98f50691d880) 00000100:00000040:2.0:1788696310.895410:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000045e41aea x1875583274377344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.895418:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696310.895421:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696310.895424:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a163905. 00000100:00000200:2.0:1788696310.895427:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274377344, offset 0 00000400:00000200:2.0:1788696310.895432:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696310.895437:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696310.895446:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696310.895449:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696310.895452:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696310.895454:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696310.895456:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [463:463:256:4294967295] 192.168.201.118@tcp LPNI seq info [463:463:8:4294967295] 00000400:00000200:2.0:1788696310.895464:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788696310.895467:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1788696310.895468:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696310.895469:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1788696310.895471:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a559f720. 00000100:00000001:3.0:1788696310.895471:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696310.895474:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009e34ae42 x1875583274377472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788696310.895475:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696310.895478:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696310.895481:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a559f720 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696310.895481:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696310.895482:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696310.895485:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696310.895486:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696310.895488:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696310.895495:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009e34ae42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274377472:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696310.895499:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696310.895501:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696310.895502:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696310.895504:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696310.895507:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0bda877. 02000000:00000001:3.0:1788696310.895508:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696310.895511:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d55cc8b5. 00000400:00000010:3.0:1788696310.895515:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a452cf63. 00000100:00000200:3.0:1788696310.895518:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274377472, portal 10 00000100:00000001:3.0:1788696310.895519:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696310.895520:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877467392 : -113296832084224 : ffff98f50691c700) 00000100:00000040:3.0:1788696310.895525:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009e34ae42 x1875583274377472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696310.895531:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696310.895533:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696310.895534:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024937889. 00000100:00000200:3.0:1788696310.895536:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274377472, offset 0 00000400:00000200:3.0:1788696310.895540:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696310.895543:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696310.895544:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000040:2.0:1788696310.895546:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 27912 usecs (28 jiffies) 00000400:00000200:3.0:1788696310.895547:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788696310.895549:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307272733 00000400:00000200:3.0:1788696310.895549:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:2.0:1788696310.895551:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307273969 00000400:00000200:3.0:1788696310.895552:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788696310.895553:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307272733 00000400:00000200:3.0:1788696310.895554:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788696310.895555:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307273969 00000100:00000001:2.0:1788696310.895557:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307272733 00000400:00000200:3.0:1788696310.895558:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [464:464:255:4294967295] 192.168.201.118@tcp LPNI seq info [464:464:7:4294967295] 00000100:00000001:2.0:1788696310.895559:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307273969 00000100:00000001:2.0:1788696310.895561:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307272733 00000100:00000001:2.0:1788696310.895562:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307273969 00000100:00000001:2.0:1788696310.895564:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696310.895566:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696310.895566:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788696310.895568:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696310.895570:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788696310.895570:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696310.895574:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a289aad5. 00000100:00000001:2.0:1788696310.895575:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696310.895577:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1788696310.895577:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:2.0:1788696310.895578:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1788696310.895581:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696310.895583:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a289aad5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696310.895585:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696310.895586:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696310.895588:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696310.895590:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696310.895592:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 28112 usecs (29 jiffies) 00000100:00000001:3.0:1788696310.895594:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307272734 00000100:00000001:3.0:1788696310.895596:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307273969 00000100:00000001:3.0:1788696310.895598:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307272734 00000100:00000001:3.0:1788696310.895599:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307273969 00000100:00000001:3.0:1788696310.895601:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307272734 00000100:00000001:3.0:1788696310.895603:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307273969 00000100:00000001:3.0:1788696310.895604:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307272734 00000100:00000001:3.0:1788696310.895606:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307273969 00000100:00000001:3.0:1788696310.895608:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696310.895609:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696310.895611:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696310.895613:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696310.895616:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696310.895617:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696310.895619:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696310.895619:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696310.895621:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696310.895622:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696310.895717:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696310.895720:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a559f720. 00000400:00000200:1.0:1788696310.895723:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696310.895727:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696310.895730:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a163905 00000400:00000010:1.0:1788696310.895732:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a163905. 00000100:00000001:1.0:1788696310.895735:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696310.895738:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000045e41aea x1875583274377344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.895745:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696310.895747:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000045e41aea x1875583274377344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.895753:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696310.895754:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696310.895761:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696310.895763:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a289aad5. 00000400:00000200:1.0:1788696310.895765:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696310.895768:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696310.895770:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024937889 00000400:00000010:1.0:1788696310.895771:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000024937889. 00000100:00000001:1.0:1788696310.895773:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696310.895775:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000009e34ae42 x1875583274377472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.895781:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696310.895783:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009e34ae42 x1875583274377472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.895789:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696310.895790:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696310.899641:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696310.899656:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696310.899661:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696310.899663:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696310.899674:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696310.899691:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0df80 00000400:00000200:0.0:1788696310.899699:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xf35 [1] + 224 00000800:00000001:0.0:1788696310.899706:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696310.899740:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696310.899743:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696310.899748:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696310.899756:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696310.899763:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000452ac9a7 x1875583274377088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696310.899775:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000452ac9a7 x1875583274377088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.899799:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696310.899809:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696310.899813:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696310.899815:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696310.899817:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696310.899821:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696310.899827:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 344 into portal 25 MB=0x6a9d542d0e000 00000400:00000200:0.0:1788696310.899831:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 344/344 into md 0xf3d [1] + 224 00000800:00000001:0.0:1788696310.899835:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696310.899837:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696310.899839:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696310.899841:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696310.899870:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696310.899874:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e4497fd1 x1875583274377216/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696310.899880:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000e4497fd1 x1875583274377216/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.899900:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696310.899905:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696310.899909:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696310.899910:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696310.899912:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696310.899924:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696310.899931:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0e080 00000400:00000200:0.0:1788696310.899944:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xf45 [1] + 224 00000800:00000001:0.0:1788696310.899948:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696310.899952:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696310.899954:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788696310.899954:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788696310.899958:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696310.899961:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696310.899965:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000045e41aea x1875583274377344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788696310.899971:0:203421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696310.899973:0:203421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1788696310.899974:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000045e41aea x1875583274377344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788696310.899978:0:203421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b1e427c. 00000400:00000200:1.0:1788696310.899984:0:203421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001140bd37 00000400:00000010:1.0:1788696310.899997:0:203421:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001140bd37. 00000100:00000001:1.0:1788696310.900001:0:203421:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788696310.900004:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:1.0:1788696310.900007:0:203421:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e4497fd1 x1875583274377216/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788696310.900011:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696310.900017:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696310.900018:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696310.900020:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696310.900025:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696310.900032:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0e100 00000100:00000001:3.0:1788696310.900032:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696310.900038:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788696310.900041:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xf4d [1] + 224 00000800:00000001:0.0:1788696310.900045:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788696310.900093:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696310.900096:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1788696310.900119:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696310.900122:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696310.900126:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000200:1.0:1788696310.900245:0:203421:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e4497fd1 x1875583274377216/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.900253:0:203421:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696310.900255:0:203421:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696310.900258:0:203421:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696310.900261:0:203421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696310.900263:0:203421:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696310.900265:0:203421:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696310.900268:0:203421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696310.900274:0:203421:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696310.900278:0:203421:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=61 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696310.900281:0:203421:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696310.900282:0:203421:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696310.900285:0:203421:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696310.900287:0:203421:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696310.900290:0:203421:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696310.900294:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4497fd1 x1875583274377216/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.900301:0:203421:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696310.900305:0:203421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696310.900307:0:203421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696310.900310:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4497fd1 x1875583274377216/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696310.900317:0:203421:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274377216:192.168.201.118@tcp:101: 00000100:00000001:1.0:1788696310.900322:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696310.900331:0:203421:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696310.900333:0:203421:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788696310.900335:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696310.900339:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4497fd1 x1875583274377216/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.900346:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788696310.900349:0:203421:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006edbb21d. 00000100:00000001:1.0:1788696310.900353:0:203421:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788696310.900354:0:203421:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696310.900357:0:203421:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788696310.900360:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788696310.900363:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788696310.900366:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000071fd2d3 refcount=4 00000020:00000001:1.0:1788696310.900368:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558308352 : -113296151243264 : ffff98f52f269600) 00010000:00000001:1.0:1788696310.900371:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558308352 : -113296151243264 : ffff98f52f269600) 00010000:00000040:1.0:1788696310.900379:0:203421:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: 00000000071fd2d3, remote cookie: 0x602192bd9120003d, flags: 0x0 00010000:00000001:1.0:1788696310.900382:0:203421:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788696310.900386:0:203421:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788696310.900388:0:203421:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788696310.900390:0:203421:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788696310.900391:0:203421:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788696310.900393:0:203421:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008326b976) refcount = 1 00010000:00010000:1.0:1788696310.900398:0:203421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.118@tcp lock: 00000000071fd2d3/0x6acb2b64cadb18fe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd9120003d expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788696310.900406:0:203421:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788696310.900408:0:203421:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788696310.900409:0:203421:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788696310.900413:0:203421:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788696310.900415:0:203421:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696310.900417:0:203421:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.118@tcp lock: 00000000071fd2d3/0x6acb2b64cadb18fe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x602192bd9120003d expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788696310.900423:0:203421:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788696310.900428:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788696310.900430:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788696310.900432:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788696310.900433:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788696310.900434:0:203421:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696310.900437:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696310.900440:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4497fd1 x1875583274377216/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.900447:0:203421:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696310.900449:0:203421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696310.900452:0:203421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007b9776c0. 02000000:00000001:1.0:1788696310.900455:0:203421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696310.900457:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696310.900459:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696310.900461:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696310.900463:0:203421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004603f74c. 02000000:00000001:1.0:1788696310.900466:0:203421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696310.900468:0:203421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696310.900469:0:203421:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4497fd1. 00000100:00000001:1.0:1788696310.900473:0:203421:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696310.900474:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788696310.900476:0:203421:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788696310.900479:0:203421:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788696310.900481:0:203421:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (000000009ec63942) refs 3 10000000:00000001:1.0:1788696310.900483:0:203421:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696310.900485:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788696310.900486:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788696310.900488:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000071fd2d3 refcount=3 00000020:00000001:1.0:1788696310.900489:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558308352 : -113296151243264 : ffff98f52f269600) 00010000:00000001:1.0:1788696310.900491:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558308352 : -113296151243264 : ffff98f52f269600) 00010000:00000001:1.0:1788696310.900493:0:203421:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788696310.900495:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788696310.900495:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788696310.900497:0:203421:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788696310.900499:0:203421:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1788696310.900502:0:203421:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at 00000000539f3f6a. 00000100:00000010:1.0:1788696310.900515:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099f63aea. 00000020:00000040:1.0:1788696310.900523:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696310.900527:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696310.900530:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696310.900535:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696310.900541:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000073332711. 00000100:00000001:1.0:1788696310.900547:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696310.900551:0:203421:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788696310.900556:0:203421:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b331e095. 00000100:00000010:1.0:1788696310.900559:0:203421:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000004c1a79aa. 00000020:00000040:1.0:1788696310.900561:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=6 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696310.900565:0:203421:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788696310.900566:0:203421:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788696310.900570:0:203421:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000da8849a6. 00000100:00000001:1.0:1788696310.900572:0:203421:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630776855435328 : -113296854116288 : ffff98f505419840) 00000100:00000001:1.0:1788696310.900575:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696310.900576:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877472768 : -113296832078848 : ffff98f50691dc00) 00000100:00000001:1.0:1788696310.900580:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696310.900583:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696310.900585:0:203421:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788696310.900586:0:203421:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696310.900590:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099f63aea x1875583274377600/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.900597:0:203421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696310.900599:0:203421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696310.900603:0:203421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696310.900605:0:203421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696310.900607:0:203421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696310.900609:0:203421:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000099f63aea pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274377600:192.168.201.118@tcp:256: 00000100:00000001:1.0:1788696310.900614:0:203421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696310.900617:0:203421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696310.900620:0:203421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696310.900622:0:203421:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1788696310.900625:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000764e5b61. 00000400:00000001:3.0:1788696310.901169:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696310.901172:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696310.901174:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6c73983. 00000400:00000200:3.0:1788696310.901180:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019aaa892 00000400:00000010:3.0:1788696310.901182:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000019aaa892. 00000100:00000001:3.0:1788696310.901185:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696310.901190:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000045e41aea x1875583274377344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696310.901198:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000045e41aea x1875583274377344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696310.901215:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696310.901217:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696310.901219:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696310.901221:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696310.901223:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696310.901224:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696310.901226:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696310.901232:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=61 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696310.901235:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=61 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696310.901237:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696310.901238:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696310.901240:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696310.901243:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696310.901246:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696310.901248:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696310.901249:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696310.901251:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696310.901254:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000045e41aea x1875583274377344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696310.901261:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696310.901263:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696310.901265:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696310.901267:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045e41aea x1875583274377344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696310.901274:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000045e41aea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274377344:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696310.901278:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696310.901280:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696310.901282:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000045e41aea x1875583274377344/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696310.901288:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696310.901290:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696310.901344:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f819f61. 02000000:00000001:3.0:1788696310.901348:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696310.901350:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696310.901351:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696310.901353:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696310.901354:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000032870841. 02000000:00000001:3.0:1788696310.901357:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696310.901358:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696310.901359:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045e41aea. 00000100:00000001:3.0:1788696310.901362:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696310.901364:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696310.901366:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696310.901372:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696310.901374:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696310.901376:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696310.901379:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788696310.902053:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696310.902062:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696310.902064:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000875691a0. 00000400:00000200:2.0:1788696310.902070:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac043960 00000400:00000010:2.0:1788696310.902072:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ac043960. 00000100:00000001:2.0:1788696310.902076:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696310.902086:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000452ac9a7 x1875583274377088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696310.902095:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000452ac9a7 x1875583274377088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.902102:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696310.902104:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696310.902106:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696310.902107:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696310.902109:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696310.902111:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696310.902113:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696310.902116:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=61 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696310.902120:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=61 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696310.902122:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696310.902134:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696310.902136:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696310.902138:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696310.902140:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696310.902144:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000452ac9a7 x1875583274377088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.902151:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696310.902153:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696310.902154:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696310.902157:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000452ac9a7 x1875583274377088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696310.902179:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000452ac9a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274377088:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696310.902183:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696310.902185:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696310.902187:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000452ac9a7 x1875583274377088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.902194:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696310.902195:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696310.902197:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008055f289. 02000000:00000001:2.0:1788696310.902200:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696310.902202:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696310.902203:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788696310.902206:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696310.902207:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006596e7c6. 02000000:00000001:2.0:1788696310.902209:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696310.902210:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696310.902211:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000452ac9a7. 00000100:00000001:2.0:1788696310.902214:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696310.902215:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696310.902217:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696310.902221:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696310.902223:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696310.902225:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696310.902227:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.903031:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696310.903039:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000009e34ae42 x1875583274377472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696310.903049:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009e34ae42 x1875583274377472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.903070:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696310.903084:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696310.903091:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696310.903105:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1788696310.903106:0:203421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002fa14a71. 00000100:00000001:3.0:1788696310.903109:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696310.903119:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696310.903121:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696310.903123:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d55cc8b5. 00000400:00000200:3.0:1788696310.903127:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a452cf63 00000400:00000010:3.0:1788696310.903129:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a452cf63. 00000100:00000001:3.0:1788696310.903131:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696310.903135:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000009e34ae42 x1875583274377472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696310.903143:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000009e34ae42 x1875583274377472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696310.903149:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696310.903151:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696310.903152:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696310.903154:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696310.903156:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696310.903157:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696310.903159:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696310.903168:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=60 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696310.903172:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788696310.903184:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696310.903185:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696310.903191:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788696310.903195:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000009e34ae42 x1875583274377472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696310.903201:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696310.903204:0:203421:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6a9d542d0e180-0x6a9d542d0e180, portal 33 00000100:00000001:3.0:1788696310.903204:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696310.903206:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696310.903208:0:203421:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696310.903208:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696310.903209:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696310.903211:0:203421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1788696310.903212:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009e34ae42 x1875583274377472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788696310.903214:0:203421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b066959. 00000100:00000001:3.0:1788696310.903218:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696310.903220:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696310.903221:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696310.903224:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e34ae42 x1875583274377472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696310.903230:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000009e34ae42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274377472:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696310.903235:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696310.903236:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696310.903238:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009e34ae42 x1875583274377472/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696310.903244:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696310.903245:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696310.903247:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0bda877. 02000000:00000001:3.0:1788696310.903250:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696310.903252:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696310.903253:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696310.903255:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696310.903257:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dffc0522. 02000000:00000001:3.0:1788696310.903259:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696310.903265:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696310.903267:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009e34ae42. 00000100:00000001:3.0:1788696310.903269:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696310.903270:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788696310.903271:0:203421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696310.903272:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1788696310.903276:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1821a56. 00000100:00000001:3.0:1788696310.903277:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696310.903278:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696310.903280:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1788696310.903281:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6df8fe2. 00000100:00000001:3.0:1788696310.903282:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696310.903284:0:203421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274377600, portal 25 00000100:00000001:1.0:1788696310.903287:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696310.903288:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877472768 : -113296832078848 : ffff98f50691dc00) 00000100:00000040:1.0:1788696310.903294:0:203421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000099f63aea x1875583274377600/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.903301:0:203421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696310.903304:0:203421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696310.903306:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c78758bc. 00000100:00000200:1.0:1788696310.903309:0:203421:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1875583274377600, offset 0 00000400:00000200:1.0:1788696310.903315:0:203421:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696310.903327:0:203421:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696310.903332:0:203421:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696310.903335:0:203421:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696310.903339:0:203421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696310.903341:0:203421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696310.903345:0:203421:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [465:465:256:4294967295] 192.168.201.118@tcp LPNI seq info [465:465:8:4294967295] 00000400:00000200:1.0:1788696310.903355:0:203421:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696310.903360:0:203421:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696310.903364:0:203421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000520c6b2f. 00000800:00000200:1.0:1788696310.903371:0:203421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696310.903377:0:203421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696310.903380:0:203421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000520c6b2f type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1788696310.903394:0:203421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696310.903398:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307273978 00000100:00000001:1.0:1788696310.903415:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307273969 00000100:00000001:1.0:1788696310.903421:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307273978 00000100:00000001:1.0:1788696310.903424:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307273969 00000100:00000001:1.0:1788696310.903427:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307273978 00000100:00000001:1.0:1788696310.903431:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307273969 00000100:00000001:1.0:1788696310.903433:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307273978 00000100:00000001:1.0:1788696310.903436:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307273969 00000100:00000001:1.0:1788696310.903439:0:203421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696310.903442:0:203421:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696310.903444:0:203421:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696310.903445:0:203421:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788696310.903447:0:203421:0:(client.c:2716:ptlrpc_set_wait()) set 00000000da8849a6 going to sleep for 11 seconds 00000100:00000001:1.0:1788696310.903449:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696310.903451:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696310.903655:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696310.903659:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000520c6b2f. 00000400:00000200:2.0:1788696310.903663:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696310.903669:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696310.903672:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c78758bc 00000400:00000010:2.0:1788696310.903673:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c78758bc. 00000100:00000001:2.0:1788696310.903677:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696310.903680:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000099f63aea x1875583274377600/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.903688:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696310.903696:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000099f63aea x1875583274377600/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696326 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.903703:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696310.903704:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696310.906304:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696310.906318:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696310.906322:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696310.906324:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696310.906334:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696310.906351:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 44 into portal 33 MB=0x6a9d542d0e180 00000400:00000200:1.0:1788696310.906360:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.201.118@tcp of length 44/44 into md 0xf55 [4] + 0 00000400:00000010:1.0:1788696310.906364:0:201295:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000764e5b61. 00000400:00000200:1.0:1788696310.906369:0:201295:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002fa14a71 00000800:00000001:1.0:1788696310.906374:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696310.906380:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696310.906383:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696310.906387:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696310.906392:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fa14a71 00000400:00000010:1.0:1788696310.906395:0:201295:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 000000002fa14a71. 00000100:00000001:1.0:1788696310.906399:0:201295:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:1.0:1788696310.906401:0:201295:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req 0000000099f63aea desc 00000000b331e095 mbits 1875583274377600 00000100:00000001:1.0:1788696310.906427:0:201295:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1788696310.906434:0:201295:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1788696310.906439:0:201295:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.201.18@tcp to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696310.906445:0:201295:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [466:466:256:4294967295] 192.168.201.118@tcp LPNI seq info [466:466:8:4294967295] 00000400:00000200:1.0:1788696310.906455:0:201295:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:192.168.201.18@tcp) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) 192.168.201.118@tcp : ACK try# 0 00000100:00000001:0.0:1788696310.906459:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1788696310.906460:0:201295:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696310.906464:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788696310.906467:0:201295:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at 000000006cd9e7b8. 00000800:00000200:1.0:1788696310.906474:0:201295:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696310.906481:0:201295:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696310.906486:0:201295:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006cd9e7b8 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1788696310.906549:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696310.906553:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at 000000006cd9e7b8. 00000400:00000200:1.0:1788696310.906556:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696310.906559:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: ACK: OK 00000800:00000001:1.0:1788696310.906565:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696310.906567:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696310.907825:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696310.907835:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696310.907838:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696310.907839:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696310.907877:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696310.907886:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 240 into portal 25 MB=0x6a9d542d0e180 00000400:00000200:2.0:1788696310.907891:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 240/240 into md 0xf59 [1] + 224 00000800:00000001:2.0:1788696310.907895:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696310.907899:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696310.907901:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696310.907903:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696310.907908:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696310.907924:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000099f63aea x1875583274377600/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696310.907935:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000099f63aea x1875583274377600/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.907949:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696310.907955:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696310.907958:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696310.908064:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696310.908070:0:203421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696310.908072:0:203421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696310.908073:0:203421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1821a56. 00000400:00000200:0.0:1788696310.908076:0:203421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6df8fe2 00000400:00000010:0.0:1788696310.908078:0:203421:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f6df8fe2. 00000100:00000001:0.0:1788696310.908080:0:203421:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696310.908082:0:203421:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000099f63aea x1875583274377600/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696310.908087:0:203421:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000099f63aea x1875583274377600/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.908091:0:203421:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696310.908092:0:203421:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696310.908094:0:203421:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696310.908096:0:203421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696310.908097:0:203421:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696310.908099:0:203421:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696310.908101:0:203421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696310.908105:0:203421:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=61 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696310.908108:0:203421:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696310.908110:0:203421:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696310.908111:0:203421:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696310.908112:0:203421:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696310.908114:0:203421:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.908115:0:203421:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696310.908117:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000099f63aea x1875583274377600/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696310.908122:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000099f63aea x1875583274377600/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696326 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.908126:0:203421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696310.908128:0:203421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696310.908129:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099f63aea x1875583274377600/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696326 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696310.908143:0:203421:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000099f63aea pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274377600:192.168.201.118@tcp:256: 00000100:00000001:0.0:1788696310.908146:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696310.908147:0:203421:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.908149:0:203421:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788696310.908151:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696310.908152:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000099f63aea x1875583274377600/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696326 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.908156:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788696310.908158:0:203421:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000da8849a6. 00000100:00000001:0.0:1788696310.908160:0:203421:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788696310.908161:0:203421:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1788696310.908166:0:203421:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 14, more 0. 10000000:00000001:0.0:1788696310.908170:0:203421:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1788696310.908174:0:203421:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at 0000000087aafc18. 10000000:00000010:0.0:1788696310.908177:0:203421:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at 0000000098019b16. 10000000:00000200:0.0:1788696310.908182:0:203421:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:0.0:1788696310.908184:0:203421:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0001-mdc-ffff98f518c6e000 00010000:00000001:0.0:1788696310.908191:0:203421:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1788696310.908194:0:203421:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:0.0:1788696310.908197:0:203421:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.201.118@tcp has 192.168.201.118@tcp. 00000100:00000001:0.0:1788696310.908199:0:203421:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696310.908201:0:203421:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1788696310.908202:0:203421:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.201.118@tcp with 192.168.201.118@tcp 00000100:00000200:0.0:1788696310.908204:0:203421:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.201.118@tcp' 00000400:00000200:0.0:1788696310.908207:0:203421:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:0.0:1788696310.908210:0:203421:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:0.0:1788696310.908213:0:203421:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.201.118@tcp 00000400:00000200:0.0:1788696310.908217:0:203421:0:(peer.c:1911:lnet_peer_add()) peer 192.168.201.118@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1788696310.908222:0:203421:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1788696310.908225:0:203421:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.201.118@tcp NID 192.168.201.118@tcp: 0. pending discovery 00000400:00000200:0.0:1788696310.908227:0:203421:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.201.118@tcp 00000100:00000001:0.0:1788696310.908229:0:203421:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696310.908236:0:203421:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1788696310.908239:0:203421:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 14/14 for lustre-MDT0001-mdc-ffff98f518c6e000 10000000:00000010:0.0:1788696310.908242:0:203421:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at 0000000098019b16. 10000000:00000010:0.0:1788696310.908244:0:203421:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at 0000000087aafc18. 10000000:00000001:0.0:1788696310.908247:0:203421:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.908249:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696310.908253:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000099f63aea x1875583274377600/t0(0) o256->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 304/240 e 0 to 0 dl 1788696326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.908259:0:203421:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696310.908261:0:203421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696310.908263:0:203421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b066959. 02000000:00000001:0.0:1788696310.908266:0:203421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696310.908268:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696310.908269:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696310.908271:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788696310.908273:0:203421:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1788696310.908275:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696310.908276:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696310.908277:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1788696310.908280:0:203421:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000004c1a79aa. 00000100:00000010:0.0:1788696310.908283:0:203421:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b331e095. 00000100:00000001:0.0:1788696310.908289:0:203421:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1788696310.908291:0:203421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000073332711. 02000000:00000001:0.0:1788696310.908294:0:203421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696310.908296:0:203421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696310.908297:0:203421:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099f63aea. 00000100:00000001:0.0:1788696310.908300:0:203421:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696310.908301:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1788696310.908317:0:203421:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at 00000000539f3f6a. 10000000:01000000:0.0:1788696310.908321:0:203421:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.118@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:0.0:1788696310.908324:0:203421:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1788696310.908327:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788696310.908329:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788696310.908332:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000071fd2d3 refcount=3 00000020:00000001:0.0:1788696310.908334:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558308352 : -113296151243264 : ffff98f52f269600) 00010000:00000001:0.0:1788696310.908337:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558308352 : -113296151243264 : ffff98f52f269600) 00010000:00000001:0.0:1788696310.908344:0:203421:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788696310.908347:0:203421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.118@tcp lock: 00000000071fd2d3/0x6acb2b64cadb18fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd9120003d expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788696310.908356:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788696310.908358:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788696310.908359:0:203421:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.118@tcp lock: 00000000071fd2d3/0x6acb2b64cadb18fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd9120003d expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788696310.908365:0:203421:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788696310.908366:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788696310.908367:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1788696310.908369:0:203421:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788696310.908371:0:203421:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788696310.908374:0:203421:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1788696310.908376:0:203421:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788696310.908377:0:203421:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000e6ea7a0c) refs 2 10000000:00000001:0.0:1788696310.908378:0:203421:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788696310.908379:0:203421:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788696310.908380:0:203421:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000009ec63942) refs 3 10000000:00000001:0.0:1788696310.908382:0:203421:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788696310.908383:0:203421:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1788696310.908384:0:203421:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1788696310.908385:0:203421:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1788696310.908386:0:203421:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff98f518c6e000 from 43 10000000:00000001:0.0:1788696310.908388:0:203421:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1788696310.908389:0:203421:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1788696310.908392:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a572c48. 00000020:00000040:0.0:1788696310.908395:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696310.908398:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696310.908400:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696310.908404:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696310.908409:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000439eefd4. 00000100:00000001:0.0:1788696310.908413:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696310.908416:0:203421:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788696310.908418:0:203421:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788696310.908427:0:203421:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at 000000007e2be619. 00010000:00000001:0.0:1788696310.908430:0:203421:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788696310.908432:0:203421:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f051485b. 00000020:00000001:0.0:1788696310.908435:0:203421:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788696310.908437:0:203421:0:(lustre_handles.c:93:class_handle_hash()) added object 00000000f051485b with handle 0x6acb2b64cadb1905 to hash 00000020:00000001:0.0:1788696310.908438:0:203421:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788696310.908439:0:203421:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630777558306304 : -113296151245312 : ffff98f52f268e00) 00010000:00000001:0.0:1788696310.908441:0:203421:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630777558306304 : -113296151245312 : ffff98f52f268e00) 00010000:00000001:0.0:1788696310.908443:0:203421:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788696310.908446:0:203421:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696310.908447:0:203421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.118@tcp lock: 00000000f051485b/0x6acb2b64cadb1905 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788696310.908461:0:203421:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.118@tcp lock: 00000000f051485b/0x6acb2b64cadb1905 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788696310.908470:0:203421:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.118@tcp lock: 00000000f051485b/0x6acb2b64cadb1905 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788696310.908476:0:203421:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788696310.908478:0:203421:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788696310.908483:0:203421:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004bf88a3f. 00000100:00000001:0.0:1788696310.908485:0:203421:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630777555885248 : -113296153666368 : ffff98f52f019cc0) 00000100:00000001:0.0:1788696310.908488:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696310.908489:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882444288 : -113296827107328 : ffff98f506ddb800) 00000100:00000001:0.0:1788696310.908493:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696310.908496:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.908497:0:203421:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788696310.908499:0:203421:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696310.908502:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a572c48 x1875583274377728/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.908509:0:203421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696310.908511:0:203421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696310.908519:0:203421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696310.908522:0:203421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696310.908524:0:203421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696310.908527:0:203421:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274377728:192.168.201.118@tcp:101: 00000100:00000001:0.0:1788696310.908531:0:203421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696310.908536:0:203421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696310.908537:0:203421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696310.908539:0:203421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696310.908542:0:203421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000087aafc18. 02000000:00000001:0.0:1788696310.908543:0:203421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696310.908546:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6a122d6. 00000400:00000010:0.0:1788696310.908551:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb96026b. 00000100:00000200:0.0:1788696310.908557:0:203421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274377728, portal 25 00000100:00000001:0.0:1788696310.908559:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696310.908560:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882444288 : -113296827107328 : ffff98f506ddb800) 00000100:00000040:0.0:1788696310.908565:0:203421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000a572c48 x1875583274377728/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.908571:0:203421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696310.908574:0:203421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696310.908576:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d39b7ba. 00000100:00000200:0.0:1788696310.908579:0:203421:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875583274377728, offset 0 00000400:00000200:0.0:1788696310.908586:0:203421:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696310.908599:0:203421:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696310.908604:0:203421:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696310.908609:0:203421:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696310.908612:0:203421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696310.908614:0:203421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696310.908617:0:203421:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [467:467:256:4294967295] 192.168.201.118@tcp LPNI seq info [467:467:8:4294967295] 00000400:00000200:0.0:1788696310.908625:0:203421:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696310.908630:0:203421:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696310.908635:0:203421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009146b66a. 00000800:00000200:0.0:1788696310.908640:0:203421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696310.908651:0:203421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696310.908655:0:203421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009146b66a type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788696310.908668:0:203421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.908673:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307273983 00000100:00000001:0.0:1788696310.908679:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307273978 00000100:00000001:0.0:1788696310.908684:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307273983 00000100:00000001:0.0:1788696310.908686:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307273978 00000100:00000001:0.0:1788696310.908688:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307273983 00000100:00000001:0.0:1788696310.908692:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307273978 00000100:00000001:0.0:1788696310.908694:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307273983 00000100:00000001:0.0:1788696310.908696:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307273978 00000100:00000001:0.0:1788696310.908697:0:203421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696310.908699:0:203421:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.908700:0:203421:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696310.908701:0:203421:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788696310.908703:0:203421:0:(client.c:2716:ptlrpc_set_wait()) set 000000004bf88a3f going to sleep for 11 seconds 00000100:00000001:0.0:1788696310.908705:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696310.908706:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696310.908758:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696310.908762:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009146b66a. 00000400:00000200:1.0:1788696310.908764:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696310.908767:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696310.908770:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d39b7ba 00000400:00000010:1.0:1788696310.908771:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002d39b7ba. 00000100:00000001:1.0:1788696310.908773:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696310.908775:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000a572c48 x1875583274377728/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.908781:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696310.908783:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@000000000a572c48 x1875583274377728/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.908787:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696310.908788:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696310.910474:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696310.910491:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696310.910494:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696310.910496:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696310.910502:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696310.910512:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 344 into portal 25 MB=0x6a9d542d0e200 00000400:00000200:0.0:1788696310.910517:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 344/344 into md 0xf61 [1] + 224 00000800:00000001:0.0:1788696310.910521:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696310.910525:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696310.910526:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696310.910529:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696310.910532:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696310.910543:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000a572c48 x1875583274377728/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696310.910556:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000000a572c48 x1875583274377728/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.910576:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696310.910584:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696310.910586:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696310.910720:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696310.910728:0:203421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696310.910730:0:203421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696310.910732:0:203421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6a122d6. 00000400:00000200:1.0:1788696310.910736:0:203421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb96026b 00000400:00000010:1.0:1788696310.910737:0:203421:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fb96026b. 00000100:00000001:1.0:1788696310.910739:0:203421:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696310.910741:0:203421:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000a572c48 x1875583274377728/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696310.910746:0:203421:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000a572c48 x1875583274377728/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.910750:0:203421:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696310.910751:0:203421:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696310.910753:0:203421:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696310.910755:0:203421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696310.910756:0:203421:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696310.910757:0:203421:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696310.910758:0:203421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696310.910762:0:203421:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696310.910765:0:203421:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=61 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696310.910767:0:203421:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696310.910767:0:203421:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696310.910769:0:203421:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696310.910770:0:203421:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696310.910772:0:203421:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696310.910774:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a572c48 x1875583274377728/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.910778:0:203421:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696310.910780:0:203421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696310.910781:0:203421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696310.910783:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a572c48 x1875583274377728/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696310.910787:0:203421:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274377728:192.168.201.118@tcp:101: 00000100:00000001:1.0:1788696310.910797:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696310.910798:0:203421:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696310.910800:0:203421:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788696310.910801:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696310.910803:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a572c48 x1875583274377728/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.910807:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788696310.910808:0:203421:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004bf88a3f. 00000100:00000001:1.0:1788696310.910810:0:203421:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788696310.910811:0:203421:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696310.910813:0:203421:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788696310.910815:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788696310.910816:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788696310.910818:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000f051485b refcount=4 00000020:00000001:1.0:1788696310.910819:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558306304 : -113296151245312 : ffff98f52f268e00) 00010000:00000001:1.0:1788696310.910821:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558306304 : -113296151245312 : ffff98f52f268e00) 00010000:00000040:1.0:1788696310.910825:0:203421:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: 00000000f051485b, remote cookie: 0x602192bd91200044, flags: 0x0 00010000:00000001:1.0:1788696310.910828:0:203421:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788696310.910831:0:203421:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788696310.910832:0:203421:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788696310.910833:0:203421:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788696310.910834:0:203421:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788696310.910836:0:203421:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000007e2be619) refcount = 1 00010000:00010000:1.0:1788696310.910839:0:203421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.118@tcp lock: 00000000f051485b/0x6acb2b64cadb1905 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd91200044 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788696310.910843:0:203421:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788696310.910972:0:203421:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788696310.910974:0:203421:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788696310.910978:0:203421:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788696310.910979:0:203421:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696310.910981:0:203421:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.118@tcp lock: 00000000f051485b/0x6acb2b64cadb1905 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x602192bd91200044 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788696310.910996:0:203421:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788696310.910998:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788696310.910999:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788696310.911000:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788696310.911001:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788696310.911003:0:203421:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696310.911005:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696310.911009:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a572c48 x1875583274377728/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.911015:0:203421:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696310.911017:0:203421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696310.911019:0:203421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000087aafc18. 02000000:00000001:1.0:1788696310.911022:0:203421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696310.911023:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696310.911024:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696310.911026:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696310.911028:0:203421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000439eefd4. 02000000:00000001:1.0:1788696310.911031:0:203421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696310.911033:0:203421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696310.911034:0:203421:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a572c48. 00000100:00000001:1.0:1788696310.911037:0:203421:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696310.911038:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788696310.911040:0:203421:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788696310.911043:0:203421:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788696310.911044:0:203421:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000e6ea7a0c) refs 3 10000000:00000001:1.0:1788696310.911046:0:203421:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696310.911047:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788696310.911048:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788696310.911049:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000f051485b refcount=3 00000020:00000001:1.0:1788696310.911050:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558306304 : -113296151245312 : ffff98f52f268e00) 00010000:00000001:1.0:1788696310.911052:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558306304 : -113296151245312 : ffff98f52f268e00) 00010000:00000001:1.0:1788696310.911053:0:203421:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788696310.911054:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788696310.911054:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788696310.911060:0:203421:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788696310.911062:0:203421:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788696310.911064:0:203421:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000056dee5ee. 00000020:00000010:1.0:1788696310.911067:0:203421:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006cd9e7b8. 00000020:00000010:1.0:1788696310.911071:0:203421:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000006a30c62. 00000040:00000010:1.0:1788696310.911074:0:203421:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000b2b34187. 00000020:00000010:1.0:1788696310.911076:0:203421:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ebac4d0d. 00000020:00000010:1.0:1788696310.911080:0:203421:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 0000000087fd5107. 80000000:00000010:1.0:1788696310.911082:0:203421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000082f7dcd5. 00040000:00000010:1.0:1788696310.911086:0:203421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000045252f68. 20000000:00000010:1.0:1788696310.911089:0:203421:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at 0000000073332711. 10000000:00000040:1.0:1788696310.911092:0:203421:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt 000000001f26160a : new refcount 2 00000020:00000001:1.0:1788696310.911094:0:203421:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788696310.911095:0:203421:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1788696310.911097:0:203421:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788696310.911099:0:203421:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005b066959. 00000040:00000001:1.0:1788696310.911101:0:203421:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788696310.911103:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000010:1.0:1788696310.911105:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa89a7c4. 00000020:00000040:1.0:1788696310.911108:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696310.911110:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696310.911112:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696310.911115:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696310.911120:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000255ad1f7. 00000100:00000001:1.0:1788696310.911123:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696310.911127:0:203421:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788696310.911128:0:203421:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788696310.911131:0:203421:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002fa14a71. 00000100:00000001:1.0:1788696310.911132:0:203421:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630776855433984 : -113296854117632 : ffff98f505419300) 00000100:00000001:1.0:1788696310.911134:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696310.911135:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877474560 : -113296832077056 : ffff98f50691e300) 00000100:00000001:1.0:1788696310.911137:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696310.911139:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696310.911140:0:203421:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788696310.911141:0:203421:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696310.911146:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa89a7c4 x1875583274377856/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.911150:0:203421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696310.911151:0:203421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696310.911153:0:203421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696310.911155:0:203421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696310.911156:0:203421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696310.911157:0:203421:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fa89a7c4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274377856:192.168.201.118@tcp:501: 00000100:00000001:1.0:1788696310.911159:0:203421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696310.911163:0:203421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696310.911165:0:203421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696310.911167:0:203421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696310.911170:0:203421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038a99ba5. 02000000:00000001:1.0:1788696310.911171:0:203421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696310.911175:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000764e5b61. 00000400:00000010:1.0:1788696310.911179:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053d383cc. 00000100:00000200:1.0:1788696310.911183:0:203421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274377856, portal 25 00000100:00000001:1.0:1788696310.911184:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696310.911185:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877474560 : -113296832077056 : ffff98f50691e300) 00000100:00000040:1.0:1788696310.911189:0:203421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fa89a7c4 x1875583274377856/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.911195:0:203421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696310.911198:0:203421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696310.911200:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcd58cef. 00000100:00000200:1.0:1788696310.911202:0:203421:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875583274377856, offset 0 00000400:00000200:1.0:1788696310.911207:0:203421:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696310.911213:0:203421:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696310.911216:0:203421:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696310.911218:0:203421:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696310.911220:0:203421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696310.911222:0:203421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696310.911224:0:203421:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [468:468:256:4294967295] 192.168.201.118@tcp LPNI seq info [468:468:8:4294967295] 00000400:00000200:1.0:1788696310.911230:0:203421:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696310.911237:0:203421:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696310.911239:0:203421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7e36ce6. 00000800:00000200:1.0:1788696310.911243:0:203421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696310.911247:0:203421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696310.911250:0:203421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000f7e36ce6 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1788696310.911260:0:203421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696310.911264:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307273986 00000100:00000001:1.0:1788696310.911270:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307273983 00000100:00000001:1.0:1788696310.911274:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307273986 00000100:00000001:1.0:1788696310.911276:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307273983 00000100:00000001:1.0:1788696310.911278:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307273986 00000100:00000001:1.0:1788696310.911281:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307273983 00000100:00000001:1.0:1788696310.911284:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307273986 00000100:00000001:1.0:1788696310.911297:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307273983 00000100:00000001:1.0:1788696310.911300:0:203421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696310.911302:0:203421:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696310.911304:0:203421:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696310.911306:0:203421:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788696310.911308:0:203421:0:(client.c:2716:ptlrpc_set_wait()) set 000000002fa14a71 going to sleep for 11 seconds 00000100:00000001:1.0:1788696310.911310:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696310.911311:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696310.911438:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696310.911442:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7e36ce6. 00000400:00000200:2.0:1788696310.911446:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696310.911450:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696310.911454:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcd58cef 00000400:00000010:2.0:1788696310.911456:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000dcd58cef. 00000100:00000001:2.0:1788696310.911460:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696310.911463:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000fa89a7c4 x1875583274377856/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.911471:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696310.911478:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000fa89a7c4 x1875583274377856/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.911527:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696310.911529:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696310.916322:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696310.916339:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696310.916344:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696310.916347:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696310.916357:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696310.916372:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 272 into portal 25 MB=0x6a9d542d0e280 00000400:00000200:1.0:1788696310.916379:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 272/272 into md 0xf69 [1] + 224 00000800:00000001:1.0:1788696310.916385:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696310.916406:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696310.916409:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696310.916414:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696310.916421:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696310.916427:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000fa89a7c4 x1875583274377856/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696310.916435:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000fa89a7c4 x1875583274377856/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.916560:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696310.916570:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696310.916573:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696310.916632:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696310.916638:0:203421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696310.916640:0:203421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696310.916641:0:203421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000764e5b61. 00000400:00000200:0.0:1788696310.916645:0:203421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053d383cc 00000400:00000010:0.0:1788696310.916646:0:203421:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000053d383cc. 00000100:00000001:0.0:1788696310.916648:0:203421:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696310.916651:0:203421:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000fa89a7c4 x1875583274377856/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696310.916656:0:203421:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000fa89a7c4 x1875583274377856/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.916660:0:203421:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696310.916661:0:203421:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696310.916663:0:203421:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696310.916665:0:203421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696310.916667:0:203421:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696310.916668:0:203421:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696310.916670:0:203421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696310.916675:0:203421:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=61 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696310.916677:0:203421:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696310.916679:0:203421:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696310.916680:0:203421:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696310.916681:0:203421:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696310.916683:0:203421:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.916685:0:203421:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696310.916687:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa89a7c4 x1875583274377856/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.916699:0:203421:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696310.916701:0:203421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696310.916702:0:203421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696310.916704:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa89a7c4 x1875583274377856/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696310.916708:0:203421:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fa89a7c4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274377856:192.168.201.118@tcp:501: 00000100:00000001:0.0:1788696310.916711:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696310.916713:0:203421:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.916715:0:203421:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788696310.916716:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696310.916718:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa89a7c4 x1875583274377856/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.916721:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788696310.916723:0:203421:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000002fa14a71. 00000100:00000001:0.0:1788696310.916725:0:203421:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788696310.916726:0:203421:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788696310.916731:0:203421:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1788696310.916733:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696310.916734:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696310.916736:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788696310.916737:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696310.916738:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa89a7c4 x1875583274377856/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.916741:0:203421:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696310.916743:0:203421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696310.916745:0:203421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038a99ba5. 02000000:00000001:0.0:1788696310.916748:0:203421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696310.916748:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696310.916749:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696310.916749:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696310.916751:0:203421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000255ad1f7. 02000000:00000001:0.0:1788696310.916753:0:203421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696310.916757:0:203421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696310.916758:0:203421:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa89a7c4. 00000100:00000001:0.0:1788696310.916761:0:203421:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696310.916761:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1788696310.916763:0:203421:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788696310.916765:0:203421:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1788696310.916769:0:203421:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000066bcf3d7. 00000040:00000001:0.0:1788696310.916770:0:203421:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1788696310.916771:0:203421:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1788696310.916773:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000010:0.0:1788696310.916776:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ba1d0c9. 00000020:00000040:0.0:1788696310.916778:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696310.916780:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696310.916782:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696310.916786:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696310.916789:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004603f74c. 00000100:00000001:0.0:1788696310.916793:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.916796:0:203421:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788696310.916797:0:203421:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788696310.916800:0:203421:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf6c17a8. 00000100:00000001:0.0:1788696310.916802:0:203421:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630777555883328 : -113296153668288 : ffff98f52f019540) 00000100:00000001:0.0:1788696310.916803:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696310.916804:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882431744 : -113296827119872 : ffff98f506dd8700) 00000100:00000001:0.0:1788696310.916807:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696310.916808:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.916810:0:203421:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788696310.916811:0:203421:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696310.916812:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ba1d0c9 x1875583274377984/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.916816:0:203421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696310.916817:0:203421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696310.916819:0:203421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696310.916821:0:203421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696310.916822:0:203421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696310.916824:0:203421:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274377984:192.168.201.118@tcp:503: 00000100:00000001:0.0:1788696310.916831:0:203421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696310.916834:0:203421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696310.916836:0:203421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696310.916837:0:203421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696310.916873:0:203421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000aabf1f96. 02000000:00000001:0.0:1788696310.916875:0:203421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696310.916878:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 00000400:00000010:0.0:1788696310.916881:0:203421:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a2e30aa6. 00000100:00000200:0.0:1788696310.916885:0:203421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875583274377984, portal 25 00000100:00000001:0.0:1788696310.916887:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696310.916888:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882431744 : -113296827119872 : ffff98f506dd8700) 00000100:00000040:0.0:1788696310.916891:0:203421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004ba1d0c9 x1875583274377984/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.916895:0:203421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696310.916897:0:203421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696310.916898:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000071eafe4. 00000100:00000200:0.0:1788696310.916900:0:203421:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875583274377984, offset 0 00000400:00000200:0.0:1788696310.916904:0:203421:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696310.916910:0:203421:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696310.916926:0:203421:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696310.916930:0:203421:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696310.916933:0:203421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696310.916935:0:203421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696310.916937:0:203421:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [469:469:256:4294967295] 192.168.201.118@tcp LPNI seq info [469:469:8:4294967295] 00000400:00000200:0.0:1788696310.917012:0:203421:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696310.917018:0:203421:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696310.917024:0:203421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009146b66a. 00000800:00000200:0.0:1788696310.917030:0:203421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696310.917038:0:203421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696310.917041:0:203421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009146b66a type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1788696310.917055:0:203421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.917065:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307273992 00000100:00000001:0.0:1788696310.917071:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307273986 00000100:00000001:0.0:1788696310.917075:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307273992 00000100:00000001:0.0:1788696310.917077:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307273986 00000100:00000001:0.0:1788696310.917080:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307273992 00000100:00000001:0.0:1788696310.917082:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307273986 00000100:00000001:0.0:1788696310.917083:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307273992 00000100:00000001:0.0:1788696310.917085:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307273986 00000100:00000001:0.0:1788696310.917087:0:203421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696310.917088:0:203421:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.917090:0:203421:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696310.917091:0:203421:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788696310.917092:0:203421:0:(client.c:2716:ptlrpc_set_wait()) set 00000000bf6c17a8 going to sleep for 11 seconds 00000100:00000001:0.0:1788696310.917093:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696310.917094:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696310.917136:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696310.917139:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009146b66a. 00000400:00000200:1.0:1788696310.917142:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696310.917145:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696310.917147:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000071eafe4 00000400:00000010:1.0:1788696310.917149:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000071eafe4. 00000100:00000001:1.0:1788696310.917151:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696310.917153:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004ba1d0c9 x1875583274377984/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.917159:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696310.917161:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004ba1d0c9 x1875583274377984/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696326 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.917165:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696310.917166:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696310.918905:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696310.918928:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696310.918931:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696310.918933:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696310.918946:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696310.918956:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 8416 into portal 25 MB=0x6a9d542d0e300 00000400:00000200:2.0:1788696310.918961:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 8416/8416 into md 0xf71 [4] + 224 00000800:00000001:2.0:1788696310.918965:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696310.918972:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696310.918974:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696310.918977:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696310.918982:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696310.918986:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004ba1d0c9 x1875583274377984/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696310.918992:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@000000004ba1d0c9 x1875583274377984/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.919005:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696310.919010:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696310.919012:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696310.919230:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696310.919236:0:203421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696310.919238:0:203421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696310.919241:0:203421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000400:00000200:0.0:1788696310.919245:0:203421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2e30aa6 00000400:00000010:0.0:1788696310.919247:0:203421:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 00000000a2e30aa6. 00000100:00000001:0.0:1788696310.919250:0:203421:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696310.919254:0:203421:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004ba1d0c9 x1875583274377984/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696310.919261:0:203421:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004ba1d0c9 x1875583274377984/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.919267:0:203421:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696310.919269:0:203421:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696310.919271:0:203421:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696310.919273:0:203421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696310.919275:0:203421:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696310.919277:0:203421:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696310.919291:0:203421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696310.919297:0:203421:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=61 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696310.919301:0:203421:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696310.919303:0:203421:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696310.919304:0:203421:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696310.919306:0:203421:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696310.919308:0:203421:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.919311:0:203421:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696310.919315:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ba1d0c9 x1875583274377984/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.919321:0:203421:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696310.919324:0:203421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696310.919326:0:203421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696310.919329:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ba1d0c9 x1875583274377984/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696326 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696310.919336:0:203421:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274377984:192.168.201.118@tcp:503: 00000100:00000001:0.0:1788696310.919341:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696310.919343:0:203421:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.919346:0:203421:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788696310.919347:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696310.919350:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ba1d0c9 x1875583274377984/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696326 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.919354:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788696310.919356:0:203421:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bf6c17a8. 00000100:00000001:0.0:1788696310.919357:0:203421:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788696310.919358:0:203421:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788696310.919365:0:203421:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1788696310.919366:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696310.919367:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ba1d0c9 x1875583274377984/t0(0) o503->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788696326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.919371:0:203421:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696310.919373:0:203421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696310.919374:0:203421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000aabf1f96. 02000000:00000001:0.0:1788696310.919386:0:203421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696310.919388:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696310.919389:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696310.919391:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696310.919393:0:203421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004603f74c. 02000000:00000001:0.0:1788696310.919395:0:203421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696310.919397:0:203421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696310.919398:0:203421:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ba1d0c9. 00000100:00000001:0.0:1788696310.919400:0:203421:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696310.919401:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788696310.919402:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696310.919403:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696310.919404:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:0.0:1788696310.919406:0:203421:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788696310.919407:0:203421:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1788696310.919410:0:203421:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1788696310.919413:0:203421:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000009bba77ba. 00000040:00001000:0.0:1788696310.919414:0:203421:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 42 last_idx 0 read_mode 0 00000040:00000001:2.0:1788696310.919769:0:207675:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1788696310.919775:0:207675:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008055f289. 00000020:00000010:2.0:1788696310.919781:0:207675:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000004f819f61. 00000040:00000010:2.0:1788696310.919784:0:207675:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000ad5bd94c. 00000020:00000010:2.0:1788696310.919789:0:207675:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000085cf8cc9. 00000020:00000010:2.0:1788696310.919794:0:207675:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000398f1f7c. 00000020:00000010:2.0:1788696310.919797:0:207675:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000ba1a0670. 80000000:00000010:2.0:1788696310.919801:0:207675:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001ec2e9ad. 40000000:00000010:2.0:1788696310.919805:0:207675:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at 0000000033bbad11. 00100000:00000010:2.0:1788696310.919815:0:207675:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000077021091. 00040000:00000010:2.0:1788696310.919818:0:207675:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e680c3a9. 00040000:00000010:2.0:1788696310.919822:0:207675:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at 0000000032e3d5cf. 00040000:00000010:2.0:1788696310.919826:0:207675:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000056fa9833. 00000004:00000010:2.0:1788696310.919830:0:207675:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d1793f4d. 00000004:00000010:2.0:1788696310.919834:0:207675:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b5471e54. 00000004:00000010:2.0:1788696310.919837:0:207675:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at 00000000dd6621f7. 00002000:00000010:2.0:1788696310.919840:0:207675:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at 00000000e3560603. 00000004:00000010:2.0:1788696310.919843:0:207675:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at 000000004530431b. 00000020:00000010:2.0:1788696310.919871:0:207675:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005c372301. 00000040:00000010:2.0:1788696310.919877:0:207675:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000beab3e88. 00000040:00001000:2.0:1788696310.919879:0:207675:0:(llog.c:615:llog_process_thread()) index: 43 last_index 64767 00000040:00000001:2.0:1788696310.919880:0:207675:0:(lustre_log.h:462:llog_next_block()) Process entered 00000040:00000001:2.0:1788696310.919882:0:207675:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1788696310.919883:0:207675:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000010:2.0:1788696310.919886:0:207675:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf3524a4. 00000020:00000040:2.0:1788696310.919888:0:207675:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696310.919890:0:207675:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696310.919892:0:207675:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696310.919896:0:207675:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696310.919900:0:207675:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000603ece2. 00000100:00000001:2.0:1788696310.919903:0:207675:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696310.919906:0:207675:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788696310.919907:0:207675:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788696310.919911:0:207675:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000cb7ff1c. 00000100:00000001:2.0:1788696310.919924:0:207675:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630777185942336 : -113296523609280 : ffff98f518f4bb40) 00000100:00000001:2.0:1788696310.919926:0:207675:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696310.919927:0:207675:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611084544 : -113296098467072 : ffff98f5324be300) 00000100:00000001:2.0:1788696310.919930:0:207675:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696310.919931:0:207675:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696310.919932:0:207675:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788696310.919933:0:207675:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696310.919936:0:207675:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf3524a4 x1875583274378112/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.919947:0:207675:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696310.919952:0:207675:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696310.919955:0:207675:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696310.919957:0:207675:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696310.919959:0:207675:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696310.919960:0:207675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:207675:1875583274378112:192.168.201.118@tcp:502: 00000100:00000001:2.0:1788696310.919964:0:207675:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696310.919967:0:207675:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696310.919969:0:207675:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696310.919970:0:207675:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696310.919978:0:207675:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000aabf1f96. 02000000:00000001:2.0:1788696310.919980:0:207675:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696310.919983:0:207675:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000875691a0. 00000400:00000010:2.0:1788696310.919987:0:207675:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000e7215328. 00000100:00000200:2.0:1788696310.919991:0:207675:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875583274378112, portal 25 00000100:00000001:2.0:1788696310.919993:0:207675:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696310.919993:0:207675:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611084544 : -113296098467072 : ffff98f5324be300) 00000100:00000040:2.0:1788696310.919997:0:207675:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bf3524a4 x1875583274378112/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.920001:0:207675:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696310.920003:0:207675:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696310.920005:0:207675:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac043960. 00000100:00000200:2.0:1788696310.920006:0:207675:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875583274378112, offset 0 00000400:00000200:2.0:1788696310.920010:0:207675:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696310.920017:0:207675:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696310.920020:0:207675:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696310.920023:0:207675:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696310.920025:0:207675:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696310.920027:0:207675:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696310.920029:0:207675:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [470:470:256:4294967295] 192.168.201.118@tcp LPNI seq info [470:470:8:4294967295] 00000400:00000200:2.0:1788696310.920035:0:207675:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696310.920038:0:207675:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696310.920040:0:207675:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2263eda. 00000800:00000200:2.0:1788696310.920048:0:207675:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696310.920053:0:207675:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696310.920055:0:207675:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d2263eda type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1788696310.920065:0:207675:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696310.920069:0:207675:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307273995 00000100:00000001:2.0:1788696310.920075:0:207675:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307273992 00000100:00000001:2.0:1788696310.920081:0:207675:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307273995 00000100:00000001:2.0:1788696310.920083:0:207675:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307273992 00000100:00000001:2.0:1788696310.920085:0:207675:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307273995 00000100:00000001:2.0:1788696310.920088:0:207675:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307273992 00000100:00000001:2.0:1788696310.920090:0:207675:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307273995 00000100:00000001:2.0:1788696310.920092:0:207675:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307273992 00000100:00000001:2.0:1788696310.920094:0:207675:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696310.920096:0:207675:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696310.920098:0:207675:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696310.920099:0:207675:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788696310.920101:0:207675:0:(client.c:2716:ptlrpc_set_wait()) set 000000000cb7ff1c going to sleep for 11 seconds 00000100:00000001:2.0:1788696310.920103:0:207675:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696310.920105:0:207675:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696310.920198:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696310.920202:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2263eda. 00000400:00000200:1.0:1788696310.920206:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696310.920210:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696310.920213:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac043960 00000400:00000010:1.0:1788696310.920215:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ac043960. 00000100:00000001:1.0:1788696310.920218:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696310.920221:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000bf3524a4 x1875583274378112/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.920235:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696310.920237:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000bf3524a4 x1875583274378112/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696326 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.920243:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696310.920244:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696310.925888:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696310.925903:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696310.925906:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696310.925908:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696310.925930:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696310.925946:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 8472 into portal 25 MB=0x6a9d542d0e380 00000400:00000200:1.0:1788696310.925955:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 8472/8472 into md 0xf79 [4] + 224 00000800:00000001:1.0:1788696310.925963:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696310.925988:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696310.925991:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696310.925996:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696310.926003:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696310.926010:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000bf3524a4 x1875583274378112/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696310.926022:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000bf3524a4 x1875583274378112/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.926047:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696310.926056:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696310.926059:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696310.926154:0:207675:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696310.926168:0:207675:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696310.926170:0:207675:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696310.926172:0:207675:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000875691a0. 00000400:00000200:2.0:1788696310.926176:0:207675:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7215328 00000400:00000010:2.0:1788696310.926178:0:207675:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at 00000000e7215328. 00000100:00000001:2.0:1788696310.926180:0:207675:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696310.926182:0:207675:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000bf3524a4 x1875583274378112/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696310.926187:0:207675:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000bf3524a4 x1875583274378112/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.926191:0:207675:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696310.926202:0:207675:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696310.926203:0:207675:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696310.926206:0:207675:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696310.926207:0:207675:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696310.926209:0:207675:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696310.926211:0:207675:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696310.926216:0:207675:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=61 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696310.926219:0:207675:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=61 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696310.926220:0:207675:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696310.926221:0:207675:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696310.926223:0:207675:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696310.926225:0:207675:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696310.926226:0:207675:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696310.926229:0:207675:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf3524a4 x1875583274378112/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.926233:0:207675:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696310.926235:0:207675:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696310.926236:0:207675:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696310.926238:0:207675:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf3524a4 x1875583274378112/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696326 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696310.926243:0:207675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job llog_process_th:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:207675:1875583274378112:192.168.201.118@tcp:502: 00000100:00000001:2.0:1788696310.926245:0:207675:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696310.926247:0:207675:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696310.926249:0:207675:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788696310.926250:0:207675:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696310.926251:0:207675:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf3524a4 x1875583274378112/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696326 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.926255:0:207675:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788696310.926257:0:207675:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000cb7ff1c. 00000100:00000001:2.0:1788696310.926259:0:207675:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788696310.926259:0:207675:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1788696310.926266:0:207675:0:(llog_client.c:198:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1788696310.926267:0:207675:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696310.926268:0:207675:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf3524a4 x1875583274378112/t0(0) o502->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 272/8472 e 0 to 0 dl 1788696326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.926275:0:207675:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696310.926277:0:207675:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696310.926279:0:207675:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000aabf1f96. 02000000:00000001:2.0:1788696310.926285:0:207675:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696310.926288:0:207675:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696310.926290:0:207675:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788696310.926292:0:207675:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696310.926294:0:207675:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000603ece2. 02000000:00000001:2.0:1788696310.926298:0:207675:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696310.926299:0:207675:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696310.926301:0:207675:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf3524a4. 00000100:00000001:2.0:1788696310.926304:0:207675:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696310.926305:0:207675:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788696310.926308:0:207675:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696310.926309:0:207675:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788696310.926311:0:207675:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:2.0:1788696310.926313:0:207675:0:(lustre_log.h:472:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1788696310.926316:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504324000 type=0x10620000 idx=1 00000040:00001000:2.0:1788696310.926320:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 1 00000040:00001000:2.0:1788696310.926321:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043240e0 type=0x10620000 idx=2 00000040:00001000:2.0:1788696310.926324:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 2 00000040:00001000:2.0:1788696310.926324:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504324158 type=0x10620000 idx=3 00000040:00001000:2.0:1788696310.926326:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 3 00000040:00001000:2.0:1788696310.926327:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504324200 type=0x10620000 idx=4 00000040:00001000:2.0:1788696310.926328:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 4 00000040:00001000:2.0:1788696310.926329:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043242e0 type=0x10620000 idx=5 00000040:00001000:2.0:1788696310.926331:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 5 00000040:00001000:2.0:1788696310.926332:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043243c0 type=0x10620000 idx=6 00000040:00001000:2.0:1788696310.926333:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 6 00000040:00001000:2.0:1788696310.926333:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504324438 type=0x10620000 idx=7 00000040:00001000:2.0:1788696310.926334:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 7 00000040:00001000:2.0:1788696310.926335:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043244e0 type=0x10620000 idx=8 00000040:00001000:2.0:1788696310.926336:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 8 00000040:00001000:2.0:1788696310.926336:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043245c0 type=0x10620000 idx=9 00000040:00001000:2.0:1788696310.926337:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 9 00000040:00001000:2.0:1788696310.926342:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043246a0 type=0x10620000 idx=10 00000040:00001000:2.0:1788696310.926343:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 10 00000040:00001000:2.0:1788696310.926343:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504324718 type=0x10620000 idx=11 00000040:00001000:2.0:1788696310.926344:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 11 00000040:00001000:2.0:1788696310.926345:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043247f8 type=0x10620000 idx=12 00000040:00001000:2.0:1788696310.926346:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 12 00000040:00001000:2.0:1788696310.926347:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043248d8 type=0x10620000 idx=13 00000040:00001000:2.0:1788696310.926347:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 13 00000040:00001000:2.0:1788696310.926348:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504324930 type=0x10620000 idx=14 00000040:00001000:2.0:1788696310.926349:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 14 00000040:00001000:2.0:1788696310.926349:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043249b0 type=0x10620000 idx=15 00000040:00001000:2.0:1788696310.926350:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 15 00000040:00001000:2.0:1788696310.926351:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504324a40 type=0x10620000 idx=16 00000040:00001000:2.0:1788696310.926351:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 16 00000040:00001000:2.0:1788696310.926352:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504324ae0 type=0x10620000 idx=17 00000040:00001000:2.0:1788696310.926353:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 17 00000040:00001000:2.0:1788696310.926353:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504324bc0 type=0x10620000 idx=18 00000040:00001000:2.0:1788696310.926354:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 18 00000040:00001000:2.0:1788696310.926355:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504324ca0 type=0x10620000 idx=19 00000040:00001000:2.0:1788696310.926355:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 19 00000040:00001000:2.0:1788696310.926356:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504324cf0 type=0x10620000 idx=20 00000040:00001000:2.0:1788696310.926357:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 20 00000040:00001000:2.0:1788696310.926357:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504324dd0 type=0x10620000 idx=21 00000040:00001000:2.0:1788696310.926358:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 21 00000040:00001000:2.0:1788696310.926359:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504324eb0 type=0x10620000 idx=22 00000040:00001000:2.0:1788696310.926359:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 22 00000040:00001000:2.0:1788696310.926360:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504324f08 type=0x10620000 idx=23 00000040:00001000:2.0:1788696310.926361:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 23 00000040:00001000:2.0:1788696310.926361:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504324f88 type=0x10620000 idx=24 00000040:00001000:2.0:1788696310.926362:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 24 00000040:00001000:2.0:1788696310.926363:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504325018 type=0x10620000 idx=25 00000040:00001000:2.0:1788696310.926363:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 25 00000040:00001000:2.0:1788696310.926364:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043250b8 type=0x10620000 idx=26 00000040:00001000:2.0:1788696310.926365:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 26 00000040:00001000:2.0:1788696310.926365:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504325198 type=0x10620000 idx=27 00000040:00001000:2.0:1788696310.926369:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 27 00000040:00001000:2.0:1788696310.926369:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504325278 type=0x10620000 idx=28 00000040:00001000:2.0:1788696310.926370:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 28 00000040:00001000:2.0:1788696310.926371:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043252c8 type=0x10620000 idx=29 00000040:00001000:2.0:1788696310.926372:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 29 00000040:00001000:2.0:1788696310.926372:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043253a8 type=0x10620000 idx=30 00000040:00001000:2.0:1788696310.926373:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 30 00000040:00001000:2.0:1788696310.926374:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504325488 type=0x10620000 idx=31 00000040:00001000:2.0:1788696310.926374:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 31 00000040:00001000:2.0:1788696310.926375:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043254e0 type=0x10620000 idx=32 00000040:00001000:2.0:1788696310.926376:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 32 00000040:00001000:2.0:1788696310.926376:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504325560 type=0x10620000 idx=33 00000040:00001000:2.0:1788696310.926377:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 33 00000040:00001000:2.0:1788696310.926378:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f5043255f0 type=0x10620000 idx=34 00000040:00001000:2.0:1788696310.926378:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 34 00000040:00001000:2.0:1788696310.926379:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504325670 type=0x10620000 idx=35 00000040:00001000:2.0:1788696310.926380:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 35 00000040:00001000:2.0:1788696310.926380:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504325750 type=0x10620000 idx=36 00000040:00001000:2.0:1788696310.926381:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 36 00000040:00001000:2.0:1788696310.926382:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504325830 type=0x10620000 idx=37 00000040:00001000:2.0:1788696310.926382:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 37 00000040:00001000:2.0:1788696310.926383:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504325880 type=0x10620000 idx=38 00000040:00001000:2.0:1788696310.926384:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 38 00000040:00001000:2.0:1788696310.926384:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504325960 type=0x10620000 idx=39 00000040:00001000:2.0:1788696310.926385:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 39 00000040:00001000:2.0:1788696310.926386:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504325a40 type=0x10620000 idx=40 00000040:00001000:2.0:1788696310.926386:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 40 00000040:00001000:2.0:1788696310.926387:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504325a98 type=0x10620000 idx=41 00000040:00001000:2.0:1788696310.926388:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 41 00000040:00001000:2.0:1788696310.926388:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504325b18 type=0x10620000 idx=42 00000040:00001000:2.0:1788696310.926389:0:207675:0:(llog.c:767:llog_process_thread()) skipping lrh_index 42 00000040:00001000:2.0:1788696310.926390:0:207675:0:(llog.c:671:llog_process_thread()) processing rec 0xffff98f504325ba8 type=0x10620000 idx=43 00000040:00001000:2.0:1788696310.926391:0:207675:0:(llog.c:784:llog_process_thread()) lrh_index: 43 lrh_len: 160 (1112 remains) 00000040:00001000:2.0:1788696310.926392:0:207675:0:(llog.c:805:llog_process_thread()) index: 43, lh_last_idx: 66 synced_idx: 0 lgh_last_idx: 66 00000020:00000001:2.0:1788696310.926394:0:207675:0:(obd_config.c:1864:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1788696310.926401:0:207675:0:(obd_config.c:1996:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000007da23bc1. 00000020:01000000:2.0:1788696310.926404:0:207675:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff98f518c6e000 00000020:00000010:2.0:1788696310.926406:0:207675:0:(obd_config.c:2056:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000000cb7ff1c. 00000020:00000080:2.0:1788696310.926408:0:207675:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000020:00000001:2.0:1788696310.926414:0:207675:0:(obd_class.h:688:obd_process_config()) Process entered 00000020:00000010:2.0:1788696310.926416:0:207675:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000603ece2. 00000020:00000010:2.0:1788696310.926422:0:207675:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000119e538b. 00000040:00000010:2.0:1788696310.926425:0:207675:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000008fcec018. 00000020:00000010:2.0:1788696310.926428:0:207675:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000aba73365. 00000020:00000010:2.0:1788696310.926432:0:207675:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000010b1b3e. 00040000:00000010:2.0:1788696310.926435:0:207675:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009619aef4. 00040000:00000010:2.0:1788696310.926438:0:207675:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a1cd5f3f. 00800000:00000001:2.0:1788696310.926442:0:207675:0:(lmv_obd.c:1380:lmv_process_config()) Process entered 00800000:00000001:2.0:1788696310.926446:0:207675:0:(lmv_obd.c:440:lmv_add_target()) Process entered 00800000:01000000:2.0:1788696310.926446:0:207675:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00800000:00000010:2.0:1788696310.926459:0:207675:0:(lmv_obd.c:451:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000a9153e1f. 00020000:00000001:2.0:1788696310.926462:0:207675:0:(lu_tgt_descs.c:352:ltd_add_tgt()) Process entered 00020000:00000001:2.0:1788696310.926463:0:207675:0:(lu_tgt_descs.c:367:ltd_add_tgt()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00800000:00000001:2.0:1788696310.926465:0:207675:0:(lmv_obd.c:465:lmv_add_target()) Process leaving via out_tgt (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00800000:00000010:2.0:1788696310.926467:0:207675:0:(lmv_obd.c:482:lmv_add_target()) kfreed 'tgt': 368 at 00000000a9153e1f. 00800000:00000001:2.0:1788696310.926468:0:207675:0:(lmv_obd.c:1397:lmv_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00800000:00000001:2.0:1788696310.926470:0:207675:0:(lmv_obd.c:1403:lmv_process_config()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000010:2.0:1788696310.926472:0:207675:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000119e538b. 00000040:00000010:2.0:1788696310.926474:0:207675:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000008fcec018. 00000020:00000010:2.0:1788696310.926476:0:207675:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 00000000aba73365. 00000020:00000010:2.0:1788696310.926479:0:207675:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 00000000010b1b3e. 00040000:00000010:2.0:1788696310.926480:0:207675:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009619aef4. 00040000:00000010:2.0:1788696310.926483:0:207675:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a1cd5f3f. 00000020:00000010:2.0:1788696310.926485:0:207675:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000603ece2. 00000020:00000001:2.0:1788696310.926488:0:207675:0:(obd_class.h:703:obd_process_config()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:00000001:2.0:1788696310.926490:0:207675:0:(obd_config.c:1669:class_process_config()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:2.0:1788696310.926492:0:207675:0:(obd_config.c:2089:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000000cb7ff1c. 00000020:00000010:2.0:1788696310.926495:0:207675:0:(obd_config.c:2091:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000007da23bc1. 00000020:00020000:2.0:1788696310.926503:0:207675:0:(obd_config.c:2102:class_config_llog_handler()) MGC192.168.201.118@tcp: cfg command failed: rc = -17 00000020:00000001:2.0:1788696310.932221:0:207675:0:(obd_config.c:2423:class_config_dump_handler()) Process entered 00000020:00000010:2.0:1788696310.932234:0:207675:0:(obd_config.c:2425:class_config_dump_handler()) kmalloced '(outstr)': 256 at 000000009619aef4. 00000020:00000001:2.0:1788696310.932241:0:207675:0:(obd_config.c:2354:class_config_parse_rec()) Process entered 00000020:00000001:2.0:1788696310.932246:0:207675:0:(obd_config.c:2413:class_config_parse_rec()) Process leaving (rc=88 : 88 : 58) 00000020:02000400:2.0:1788696310.932248:0:207675:0:(obd_config.c:2431:class_config_dump_handler()) cmd=cf014 0:lustre-clilmv 1:lustre-MDT0001_UUID 2:1 3:1 4:lustre-MDT0001-mdc_UUID 00000020:00000010:2.0:1788696310.935434:0:207675:0:(obd_config.c:2437:class_config_dump_handler()) kfreed 'outstr': 256 at 000000009619aef4. 00000020:00000001:2.0:1788696310.935447:0:207675:0:(obd_config.c:2438:class_config_dump_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696310.935450:0:207675:0:(obd_config.c:2105:class_config_llog_handler()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000040:00000001:2.0:1788696310.935454:0:207675:0:(llog.c:843:llog_process_thread()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000040:00080000:2.0:1788696310.935457:0:207675:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 43 count 66 00000040:00000010:2.0:1788696310.935460:0:207675:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at 00000000beab3e88. 00000020:00000010:2.0:1788696310.935468:0:207675:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005c372301. 00000020:00000010:2.0:1788696310.935484:0:207675:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000004f819f61. 00000040:00000010:2.0:1788696310.935490:0:207675:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000ad5bd94c. 00000020:00000010:2.0:1788696310.935494:0:207675:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 0000000085cf8cc9. 00000020:00000010:2.0:1788696310.935498:0:207675:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000398f1f7c. 00000020:00000010:2.0:1788696310.935505:0:207675:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 00000000ba1a0670. 80000000:00000010:2.0:1788696310.935508:0:207675:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001ec2e9ad. 40000000:00000010:2.0:1788696310.935512:0:207675:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at 0000000033bbad11. 00100000:00000010:2.0:1788696310.935516:0:207675:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000077021091. 00040000:00000010:2.0:1788696310.935521:0:207675:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e680c3a9. 00040000:00000010:2.0:1788696310.935524:0:207675:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at 0000000032e3d5cf. 00040000:00000010:2.0:1788696310.935526:0:207675:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000056fa9833. 00000004:00000010:2.0:1788696310.935530:0:207675:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at 00000000d1793f4d. 00000004:00000010:2.0:1788696310.935533:0:207675:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at 00000000b5471e54. 00000004:00000010:2.0:1788696310.935537:0:207675:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at 00000000dd6621f7. 00002000:00000010:2.0:1788696310.935541:0:207675:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at 00000000e3560603. 00000004:00000010:2.0:1788696310.935544:0:207675:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at 000000004530431b. 00000020:00000010:2.0:1788696310.935547:0:207675:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008055f289. 00000040:00000010:0.0:1788696310.935677:0:203421:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at 000000009bba77ba. 00000040:00000001:0.0:1788696310.935683:0:203421:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000020:01000000:0.0:1788696310.935685:0:203421:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 43-43 (rc=-17) 00000040:00000010:0.0:1788696310.935690:0:203421:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000066bcf3d7. 00000040:00000010:0.0:1788696310.935694:0:203421:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005b066959. 00000020:00000001:0.0:1788696310.935697:0:203421:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00000001:0.0:1788696310.935700:0:203421:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000020:00000010:0.0:1788696310.935704:0:203421:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000006a30c62. 00000040:00000010:0.0:1788696310.935707:0:203421:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000b2b34187. 00000020:00000010:0.0:1788696310.935709:0:203421:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ebac4d0d. 00000020:00000010:0.0:1788696310.935713:0:203421:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 0000000087fd5107. 80000000:00000010:0.0:1788696310.935715:0:203421:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000082f7dcd5. 00040000:00000010:0.0:1788696310.935717:0:203421:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000045252f68. 20000000:00000010:0.0:1788696310.935720:0:203421:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at 0000000073332711. 00000020:00000010:0.0:1788696310.935723:0:203421:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006cd9e7b8. 10000000:00000010:0.0:1788696310.935724:0:203421:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000056dee5ee. 10000000:01000000:0.0:1788696310.935743:0:203421:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.118@tcp: configuration from log 'lustre-client' failed (-17). 10000000:00000001:0.0:1788696310.935746:0:203421:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1788696310.935749:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788696310.935752:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788696310.935754:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000f051485b refcount=3 00000020:00000001:0.0:1788696310.935756:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558306304 : -113296151245312 : ffff98f52f268e00) 00010000:00000001:0.0:1788696310.935760:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558306304 : -113296151245312 : ffff98f52f268e00) 00010000:00000001:0.0:1788696310.935762:0:203421:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788696310.935765:0:203421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.118@tcp lock: 00000000f051485b/0x6acb2b64cadb1905 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd91200044 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788696310.935775:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788696310.935777:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788696310.935778:0:203421:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.118@tcp lock: 00000000f051485b/0x6acb2b64cadb1905 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd91200044 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788696310.935784:0:203421:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788696310.935785:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788696310.935786:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1788696310.935787:0:203421:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788696310.935790:0:203421:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 10000000:00020000:0.0:1788696310.935792:0:203421:0:(mgc_request.c:614:do_requeue()) failed processing log: -17 10000000:00000001:0.0:1788696310.938271:0:203421:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1788696310.938278:0:203421:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788696310.938280:0:203421:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000223875fc) refs 2 10000000:00000001:0.0:1788696310.938285:0:203421:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788696310.938287:0:203421:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788696310.938289:0:203421:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000e6ea7a0c) refs 3 10000000:00000001:0.0:1788696310.938291:0:203421:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788696310.938292:0:203421:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1788696310.938294:0:203421:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1788696310.938295:0:203421:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1788696310.938297:0:203421:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff98f505013380 from 1 10000000:00000001:0.0:1788696310.938301:0:203421:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1788696310.938302:0:203421:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1788696310.938312:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ba1d0c9. 00000020:00000040:0.0:1788696310.938328:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696310.938332:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696310.938335:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696310.938340:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696310.938347:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004603f74c. 00000100:00000001:0.0:1788696310.938353:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696310.938358:0:203421:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788696310.938360:0:203421:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788696310.938366:0:203421:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: 000000007e2be619 count: 2 00010000:00000001:0.0:1788696310.938368:0:203421:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788696310.938371:0:203421:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788696310.938374:0:203421:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006c387739. 00000020:00000001:0.0:1788696310.938378:0:203421:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788696310.938380:0:203421:0:(lustre_handles.c:93:class_handle_hash()) added object 000000006c387739 with handle 0x6acb2b64cadb190c to hash 00000020:00000001:0.0:1788696310.938382:0:203421:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788696310.938383:0:203421:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446630777558302720 : -113296151248896 : ffff98f52f268000) 00010000:00000001:0.0:1788696310.938386:0:203421:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446630777558302720 : -113296151248896 : ffff98f52f268000) 00010000:00000001:0.0:1788696310.938389:0:203421:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788696310.938392:0:203421:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696310.938395:0:203421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.118@tcp lock: 000000006c387739/0x6acb2b64cadb190c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788696310.938403:0:203421:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.118@tcp lock: 000000006c387739/0x6acb2b64cadb190c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788696310.938413:0:203421:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.118@tcp lock: 000000006c387739/0x6acb2b64cadb190c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788696310.938419:0:203421:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788696310.938421:0:203421:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788696310.938427:0:203421:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf6c17a8. 00000100:00000001:0.0:1788696310.938428:0:203421:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630777555883328 : -113296153668288 : ffff98f52f019540) 00000100:00000001:0.0:1788696310.938430:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696310.938431:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882431744 : -113296827119872 : ffff98f506dd8700) 00000100:00000001:0.0:1788696310.938439:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696310.938440:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.938442:0:203421:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788696310.938443:0:203421:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696310.938451:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ba1d0c9 x1875583274378240/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.938460:0:203421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696310.938462:0:203421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696310.938466:0:203421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696310.938468:0:203421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696310.938470:0:203421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696310.938473:0:203421:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274378240:192.168.201.118@tcp:101: 00000100:00000001:0.0:1788696310.938478:0:203421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696310.938483:0:203421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696310.938485:0:203421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696310.938488:0:203421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696310.938492:0:203421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e78a00e8. 02000000:00000001:0.0:1788696310.938494:0:203421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696310.938500:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 00000400:00000010:0.0:1788696310.938507:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafe65a6. 00000100:00000200:0.0:1788696310.938514:0:203421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875583274378240, portal 25 00000100:00000001:0.0:1788696310.938516:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696310.938517:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882431744 : -113296827119872 : ffff98f506dd8700) 00000100:00000040:0.0:1788696310.938521:0:203421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004ba1d0c9 x1875583274378240/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.938528:0:203421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696310.938532:0:203421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696310.938535:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000071eafe4. 00000100:00000200:0.0:1788696310.938537:0:203421:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875583274378240, offset 0 00000400:00000200:0.0:1788696310.938543:0:203421:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696310.938554:0:203421:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696310.938559:0:203421:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696310.938563:0:203421:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696310.938572:0:203421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696310.938575:0:203421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696310.938578:0:203421:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [471:471:256:4294967295] 192.168.201.118@tcp LPNI seq info [471:471:8:4294967295] 00000400:00000200:0.0:1788696310.938589:0:203421:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696310.938595:0:203421:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696310.938599:0:203421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057945d15. 00000800:00000200:0.0:1788696310.938606:0:203421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696310.938613:0:203421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696310.938617:0:203421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000057945d15 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788696310.938633:0:203421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.938637:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307274013 00000100:00000001:0.0:1788696310.938643:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307273995 00000100:00000001:0.0:1788696310.938646:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307274013 00000100:00000001:0.0:1788696310.938649:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307273995 00000100:00000001:0.0:1788696310.938651:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307274013 00000100:00000001:0.0:1788696310.938653:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307273995 00000100:00000001:0.0:1788696310.938654:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307274013 00000100:00000001:0.0:1788696310.938656:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307273995 00000100:00000001:0.0:1788696310.938658:0:203421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696310.938660:0:203421:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.938661:0:203421:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696310.938663:0:203421:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788696310.938664:0:203421:0:(client.c:2716:ptlrpc_set_wait()) set 00000000bf6c17a8 going to sleep for 11 seconds 00000100:00000001:0.0:1788696310.938666:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696310.938668:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696310.938735:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696310.938739:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057945d15. 00000400:00000200:2.0:1788696310.938744:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696310.938755:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696310.938759:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000071eafe4 00000400:00000010:2.0:1788696310.938761:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000071eafe4. 00000100:00000001:2.0:1788696310.938765:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696310.938769:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004ba1d0c9 x1875583274378240/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.938779:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696310.938781:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004ba1d0c9 x1875583274378240/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.938788:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696310.938789:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696310.940596:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696310.940611:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696310.940615:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696310.940617:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696310.940626:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696310.940641:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 344 into portal 25 MB=0x6a9d542d0e400 00000400:00000200:1.0:1788696310.940648:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 344/344 into md 0xf81 [1] + 224 00000800:00000001:1.0:1788696310.940661:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696310.940666:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696310.940668:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696310.940671:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696310.940675:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696310.940678:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004ba1d0c9 x1875583274378240/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696310.940685:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000004ba1d0c9 x1875583274378240/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.940698:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696310.940705:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696310.940707:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696310.940732:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696310.940739:0:203421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696310.940741:0:203421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696310.940743:0:203421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000400:00000200:0.0:1788696310.940746:0:203421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafe65a6 00000400:00000010:0.0:1788696310.940751:0:203421:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000aafe65a6. 00000100:00000001:0.0:1788696310.940754:0:203421:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696310.940756:0:203421:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004ba1d0c9 x1875583274378240/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696310.940762:0:203421:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004ba1d0c9 x1875583274378240/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.940765:0:203421:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696310.940766:0:203421:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696310.940768:0:203421:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696310.940770:0:203421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696310.940772:0:203421:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696310.940773:0:203421:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696310.940775:0:203421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696310.940780:0:203421:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=61 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696310.940783:0:203421:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696310.940784:0:203421:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696310.940785:0:203421:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696310.940787:0:203421:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696310.940788:0:203421:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.940790:0:203421:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696310.940792:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ba1d0c9 x1875583274378240/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.940796:0:203421:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696310.940798:0:203421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696310.940800:0:203421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696310.940802:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ba1d0c9 x1875583274378240/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696310.940806:0:203421:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274378240:192.168.201.118@tcp:101: 00000100:00000001:0.0:1788696310.940808:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696310.940810:0:203421:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.940811:0:203421:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788696310.940813:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696310.940815:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ba1d0c9 x1875583274378240/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.940825:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788696310.940827:0:203421:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bf6c17a8. 00000100:00000001:0.0:1788696310.940829:0:203421:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788696310.940831:0:203421:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696310.940833:0:203421:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788696310.940837:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788696310.940839:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788696310.940842:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000006c387739 refcount=4 00000020:00000001:0.0:1788696310.940863:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558302720 : -113296151248896 : ffff98f52f268000) 00010000:00000001:0.0:1788696310.940866:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558302720 : -113296151248896 : ffff98f52f268000) 00010000:00000040:0.0:1788696310.940871:0:203421:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: 000000006c387739, remote cookie: 0x602192bd9120004b, flags: 0x0 00010000:00000001:0.0:1788696310.940874:0:203421:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788696310.940878:0:203421:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788696310.940879:0:203421:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788696310.940880:0:203421:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788696310.940881:0:203421:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788696310.940883:0:203421:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000007e2be619) refcount = 2 00010000:00000040:0.0:1788696310.940885:0:203421:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788696310.940887:0:203421:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.201.118@tcp lock: 00000000f051485b/0x6acb2b64cadb1905 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x602192bd91200044 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788696310.940892:0:203421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.118@tcp lock: 000000006c387739/0x6acb2b64cadb190c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd9120004b expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788696310.940895:0:203421:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788696310.940896:0:203421:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788696310.940897:0:203421:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788696310.940899:0:203421:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788696310.940901:0:203421:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696310.940902:0:203421:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.118@tcp lock: 000000006c387739/0x6acb2b64cadb190c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x602192bd9120004b expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788696310.940906:0:203421:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788696310.940923:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788696310.940925:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788696310.940926:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788696310.940927:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788696310.940928:0:203421:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.940931:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696310.940934:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ba1d0c9 x1875583274378240/t0(0) o101->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 328/344 e 0 to 0 dl 1788696326 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.940941:0:203421:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696310.940943:0:203421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696310.940946:0:203421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e78a00e8. 02000000:00000001:0.0:1788696310.940949:0:203421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696310.940951:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696310.940953:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696310.940955:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696310.940957:0:203421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004603f74c. 02000000:00000001:0.0:1788696310.940960:0:203421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696310.940962:0:203421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696310.940963:0:203421:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ba1d0c9. 00000100:00000001:0.0:1788696310.940966:0:203421:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696310.940967:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1788696310.940970:0:203421:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788696310.940972:0:203421:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788696310.940974:0:203421:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (00000000223875fc) refs 3 10000000:00000001:0.0:1788696310.940976:0:203421:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696310.940978:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788696310.940979:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788696310.940981:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000006c387739 refcount=3 00000020:00000001:0.0:1788696310.940983:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558302720 : -113296151248896 : ffff98f52f268000) 00010000:00000001:0.0:1788696310.940985:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558302720 : -113296151248896 : ffff98f52f268000) 00010000:00000001:0.0:1788696310.940986:0:203421:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1788696310.940988:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788696310.940989:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788696310.940990:0:203421:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788696310.940992:0:203421:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1788696310.940996:0:203421:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000d33690d4. 00000020:00000010:0.0:1788696310.941000:0:203421:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004603f74c. 00000020:00000010:0.0:1788696310.941011:0:203421:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000439eefd4. 00000040:00000010:0.0:1788696310.941015:0:203421:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000006cd9e7b8. 00000020:00000010:0.0:1788696310.941019:0:203421:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004cc67a86. 00000020:00000010:0.0:1788696310.941023:0:203421:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 0000000073332711. 80000000:00000010:0.0:1788696310.941026:0:203421:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009bba77ba. 00040000:00000010:0.0:1788696310.941030:0:203421:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000045252f68. 20000000:00000010:0.0:1788696310.941033:0:203421:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at 0000000087fd5107. 10000000:00000040:0.0:1788696310.941037:0:203421:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt 000000001f26160a : new refcount 2 00000020:00000001:0.0:1788696310.941039:0:203421:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1788696310.941041:0:203421:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:0.0:1788696310.941044:0:203421:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:0.0:1788696310.941046:0:203421:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b2b34187. 00000040:00000001:0.0:1788696310.941050:0:203421:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1788696310.941052:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000010:0.0:1788696310.941055:0:203421:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ba1d0c9. 00000020:00000040:0.0:1788696310.941057:0:203421:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696310.941061:0:203421:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696310.941063:0:203421:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696310.941067:0:203421:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696310.941071:0:203421:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000006a30c62. 00000100:00000001:0.0:1788696310.941075:0:203421:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.941080:0:203421:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788696310.941081:0:203421:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788696310.941085:0:203421:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bf6c17a8. 00000100:00000001:0.0:1788696310.941087:0:203421:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630777555883328 : -113296153668288 : ffff98f52f019540) 00000100:00000001:0.0:1788696310.941089:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696310.941090:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882431744 : -113296827119872 : ffff98f506dd8700) 00000100:00000001:0.0:1788696310.941094:0:203421:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696310.941096:0:203421:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.941098:0:203421:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788696310.941099:0:203421:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696310.941103:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ba1d0c9 x1875583274378368/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.941109:0:203421:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696310.941115:0:203421:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696310.941118:0:203421:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696310.941120:0:203421:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696310.941122:0:203421:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696310.941125:0:203421:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274378368:192.168.201.118@tcp:501: 00000100:00000001:0.0:1788696310.941128:0:203421:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696310.941133:0:203421:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696310.941135:0:203421:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696310.941137:0:203421:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696310.941140:0:203421:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b066959. 02000000:00000001:0.0:1788696310.941141:0:203421:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696310.941144:0:203421:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 00000400:00000010:0.0:1788696310.941149:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafe65a6. 00000100:00000200:0.0:1788696310.941153:0:203421:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274378368, portal 25 00000100:00000001:0.0:1788696310.941155:0:203421:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696310.941156:0:203421:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882431744 : -113296827119872 : ffff98f506dd8700) 00000100:00000040:0.0:1788696310.941159:0:203421:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004ba1d0c9 x1875583274378368/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.941166:0:203421:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696310.941168:0:203421:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696310.941171:0:203421:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb96026b. 00000100:00000200:0.0:1788696310.941173:0:203421:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875583274378368, offset 0 00000400:00000200:0.0:1788696310.941179:0:203421:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696310.941186:0:203421:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696310.941190:0:203421:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696310.941194:0:203421:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696310.941197:0:203421:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696310.941200:0:203421:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696310.941203:0:203421:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [472:472:256:4294967295] 192.168.201.118@tcp LPNI seq info [472:472:8:4294967295] 00000400:00000200:0.0:1788696310.941210:0:203421:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696310.941772:0:203421:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696310.941776:0:203421:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000dfd73c1. 00000800:00000200:0.0:1788696310.941785:0:203421:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696310.941790:0:203421:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696310.941792:0:203421:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000dfd73c1 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1788696310.941803:0:203421:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.941807:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307274016 00000100:00000001:0.0:1788696310.941814:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307274013 00000100:00000001:0.0:1788696310.941818:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307274016 00000100:00000001:0.0:1788696310.941821:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307274013 00000100:00000001:0.0:1788696310.941824:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307274016 00000100:00000001:0.0:1788696310.941826:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307274013 00000100:00000001:0.0:1788696310.941829:0:203421:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307274016 00000100:00000001:0.0:1788696310.941831:0:203421:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307274013 00000100:00000001:0.0:1788696310.941834:0:203421:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696310.941836:0:203421:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696310.941838:0:203421:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696310.941840:0:203421:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788696310.941842:0:203421:0:(client.c:2716:ptlrpc_set_wait()) set 00000000bf6c17a8 going to sleep for 11 seconds 00000100:00000001:0.0:1788696310.941862:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696310.941863:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696310.941928:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696310.941931:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000dfd73c1. 00000400:00000200:1.0:1788696310.941935:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696310.941939:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696310.941942:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb96026b 00000400:00000010:1.0:1788696310.941944:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fb96026b. 00000100:00000001:1.0:1788696310.941947:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696310.941950:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004ba1d0c9 x1875583274378368/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.941959:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696310.941961:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@000000004ba1d0c9 x1875583274378368/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696310.941966:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696310.941968:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696310.943931:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696310.943942:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696310.943947:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696310.943949:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696310.943959:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696310.943972:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 272 into portal 25 MB=0x6a9d542d0e480 00000400:00000200:2.0:1788696310.943978:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 272/272 into md 0xf89 [1] + 224 00000800:00000001:2.0:1788696310.943983:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696310.943988:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696310.943991:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696310.943994:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696310.944000:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696310.944004:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004ba1d0c9 x1875583274378368/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696310.944011:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@000000004ba1d0c9 x1875583274378368/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696310.944023:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696310.944028:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696310.944030:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696310.944059:0:203421:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696310.944065:0:203421:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696310.944067:0:203421:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696310.944069:0:203421:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000400:00000200:0.0:1788696310.944073:0:203421:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafe65a6 00000400:00000010:0.0:1788696310.944075:0:203421:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000aafe65a6. 00000100:00000001:0.0:1788696310.944078:0:203421:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696310.944082:0:203421:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004ba1d0c9 x1875583274378368/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696310.944090:0:203421:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004ba1d0c9 x1875583274378368/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.944096:0:203421:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696310.944108:0:203421:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696310.944110:0:203421:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696310.944112:0:203421:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696310.944114:0:203421:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696310.944116:0:203421:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696310.944118:0:203421:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696310.944123:0:203421:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=61 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696310.944127:0:203421:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696310.944129:0:203421:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788696310.944133:0:203421:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@000000004ba1d0c9 x1875583274378368/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.944139:0:203421:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1788696310.944141:0:203421:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1788696310.944145:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ba1d0c9 x1875583274378368/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.944151:0:203421:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1788696310.944154:0:203421:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696310.944156:0:203421:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696310.944158:0:203421:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ba1d0c9 x1875583274378368/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696310.944165:0:203421:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:203421:1875583274378368:192.168.201.118@tcp:501: 00000100:00000001:0.0:1788696310.944170:0:203421:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696310.944172:0:203421:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1788696310.944175:0:203421:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788696310.944176:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696310.944178:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ba1d0c9 x1875583274378368/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.944185:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788696310.944187:0:203421:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000bf6c17a8. 00000100:00000001:0.0:1788696310.944190:0:203421:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788696310.944191:0:203421:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1788696310.944201:0:203421:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1788696310.944205:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696310.944207:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696310.944209:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788696310.944210:0:203421:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696310.944213:0:203421:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ba1d0c9 x1875583274378368/t0(0) o501->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 512/272 e 0 to 0 dl 1788696326 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696310.944220:0:203421:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696310.944222:0:203421:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696310.944224:0:203421:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b066959. 02000000:00000001:0.0:1788696310.944227:0:203421:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696310.944228:0:203421:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696310.944228:0:203421:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696310.944230:0:203421:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696310.944232:0:203421:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000006a30c62. 02000000:00000001:0.0:1788696310.944235:0:203421:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696310.944237:0:203421:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696310.944239:0:203421:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ba1d0c9. 00000100:00000001:0.0:1788696310.944242:0:203421:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696310.944243:0:203421:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1788696310.944245:0:203421:0:(llog.c:1559:llog_open()) MGC192.168.201.118@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1788696310.944248:0:203421:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b2b34187. 00000040:00000001:0.0:1788696310.944250:0:203421:0:(llog.c:1563:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1788696310.944253:0:203421:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1788696310.944256:0:203421:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:0.0:1788696310.944262:0:203421:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000439eefd4. 00000040:00000010:0.0:1788696310.944266:0:203421:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000006cd9e7b8. 00000020:00000010:0.0:1788696310.944269:0:203421:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 000000004cc67a86. 00000020:00000010:0.0:1788696310.944274:0:203421:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 0000000073332711. 80000000:00000010:0.0:1788696310.944279:0:203421:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009bba77ba. 00040000:00000010:0.0:1788696310.944283:0:203421:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000045252f68. 20000000:00000010:0.0:1788696310.944300:0:203421:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at 0000000087fd5107. 00000020:00000010:0.0:1788696310.944303:0:203421:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004603f74c. 10000000:00000010:0.0:1788696310.944306:0:203421:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000d33690d4. 10000000:01000000:0.0:1788696310.944314:0:203421:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.118@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:0.0:1788696310.944317:0:203421:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1788696310.944319:0:203421:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788696310.944321:0:203421:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788696310.944324:0:203421:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000006c387739 refcount=3 00000020:00000001:0.0:1788696310.944326:0:203421:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558302720 : -113296151248896 : ffff98f52f268000) 00010000:00000001:0.0:1788696310.944329:0:203421:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558302720 : -113296151248896 : ffff98f52f268000) 00010000:00000001:0.0:1788696310.944331:0:203421:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788696310.944334:0:203421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.118@tcp lock: 000000006c387739/0x6acb2b64cadb190c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd9120004b expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788696310.944342:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788696310.944343:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788696310.944345:0:203421:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.118@tcp lock: 000000006c387739/0x6acb2b64cadb190c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd9120004b expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788696310.944351:0:203421:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788696310.944352:0:203421:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788696310.944353:0:203421:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1788696310.944354:0:203421:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788696310.944356:0:203421:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1788696310.944359:0:203421:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1788696310.944360:0:203421:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788696310.944361:0:203421:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000223875fc) refs 3 10000000:00000001:0.0:1788696310.944363:0:203421:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1788696311.854168:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696311.854175:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696311.854243:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696311.854245:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696311.854329:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696311.854333:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696311.854336:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696312.237981:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307274016, at 4307274048 00000100:00000040:2.0:1788696312.237991:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307274016, at 4307274048 00000100:00000010:3.0:1788696312.237999:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d8414ac. 00000100:00000010:2.0:1788696312.238001:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012b293cd. 00000100:00000040:1.0:1788696312.238090:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307274016, at 4307274048 00000100:00000010:1.0:1788696312.238096:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b91fe9c. 00000100:00000040:0.0:1788696312.238165:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307274016, at 4307274048 00000100:00000010:0.0:1788696312.238171:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce767292. 00010000:00000001:2.0:1788696312.877972:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696312.877980:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696312.877987:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696312.877988:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696312.878010:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696312.878013:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696312.878015:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696313.901966:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696313.901974:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696313.901982:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696313.901994:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696313.902052:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696313.902055:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696313.902057:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696314.925970:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696314.925979:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696314.925986:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696314.925989:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696314.925991:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696314.925994:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696314.925997:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696314.926000:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696314.926002:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696314.926004:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696314.926088:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696314.926092:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696314.926094:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696315.950149:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696315.950156:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696315.950161:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696315.950162:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696315.950179:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696315.950181:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696315.950184:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696316.014227:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696316.014235:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696316.014241:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ba1d0c9. 00000020:00000040:0.0:1788696316.014247:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696316.014251:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696316.014254:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696316.014273:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696316.014281:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ee81603. 00000100:00000001:0.0:1788696316.014287:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696316.014491:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000004ba1d0c9 x1875583274378496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696316.014502:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696316.014504:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696316.014510:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ba1d0c9] to pc [ptlrpcd_00_00+0] req@000000004ba1d0c9 x1875583274378496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696316.014545:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696316.014547:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696316.014550:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696316.014553:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6864119. 00000020:00000040:0.0:1788696316.014555:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696316.014558:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696316.014559:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696316.014561:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696316.014565:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000dfd73c1. 00000100:00000001:0.0:1788696316.014568:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696316.014572:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000f6864119 x1875583274378624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696316.014578:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696316.014579:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696316.014582:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6864119] to pc [ptlrpcd_00_01+1] req@00000000f6864119 x1875583274378624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696316.014589:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696316.014591:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696316.014594:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696316.014596:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005800c766. 00000020:00000040:0.0:1788696316.014598:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696316.014605:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696316.014607:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696316.014609:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696316.014612:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000057945d15. 00000100:00000001:0.0:1788696316.014614:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696316.014618:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000005800c766 x1875583274378752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696316.014624:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696316.014625:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696316.014628:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005800c766] to pc [ptlrpcd_00_02+2] req@000000005800c766 x1875583274378752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696316.014643:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696316.014645:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696316.014649:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696316.014653:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12615) 00000100:00000001:3.0:1788696316.014836:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696316.014839:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696316.014842:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788696316.014862:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696316.014865:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696316.014867:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696316.014871:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ba1d0c9 x1875583274378496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696316.014873:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6864119 x1875583274378624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696316.014881:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696316.014883:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696316.014887:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696316.014889:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696316.014890:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696316.014891:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696316.014891:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696316.014893:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1788696316.014894:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274378624:192.168.201.118@tcp:400: 02000000:00000001:2.0:1788696316.014895:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696316.014897:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696316.014899:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274378496:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696316.014899:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788696316.014901:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696316.014903:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696316.014904:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696316.014906:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696316.014906:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696316.014908:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1788696316.014908:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696316.014911:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad5bd94c. 02000000:00000001:2.0:1788696316.014913:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696316.014915:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbfec1c6. 02000000:00000001:3.0:1788696316.014916:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696316.014919:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000875691a0. 00000400:00000010:3.0:1788696316.014919:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d55cc8b5. 00000400:00000010:2.0:1788696316.014926:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0e8fa31. 00000400:00000010:3.0:1788696316.014926:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a452cf63. 00000100:00000200:3.0:1788696316.014931:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274378624, portal 10 00000100:00000001:3.0:1788696316.014933:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696316.014935:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882445184 : -113296827106432 : ffff98f506ddbb80) 00000100:00000040:3.0:1788696316.014941:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f6864119 x1875583274378624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696316.014948:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696316.014950:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696316.014961:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f6eaaa5. 00000100:00000001:0.0:1788696316.015094:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788696316.015098:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1788696316.015099:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696316.015107:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696316.015108:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696316.015110:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696316.015111:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696316.015112:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696316.015117:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005800c766 x1875583274378752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696316.015125:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696316.015126:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696316.015128:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696316.015130:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696316.015131:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696316.015133:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274378752:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696316.015145:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696316.015147:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696316.015149:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696316.015151:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696316.015153:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001cc7dcd6. 02000000:00000001:0.0:1788696316.015155:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696316.015159:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 00000100:00000001:1.0:1788696316.016036:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696316.016039:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788696316.016884:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274378496, portal 25 00000100:00000001:2.0:1788696316.016888:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696316.016889:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882431744 : -113296827119872 : ffff98f506dd8700) 00000100:00000040:2.0:1788696316.016896:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004ba1d0c9 x1875583274378496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696316.016903:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696316.016905:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696316.016909:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085494d83. 00000100:00000200:2.0:1788696316.016911:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274378496, offset 0 00000400:00000200:2.0:1788696316.016917:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696316.016929:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696316.016934:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696316.016937:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696316.016940:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696316.016943:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696316.016946:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [473:473:256:4294967295] 192.168.201.118@tcp LPNI seq info [473:473:8:4294967295] 00000400:00000200:2.0:1788696316.016956:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696316.016970:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696316.016976:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e680c3a9. 00000800:00000200:2.0:1788696316.016982:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696316.016989:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696316.016992:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e680c3a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696316.017051:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696316.017056:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307279092 00000400:00000010:0.0:1788696316.017058:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafe65a6. 00000100:00000010:2.0:1788696316.017061:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001ec2e9ad. 00000100:00000200:0.0:1788696316.017064:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274378752, portal 10 00000100:00000001:0.0:1788696316.017068:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696316.017069:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788696316.017070:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882441600 : -113296827110016 : ffff98f506ddad80) 00000100:00000001:2.0:1788696316.017078:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307279092 00000100:00000040:0.0:1788696316.017079:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005800c766 x1875583274378752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1788696316.017083:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a80d04b. 00000100:00000001:2.0:1788696316.017089:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788696316.017092:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788696316.017094:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307279092 00000100:00000010:2.0:1788696316.017098:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026c9675b. 00000100:00000040:0.0:1788696316.017103:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696316.017103:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1788696316.017108:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d39b7ba. 00000100:00000001:2.0:1788696316.017108:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307279092 00000100:00000010:2.0:1788696316.017112:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc2f53e6. 00000100:00000200:0.0:1788696316.017113:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274378752, offset 0 00000100:00000001:2.0:1788696316.017117:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696316.017121:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788696316.017122:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696316.017126:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696316.017131:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788696316.017131:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696316.017136:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696316.017138:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696316.017143:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:2.0:1788696316.017143:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696316.017147:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1788696316.017149:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788696316.017152:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788696316.017154:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788696316.017155:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696316.017158:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696316.017160:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [474:474:255:4294967295] 192.168.201.118@tcp LPNI seq info [474:474:7:4294967295] 00000100:00000001:2.0:1788696316.017162:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696316.017172:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696316.017178:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696316.017182:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009146b66a. 00000800:00000200:0.0:1788696316.017186:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696316.017191:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696316.017193:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009146b66a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696316.017196:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696316.017205:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 27977 usecs (28 jiffies) 00000100:00000001:0.0:1788696316.017209:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307277855 00000100:00000001:0.0:1788696316.017211:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307279092 00000100:00000001:0.0:1788696316.017212:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307277855 00000100:00000001:0.0:1788696316.017214:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307279092 00000100:00000001:0.0:1788696316.017215:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307277855 00000100:00000001:0.0:1788696316.017217:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307279092 00000100:00000001:0.0:1788696316.017219:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307277855 00000100:00000001:0.0:1788696316.017220:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307279092 00000100:00000001:0.0:1788696316.017223:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696316.017225:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696316.017228:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696316.017231:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696316.017233:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696316.017238:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e680c3a9. 00000400:00000200:1.0:1788696316.017249:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696316.017254:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696316.017259:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085494d83 00000400:00000010:1.0:1788696316.017261:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000085494d83. 00000100:00000001:1.0:1788696316.017265:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696316.017268:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004ba1d0c9 x1875583274378496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696316.017279:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696316.017281:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ba1d0c9 x1875583274378496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696316.017287:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696316.017288:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696316.017482:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696316.017485:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009146b66a. 00000400:00000200:1.0:1788696316.017489:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696316.017493:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696316.017496:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d39b7ba 00000400:00000010:1.0:1788696316.017498:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002d39b7ba. 00000100:00000001:1.0:1788696316.017501:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696316.017504:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000005800c766 x1875583274378752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696316.017511:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696316.017513:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005800c766 x1875583274378752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696316.017519:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696316.017520:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:3.0:1788696316.018284:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274378624, offset 0 00000400:00000200:3.0:1788696316.018296:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696316.018301:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696316.018304:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696316.018306:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696316.018308:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696316.018310:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696316.018313:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [475:475:256:4294967295] 192.168.201.118@tcp LPNI seq info [475:475:8:4294967295] 00000400:00000200:3.0:1788696316.018320:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696316.018324:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696316.018328:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a492135. 00000800:00000200:3.0:1788696316.018332:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696316.018337:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696316.018339:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009a492135 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696316.018382:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696316.018386:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 27762 usecs (28 jiffies) 00000100:00000001:3.0:1788696316.018389:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307277856 00000100:00000001:3.0:1788696316.018391:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307279092 00000100:00000001:3.0:1788696316.018392:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307277856 00000100:00000001:3.0:1788696316.018408:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307279092 00000100:00000001:3.0:1788696316.018410:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307277856 00000100:00000001:3.0:1788696316.018412:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307279092 00000100:00000001:3.0:1788696316.018414:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307277856 00000100:00000001:3.0:1788696316.018415:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307279092 00000100:00000001:3.0:1788696316.018417:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696316.018419:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696316.018422:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696316.018424:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696316.018429:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696316.018430:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696316.018432:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696316.018433:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696316.018434:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696316.018436:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696316.018931:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696316.018934:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a492135. 00000400:00000200:1.0:1788696316.018938:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696316.018942:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696316.018945:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6eaaa5 00000400:00000010:1.0:1788696316.018947:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000f6eaaa5. 00000100:00000001:1.0:1788696316.018950:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696316.018960:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000f6864119 x1875583274378624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696332 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696316.018969:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696316.018971:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6864119 x1875583274378624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696332 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696316.018976:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696316.018977:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696316.019777:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696316.019787:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696316.019790:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696316.019792:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696316.019803:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696316.019813:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0e500 00000400:00000200:2.0:1788696316.019821:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xf95 [1] + 224 00000800:00000001:2.0:1788696316.019843:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696316.019872:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696316.019875:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696316.019879:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696316.019884:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696316.019888:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004ba1d0c9 x1875583274378496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696316.019896:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004ba1d0c9 x1875583274378496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696316.019910:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696316.019917:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696316.019920:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696316.019921:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696316.019923:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696316.019927:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696316.019932:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0e600 00000400:00000200:2.0:1788696316.019937:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xfa1 [1] + 224 00000800:00000001:2.0:1788696316.019940:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696316.019944:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696316.019946:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696316.019949:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696316.019952:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696316.019954:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000005800c766 x1875583274378752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696316.019961:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005800c766 x1875583274378752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696316.019973:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696316.019982:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696316.019985:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696316.019998:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696316.020002:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696316.020008:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696316.020010:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696316.020012:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000400:00000200:0.0:1788696316.020016:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafe65a6 00000400:00000010:0.0:1788696316.020017:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000aafe65a6. 00000100:00000001:0.0:1788696316.020020:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696316.020025:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000005800c766 x1875583274378752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696316.020034:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000005800c766 x1875583274378752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696316.020041:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696316.020043:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696316.020045:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696316.020048:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696316.020051:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696316.020054:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696316.020057:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696316.020060:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696316.020064:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1788696316.020066:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788696316.020068:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696316.020070:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000875691a0. 00000100:00001000:0.0:1788696316.020076:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=66 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696316.020081:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788696316.020084:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696316.020085:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696316.020088:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696316.020093:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000005800c766 x1875583274378752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696316.020100:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696316.020104:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696316.020106:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696316.020107:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696316.020109:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696316.020113:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005800c766 x1875583274378752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696316.020119:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788696316.020135:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e8fa31 00000400:00000010:1.0:1788696316.020138:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0e8fa31. 00000100:00000001:1.0:1788696316.020141:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696316.020145:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004ba1d0c9 x1875583274378496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696316.020152:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004ba1d0c9 x1875583274378496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696316.020158:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696316.020159:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696316.020161:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696316.020162:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696316.020163:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696316.020165:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696316.020166:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696316.020169:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=67 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696316.020171:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=67 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696316.020174:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696316.020175:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696316.020175:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696316.020179:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788696316.020179:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696316.020182:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696316.020185:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696316.020188:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005800c766 x1875583274378752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696316.020192:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ba1d0c9 x1875583274378496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696316.020200:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274378752:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696316.020207:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696316.020212:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696316.020216:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005800c766 x1875583274378752/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696316.020237:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1788696316.020240:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696316.020241:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696316.020245:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001cc7dcd6. 00000100:00000001:1.0:1788696316.020245:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696316.020248:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788696316.020251:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696316.020254:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000040:1.0:1788696316.020255:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ba1d0c9 x1875583274378496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1788696316.020258:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00100000:1.0:1788696316.020264:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274378496:192.168.201.118@tcp:400: 00000020:00000001:0.0:1788696316.020270:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788696316.020272:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1788696316.020274:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000057945d15. 00000100:00000001:1.0:1788696316.020276:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1788696316.020280:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1788696316.020280:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ba1d0c9 x1875583274378496/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696316.020284:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696316.020286:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005800c766. 00000100:00000001:1.0:1788696316.020293:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696316.020295:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696316.020297:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad5bd94c. 02000000:00000001:1.0:1788696316.020301:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788696316.020302:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1788696316.020302:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:0.0:1788696316.020305:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788696316.020306:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696316.020308:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788696316.020310:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696316.020313:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ee81603. 00000100:00000001:0.0:1788696316.020314:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1788696316.020316:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1788696316.020317:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696316.020320:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1788696316.020321:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696316.020324:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788696316.020324:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ba1d0c9. 00000100:00000001:1.0:1788696316.020330:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696316.020331:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696316.020333:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696316.020337:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696316.020339:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696316.020340:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696316.020343:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696316.020926:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696316.020933:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696316.020935:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696316.020936:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696316.020942:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696316.020955:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0e580 00000400:00000200:1.0:1788696316.020960:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xf91 [1] + 224 00000800:00000001:1.0:1788696316.020964:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696316.020969:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696316.020971:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696316.020975:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696316.020978:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696316.020981:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000f6864119 x1875583274378624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696316.020989:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6864119 x1875583274378624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696316.021007:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696316.021012:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696316.021014:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696316.021060:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696316.021062:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696316.021065:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696316.021067:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696316.021069:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d55cc8b5. 00000400:00000200:3.0:1788696316.021133:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a452cf63 00000400:00000010:3.0:1788696316.021136:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a452cf63. 00000100:00000001:3.0:1788696316.021140:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696316.021143:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000f6864119 x1875583274378624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696316.021150:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000f6864119 x1875583274378624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696316.021156:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696316.021157:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696316.021159:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696316.021160:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696316.021162:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696316.021163:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696316.021170:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696316.021175:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=67 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696316.021177:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=67 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696316.021180:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696316.021181:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696316.021182:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696316.021185:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696316.021187:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696316.021188:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696316.021244:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696316.021245:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696316.021250:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6864119 x1875583274378624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696316.021256:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696316.021258:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696316.021260:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696316.021263:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6864119 x1875583274378624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696316.021269:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274378624:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696316.021273:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696316.021275:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696316.021277:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6864119 x1875583274378624/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696332 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696316.021282:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696316.021284:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696316.021286:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbfec1c6. 02000000:00000001:3.0:1788696316.021289:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696316.021290:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696316.021291:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696316.021293:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696316.021295:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000dfd73c1. 02000000:00000001:3.0:1788696316.021297:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696316.021303:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696316.021304:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6864119. 00000100:00000001:3.0:1788696316.021307:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696316.021308:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696316.021310:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696316.021313:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696316.021315:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696316.021316:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696316.021318:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788696316.526483:0:203421:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1788696316.526489:0:203421:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1788696316.973995:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696316.974002:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696316.974008:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696316.974009:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696316.974107:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696316.974112:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696316.974114:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696317.293971:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307279092, at 4307279104 00000100:00000040:3.0:1788696317.293971:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307279092, at 4307279104 00000100:00000010:1.0:1788696317.293990:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a80d04b. 00000100:00000010:3.0:1788696317.293991:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc2f53e6. 00000100:00000040:2.0:1788696317.294094:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307279092, at 4307279104 00000100:00000010:2.0:1788696317.294100:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026c9675b. 00000100:00000040:0.0:1788696317.294176:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307279092, at 4307279104 00000100:00000010:0.0:1788696317.294183:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001ec2e9ad. 00010000:00000001:2.0:1788696317.997969:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696317.997976:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696317.997981:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696317.997982:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696317.998148:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696317.998151:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696317.998153:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696319.021952:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696319.021961:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696319.021964:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696319.021967:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696319.021971:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696319.021974:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696319.021976:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696319.021978:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696319.021982:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696319.021983:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696319.022007:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696319.022010:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696319.022013:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696320.045970:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696320.045976:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696320.045982:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696320.045983:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696320.046125:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696320.046128:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696320.046130:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696321.070337:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696321.070345:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696321.070351:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696321.070352:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696321.070421:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696321.070425:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696321.070428:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696321.134230:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696321.134240:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696321.134251:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf3524a4. 00000020:00000040:2.0:1788696321.134257:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696321.134274:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696321.134277:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696321.134281:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696321.134289:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009619aef4. 00000100:00000001:2.0:1788696321.134300:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696321.134364:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000bf3524a4 x1875583274378880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696321.134376:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696321.134378:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696321.134384:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf3524a4] to pc [ptlrpcd_00_03+3] req@00000000bf3524a4 x1875583274378880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696321.134410:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696321.134416:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696321.134419:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696321.134422:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eaa3be4a. 00000020:00000040:2.0:1788696321.134425:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696321.134428:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696321.134429:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696321.134431:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696321.134434:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000334bf9d4. 00000100:00000001:2.0:1788696321.134438:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696321.134442:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788696321.134442:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000eaa3be4a x1875583274379008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696321.134447:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696321.134451:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788696321.134455:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696321.134457:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696321.134459:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf3524a4 x1875583274378880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696321.134463:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa3be4a] to pc [ptlrpcd_00_00+0] req@00000000eaa3be4a x1875583274379008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696321.134481:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696321.134485:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696321.134489:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696321.134492:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696321.134495:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696321.134498:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274378880:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696321.134502:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696321.134512:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696321.134514:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696321.134516:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696321.134521:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039d8a3b7. 02000000:00000001:0.0:1788696321.134523:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696321.134529:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 00000400:00000010:0.0:1788696321.134536:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafe65a6. 00000100:00000001:3.0:1788696321.134539:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696321.134543:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696321.134546:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696321.134551:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eaa3be4a x1875583274379008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696321.134552:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274378880, portal 25 00000100:00000001:0.0:1788696321.134557:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696321.134560:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611084544 : -113296098467072 : ffff98f5324be300) 00000100:00000001:3.0:1788696321.134567:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1788696321.134570:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bf3524a4 x1875583274378880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696321.134570:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696321.134575:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696321.134578:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696321.134582:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696321.134583:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1788696321.134587:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000eaa3be4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274379008:192.168.201.118@tcp:400: 00000100:00000040:0.0:1788696321.134589:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696321.134594:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001140bd37. 00000100:00000001:3.0:1788696321.134594:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1788696321.134598:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274378880, offset 0 00000400:00000200:0.0:1788696321.134605:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:3.0:1788696321.134605:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696321.134608:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696321.134611:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696321.134614:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009df85902. 02000000:00000001:3.0:1788696321.134616:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696321.134620:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d55cc8b5. 00000400:00000200:0.0:1788696321.134621:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000010:3.0:1788696321.134627:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a452cf63. 00000400:00000200:0.0:1788696321.134629:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1788696321.134633:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274379008, portal 10 00000400:00000200:0.0:1788696321.134635:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:3.0:1788696321.134637:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696321.134640:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611090816 : -113296098460800 : ffff98f5324bfb80) 00000400:00000200:0.0:1788696321.134641:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696321.134646:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000040:3.0:1788696321.134649:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eaa3be4a x1875583274379008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696321.134652:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [476:476:256:4294967295] 192.168.201.118@tcp LPNI seq info [476:476:8:4294967295] 00000100:00000001:3.0:1788696321.134664:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696321.134669:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696321.134672:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000400:00000200:0.0:1788696321.134674:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000200:3.0:1788696321.134676:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274379008, offset 0 00000800:00000200:0.0:1788696321.134682:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696321.134684:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696321.134690:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057945d15. 00000400:00000200:3.0:1788696321.134693:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696321.134698:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1788696321.134702:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:3.0:1788696321.134704:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696321.134708:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696321.134712:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000200:0.0:1788696321.134713:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:3.0:1788696321.134719:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [477:477:255:4294967295] 192.168.201.118@tcp LPNI seq info [477:477:7:4294967295] 00000800:00000200:0.0:1788696321.134720:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000057945d15 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696321.134744:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696321.134750:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307284209 00000100:00000010:0.0:1788696321.134754:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009bba77ba. 00000100:00000001:0.0:1788696321.134760:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788696321.134766:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307284209 00000100:00000010:0.0:1788696321.134769:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000969a2001. 00000100:00000001:0.0:1788696321.134773:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788696321.134776:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307284209 00000100:00000010:0.0:1788696321.134784:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078e80244. 00000100:00000001:0.0:1788696321.134788:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788696321.134792:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307284209 00000100:00000010:0.0:1788696321.134794:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b799af0. 00000100:00000001:0.0:1788696321.134797:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788696321.134801:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696321.134803:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696321.134806:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696321.134809:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696321.134816:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696321.134818:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696321.134818:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696321.134823:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696321.134824:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696321.134826:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696321.134829:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696321.134831:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696321.134879:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696321.134883:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696321.134886:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788696321.134892:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696321.134895:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788696321.134895:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041e51bf1. 00000020:00000040:2.0:1788696321.134899:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696321.134903:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696321.134904:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696321.134906:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696321.134910:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c995f34e. 00000100:00000001:2.0:1788696321.134913:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696321.134917:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000041e51bf1 x1875583274379136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696321.134924:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696321.134925:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696321.134928:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e51bf1] to pc [ptlrpcd_00_01+1] req@0000000041e51bf1 x1875583274379136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788696321.134942:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696321.134945:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057945d15. 00000400:00000200:1.0:1788696321.134951:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696321.134956:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696321.134963:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696321.134965:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696321.134967:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696321.134971:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000041e51bf1 x1875583274379136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696321.134979:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696321.134980:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696321.134982:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696321.134984:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696321.134986:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696321.134988:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000041e51bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274379136:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696321.134991:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696321.134994:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696321.134995:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696321.134996:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696321.134999:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007584181. 02000000:00000001:0.0:1788696321.135001:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696321.135007:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca5217b3. 00000400:00000010:0.0:1788696321.135010:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009110440c. 00000100:00000200:0.0:1788696321.135012:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274379136, portal 10 00000100:00000001:0.0:1788696321.135013:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696321.135014:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611079168 : -113296098472448 : ffff98f5324bce00) 00000100:00000040:0.0:1788696321.135018:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000041e51bf1 x1875583274379136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696321.135022:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696321.135023:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696321.135025:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e30f2685. 00000100:00000200:0.0:1788696321.135026:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274379136, offset 0 00000400:00000200:0.0:1788696321.135028:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696321.135684:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696321.135692:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696321.135696:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008513bebc. 00000800:00000200:3.0:1788696321.135700:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696321.135705:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696321.135708:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008513bebc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696321.135711:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696321.135714:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 27621 usecs (28 jiffies) 00000100:00000001:3.0:1788696321.135717:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307282973 00000100:00000001:3.0:1788696321.135724:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307284209 00000100:00000001:3.0:1788696321.135726:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307282973 00000100:00000001:3.0:1788696321.135729:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307284209 00000100:00000001:3.0:1788696321.135730:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307282973 00000100:00000001:3.0:1788696321.135742:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307284209 00000100:00000001:3.0:1788696321.135745:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307282973 00000100:00000001:3.0:1788696321.135746:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307284209 00000100:00000001:3.0:1788696321.135748:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696321.135751:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696321.135753:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696321.135755:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696321.135759:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696321.135761:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696321.135763:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696321.135764:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696321.135765:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696321.135767:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696321.135904:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696321.135907:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788696321.135911:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788696321.135915:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12620) 00000100:00000001:3.0:1788696321.135965:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696321.135966:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696321.135968:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696321.135970:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696321.136723:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696321.136743:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696321.136746:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696321.136749:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696321.136756:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696321.136983:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001140bd37 00000400:00000200:0.0:1788696321.136988:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000010:1.0:1788696321.136988:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001140bd37. 00000100:00000001:1.0:1788696321.136995:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696321.137002:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000bf3524a4 x1875583274378880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696321.137012:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696321.137015:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf3524a4 x1875583274378880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696321.137022:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696321.137031:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1788696321.137053:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696321.137059:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696321.137061:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696321.137064:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696321.137066:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [478:478:254:4294967295] 192.168.201.118@tcp LPNI seq info [478:478:6:4294967295] 00000400:00000200:0.0:1788696321.137075:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696321.137094:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696321.137099:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057945d15. 00000800:00000200:0.0:1788696321.137102:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696321.137106:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696321.137109:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000057945d15 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696321.137112:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696321.137114:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0e680 00000100:00000040:0.0:1788696321.137117:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 27822 usecs (28 jiffies) 00000100:00000001:0.0:1788696321.137121:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307282975 00000400:00000200:2.0:1788696321.137124:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xfa9 [1] + 224 00000800:00000001:2.0:1788696321.137130:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788696321.137133:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307284209 00000100:00000001:0.0:1788696321.137136:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307282975 00000100:00000001:0.0:1788696321.137139:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307284209 00000800:00000001:2.0:1788696321.137139:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696321.137143:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696321.137147:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696321.137150:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307282975 00000100:00000001:2.0:1788696321.137154:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788696321.137155:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307284209 00000100:00000001:0.0:1788696321.137159:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307282975 00000100:00000200:2.0:1788696321.137159:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000bf3524a4 x1875583274378880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696321.137173:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307284209 00000100:00000001:0.0:1788696321.137178:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696321.137183:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696321.137188:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696321.137190:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf3524a4 x1875583274378880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696321.137193:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696321.137200:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696321.137202:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696321.137205:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696321.137206:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696321.137207:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696321.137209:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696321.137239:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696321.137241:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696321.137254:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696321.137263:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696321.137265:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696321.137380:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696321.137383:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696321.137385:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000400:00000200:3.0:1788696321.137389:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafe65a6 00000400:00000010:3.0:1788696321.137390:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000aafe65a6. 00000100:00000001:3.0:1788696321.137392:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696321.137395:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000bf3524a4 x1875583274378880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696321.137403:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000bf3524a4 x1875583274378880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696321.137419:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696321.137421:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696321.137423:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696321.137425:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696321.137427:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696321.137429:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696321.137432:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696321.137437:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696321.137441:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=72 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696321.137443:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696321.137445:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696321.137447:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696321.137449:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696321.137452:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696321.137455:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf3524a4 x1875583274378880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696321.137461:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696321.137464:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696321.137466:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696321.137468:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf3524a4 x1875583274378880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696321.137476:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274378880:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696321.137480:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696321.137481:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696321.137483:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf3524a4 x1875583274378880/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696321.137489:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696321.137490:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696321.137492:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039d8a3b7. 02000000:00000001:3.0:1788696321.137496:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696321.137497:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696321.137498:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696321.137504:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696321.137506:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009619aef4. 02000000:00000001:3.0:1788696321.137509:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696321.137510:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696321.137512:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf3524a4. 00000100:00000001:3.0:1788696321.137516:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696321.137517:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696321.137519:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696321.137522:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696321.137523:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696321.137525:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696321.137526:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696321.137907:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696321.137911:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008513bebc. 00000400:00000200:1.0:1788696321.137914:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696321.137919:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696321.137922:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:1.0:1788696321.137923:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:1.0:1788696321.137926:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696321.137929:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000eaa3be4a x1875583274379008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696321.137937:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696321.137939:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eaa3be4a x1875583274379008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696321.137945:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696321.137947:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696321.137981:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696321.137984:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057945d15. 00000400:00000200:1.0:1788696321.137987:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696321.137991:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696321.137993:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e30f2685 00000400:00000010:1.0:1788696321.137995:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e30f2685. 00000100:00000001:1.0:1788696321.137997:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696321.138000:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000041e51bf1 x1875583274379136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696321.138007:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696321.138009:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000041e51bf1 x1875583274379136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696337 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696321.138015:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696321.138016:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696321.140222:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696321.140235:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696321.140239:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696321.140241:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696321.140249:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696321.140272:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0e700 00000400:00000200:1.0:1788696321.140279:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xfb1 [1] + 224 00000800:00000001:1.0:1788696321.140285:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696321.140288:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696321.140291:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696321.140295:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696321.140300:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696321.140359:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000eaa3be4a x1875583274379008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696321.140371:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eaa3be4a x1875583274379008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696321.140388:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696321.140394:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696321.140398:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696321.140400:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696321.140401:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696321.140406:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696321.140412:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0e780 00000400:00000200:1.0:1788696321.140416:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xfb9 [1] + 224 00000800:00000001:1.0:1788696321.140420:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696321.140424:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696321.140426:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696321.140430:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696321.140433:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696321.140436:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000041e51bf1 x1875583274379136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696321.140444:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000041e51bf1 x1875583274379136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696321.140463:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696321.140466:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696321.140473:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696321.140533:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696321.140537:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696321.140543:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696321.140545:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696321.140547:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca5217b3. 00000400:00000200:0.0:1788696321.140552:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009110440c 00000400:00000010:0.0:1788696321.140553:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009110440c. 00000100:00000001:0.0:1788696321.140556:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696321.140560:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000041e51bf1 x1875583274379136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696321.140568:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000041e51bf1 x1875583274379136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696321.140574:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696321.140576:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696321.140578:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696321.140580:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696321.140583:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696321.140585:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696321.140587:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696321.140595:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=71 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696321.140605:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1788696321.140608:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696321.140609:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696321.140612:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696321.140616:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000041e51bf1 x1875583274379136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696321.140623:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696321.140626:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696321.140628:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696321.140630:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696321.140632:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696321.140635:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000041e51bf1 x1875583274379136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696321.140641:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696321.140644:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696321.140646:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696321.140649:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041e51bf1 x1875583274379136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696321.140656:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000041e51bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274379136:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696321.140661:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696321.140663:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696321.140666:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000041e51bf1 x1875583274379136/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696321.140673:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696321.140675:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696321.140678:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007584181. 02000000:00000001:0.0:1788696321.140682:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696321.140683:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696321.140685:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696321.140688:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696321.140690:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c995f34e. 02000000:00000001:0.0:1788696321.140696:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696321.140698:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696321.140699:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041e51bf1. 00000100:00000001:0.0:1788696321.140704:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696321.140705:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696321.140707:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696321.140713:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696321.140714:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696321.140717:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696321.140718:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696321.140762:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696321.140765:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696321.140769:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696321.140770:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696321.140771:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d55cc8b5. 00000400:00000200:3.0:1788696321.140775:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a452cf63 00000400:00000010:3.0:1788696321.140777:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a452cf63. 00000100:00000001:3.0:1788696321.140779:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696321.140783:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000eaa3be4a x1875583274379008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696321.140791:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000eaa3be4a x1875583274379008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696321.140797:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696321.140799:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696321.140800:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696321.140802:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696321.140803:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696321.140804:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696321.140806:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696321.140810:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696321.140813:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=72 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696321.140815:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696321.140816:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696321.140818:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696321.140820:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696321.140827:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696321.140829:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696321.140830:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696321.140831:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696321.140835:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eaa3be4a x1875583274379008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696321.140842:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696321.140844:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696321.140859:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696321.140862:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eaa3be4a x1875583274379008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696321.140869:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000eaa3be4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274379008:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696321.140873:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696321.140875:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696321.140877:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eaa3be4a x1875583274379008/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696337 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696321.140884:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696321.140885:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696321.140887:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009df85902. 02000000:00000001:3.0:1788696321.140890:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696321.140891:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696321.140892:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696321.140894:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696321.140896:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000334bf9d4. 02000000:00000001:3.0:1788696321.140898:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696321.140899:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696321.140900:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eaa3be4a. 00000100:00000001:3.0:1788696321.140903:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696321.140904:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696321.140906:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696321.140909:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696321.140910:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696321.140912:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696321.140917:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696322.093967:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696322.093976:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696322.093982:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696322.093983:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696322.094003:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696322.094006:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696322.094008:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696322.413966:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307284209, at 4307284224 00000100:00000040:1.0:1788696322.413966:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307284209, at 4307284224 00000100:00000040:2.0:1788696322.413966:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307284209, at 4307284224 00000100:00000040:3.0:1788696322.413966:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307284209, at 4307284224 00000100:00000010:3.0:1788696322.413984:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b799af0. 00000100:00000010:2.0:1788696322.413985:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078e80244. 00000100:00000010:1.0:1788696322.413987:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000969a2001. 00000100:00000010:0.0:1788696322.413988:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bba77ba. 00010000:00000001:2.0:1788696323.118040:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696323.118047:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696323.118052:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696323.118053:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696323.118106:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696323.118111:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696323.118114:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696324.141967:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696324.141984:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696324.141989:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696324.141990:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696324.142193:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696324.142197:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696324.142200:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696325.166067:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696325.166073:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696325.166078:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696325.166081:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696325.166083:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696325.166086:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696325.166089:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696325.166091:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696325.166093:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696325.166095:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696325.166111:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696325.166114:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696325.166132:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696326.189962:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696326.189970:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696326.189977:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696326.189979:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696326.190445:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696326.190451:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696326.190455:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696326.254286:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696326.254310:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696326.254326:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005800c766. 00000020:00000040:0.0:1788696326.254334:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696326.254338:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696326.254341:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696326.254345:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696326.254354:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000dfd73c1. 00000100:00000001:0.0:1788696326.254362:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696326.254372:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000005800c766 x1875583274379264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696326.254382:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696326.254384:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696326.254390:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005800c766] to pc [ptlrpcd_00_02+2] req@000000005800c766 x1875583274379264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696326.254417:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696326.254419:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696326.254422:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696326.254425:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbb350d4. 00000020:00000040:0.0:1788696326.254427:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696326.254429:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696326.254446:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696326.254450:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696326.254453:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ee81603. 00000100:00000001:3.0:1788696326.254457:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696326.254458:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696326.254466:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1788696326.254468:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696326.254477:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696326.254479:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696326.254481:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696326.254482:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696326.254485:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696326.254494:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005800c766 x1875583274379264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696326.254502:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696326.254504:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696326.254507:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696326.254510:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696326.254512:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696326.254514:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274379264:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696326.254518:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696326.254525:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696326.254527:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696326.254537:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696326.254545:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001cc7dcd6. 02000000:00000001:3.0:1788696326.254547:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696326.254554:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d55cc8b5. 00000400:00000010:3.0:1788696326.254574:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a452cf63. 00000100:00000200:3.0:1788696326.254581:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274379264, portal 25 00000100:00000001:3.0:1788696326.254583:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696326.254585:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882441600 : -113296827110016 : ffff98f506ddad80) 00000100:00000040:3.0:1788696326.254590:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005800c766 x1875583274379264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696326.254598:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696326.254601:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696326.254603:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a86e418. 00000100:00000200:3.0:1788696326.254606:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274379264, offset 0 00000400:00000200:3.0:1788696326.254614:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696326.254631:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696326.254639:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696326.254653:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696326.254657:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696326.254660:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696326.254665:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [479:479:256:4294967295] 192.168.201.118@tcp LPNI seq info [479:479:8:4294967295] 00000400:00000200:3.0:1788696326.254678:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696326.254684:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696326.254691:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f59c383. 00000800:00000200:3.0:1788696326.254698:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696326.254707:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696326.254712:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f59c383 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696326.254794:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696326.254800:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307289329 00000100:00000040:0.0:1788696326.254807:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000cbb350d4 x1875583274379392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1788696326.254807:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000100:00000001:3.0:1788696326.254820:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788696326.254822:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696326.254826:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696326.254832:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307289329 00000100:00000040:0.0:1788696326.254833:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb350d4] to pc [ptlrpcd_00_03+3] req@00000000cbb350d4 x1875583274379392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1788696326.254840:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000100:00000001:3.0:1788696326.254886:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696326.254896:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307289330 00000100:00000010:3.0:1788696326.254899:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000100:00000001:3.0:1788696326.254902:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696326.254904:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307289330 00000100:00000010:3.0:1788696326.254907:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000100:00000001:3.0:1788696326.254909:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696326.254917:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696326.254925:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696326.254931:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696326.254933:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696326.254934:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696326.254936:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1788696326.254939:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696326.254939:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696326.254943:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696326.254945:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696326.254946:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696326.254950:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbb350d4 x1875583274379392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696326.254955:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696326.254957:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696326.254958:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696326.254960:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696326.254962:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696326.254963:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274379392:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696326.254966:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696326.254968:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696326.254969:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696326.254970:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696326.254972:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004603f74c. 02000000:00000001:3.0:1788696326.254973:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696326.254976:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d32e702. 00000400:00000010:3.0:1788696326.254979:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad957e8. 00000100:00000200:3.0:1788696326.254981:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274379392, portal 10 00000100:00000001:3.0:1788696326.254982:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696326.254987:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882439808 : -113296827111808 : ffff98f506dda680) 00000100:00000040:3.0:1788696326.254992:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cbb350d4 x1875583274379392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696326.254997:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696326.254999:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696326.255000:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2b4e50. 00000100:00000200:3.0:1788696326.255006:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274379392, offset 0 00000100:00000001:0.0:1788696326.255011:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1788696326.255017:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000010:0.0:1788696326.255020:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a318a749. 00000400:00000200:3.0:1788696326.255024:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696326.255028:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:0.0:1788696326.255029:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000400:00000200:3.0:1788696326.255033:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:0.0:1788696326.255041:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1788696326.255041:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696326.255045:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000001:0.0:1788696326.255047:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1788696326.255053:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [480:480:255:4294967295] 192.168.201.118@tcp LPNI seq info [480:480:7:4294967295] 02000000:00000001:0.0:1788696326.255054:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696326.255069:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009146b66a. 00000400:00000200:3.0:1788696326.255072:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:0.0:1788696326.255082:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696326.255090:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a318a749 x1875583274379520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1788696326.255094:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696326.255099:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dac42727. 00000800:00000200:3.0:1788696326.255105:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696326.255120:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696326.255128:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dac42727 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696326.255136:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696326.255143:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1788696326.255143:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 27478 usecs (28 jiffies) 00000100:00000001:3.0:1788696326.255146:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307288093 00000100:00000001:0.0:1788696326.255147:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696326.255150:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307289329 00000100:00000001:3.0:1788696326.255154:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307288093 00000100:00000001:3.0:1788696326.255156:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307289329 00000100:00000001:3.0:1788696326.255160:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307288093 00000100:00000040:0.0:1788696326.255162:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a318a749] to pc [ptlrpcd_00_00+0] req@00000000a318a749 x1875583274379520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696326.255163:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307289330 00000100:00000001:3.0:1788696326.255167:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307288093 00000100:00000001:3.0:1788696326.255176:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307289330 00000100:00000001:3.0:1788696326.255180:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696326.255189:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696326.255195:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696326.255197:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696326.255200:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696326.255201:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696326.255203:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696326.255203:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696326.255204:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696326.255207:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696326.255214:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696326.255219:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696326.255222:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696326.255226:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12625) 00000100:00000001:3.0:1788696326.255230:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696326.255234:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696326.255237:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696326.255245:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a318a749 x1875583274379520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696326.255254:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696326.255258:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696326.255258:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696326.255265:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788696326.255266:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696326.255269:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696326.255273:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696326.255277:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274379520:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696326.255281:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696326.255284:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696326.255286:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696326.255288:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696326.255292:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000439eefd4. 02000000:00000001:3.0:1788696326.255294:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696326.255297:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c028dba. 00000400:00000010:3.0:1788696326.255301:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a14a5fac. 00000100:00000200:3.0:1788696326.255303:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274379520, portal 10 00000100:00000001:3.0:1788696326.255305:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696326.255306:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882440704 : -113296827110912 : ffff98f506ddaa00) 00000100:00000040:3.0:1788696326.255312:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a318a749 x1875583274379520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696326.255327:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696326.255330:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696326.255333:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015c26822. 00000100:00000200:3.0:1788696326.255335:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274379520, offset 0 00000400:00000200:3.0:1788696326.255339:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696326.255345:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696326.255347:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696326.255350:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696326.255352:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696326.255354:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696326.255356:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [481:481:254:4294967295] 192.168.201.118@tcp LPNI seq info [481:481:6:4294967295] 00000400:00000200:3.0:1788696326.255363:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696326.255367:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696326.255370:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a4df8fd. 00000800:00000200:3.0:1788696326.255374:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696326.255380:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696326.255382:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a4df8fd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696326.255385:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696326.255389:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 27672 usecs (28 jiffies) 00000100:00000001:3.0:1788696326.255391:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307288093 00000100:00000001:3.0:1788696326.255394:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307289329 00000100:00000001:3.0:1788696326.255396:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307288093 00000100:00000001:3.0:1788696326.255398:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307289329 00000100:00000001:3.0:1788696326.255400:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307288093 00000100:00000001:3.0:1788696326.255403:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307289330 00000100:00000001:3.0:1788696326.255405:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307288093 00000100:00000001:3.0:1788696326.255408:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307289330 00000100:00000001:3.0:1788696326.255417:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696326.255419:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696326.255421:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696326.255423:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696326.255427:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696326.255428:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696326.255430:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696326.255432:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696326.255433:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696326.255435:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696326.255742:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696326.255748:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696326.255818:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696326.255824:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f59c383. 00000400:00000200:2.0:1788696326.255832:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696326.255840:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696326.255872:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a86e418 00000400:00000010:2.0:1788696326.255876:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a86e418. 00000100:00000001:2.0:1788696326.255883:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696326.255888:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000005800c766 x1875583274379264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696326.255900:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696326.255905:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005800c766 x1875583274379264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696326.255913:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696326.255916:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696326.255935:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696326.255939:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dac42727. 00000400:00000200:2.0:1788696326.255943:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696326.255946:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696326.255949:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2b4e50 00000400:00000010:2.0:1788696326.255952:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004e2b4e50. 00000100:00000001:2.0:1788696326.255954:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696326.255958:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cbb350d4 x1875583274379392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696326.255964:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696326.255967:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbb350d4 x1875583274379392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696326.255973:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696326.255974:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696326.256422:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696326.256426:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a4df8fd. 00000400:00000200:2.0:1788696326.256430:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696326.256434:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696326.256438:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015c26822 00000400:00000010:2.0:1788696326.256439:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000015c26822. 00000100:00000001:2.0:1788696326.256442:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696326.256445:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a318a749 x1875583274379520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696326.256453:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696326.256455:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a318a749 x1875583274379520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696326.256461:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696326.256463:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696326.260339:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696326.260365:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696326.260372:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696326.260375:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696326.260390:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696326.260411:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0e800 00000400:00000200:1.0:1788696326.260422:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xfc1 [1] + 224 00000800:00000001:1.0:1788696326.260431:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696326.260438:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696326.260441:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696326.260446:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696326.260456:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696326.260466:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000005800c766 x1875583274379264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696326.260477:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005800c766 x1875583274379264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696326.260499:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696326.260509:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696326.260513:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696326.260561:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696326.260567:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696326.260581:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696326.260583:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696326.260592:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d55cc8b5. 00000400:00000200:3.0:1788696326.260599:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a452cf63 00000400:00000010:3.0:1788696326.260602:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a452cf63. 00000100:00000001:3.0:1788696326.260605:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696326.260609:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000005800c766 x1875583274379264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696326.260618:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000005800c766 x1875583274379264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696326.260623:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696326.260625:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696326.260627:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696326.260631:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696326.260634:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696326.260637:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696326.260640:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696326.260662:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696326.260667:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=77 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696326.260670:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696326.260672:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696326.260674:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696326.260677:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696326.260681:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696326.260707:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005800c766 x1875583274379264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696326.260714:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696326.260717:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696326.260719:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696326.260722:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005800c766 x1875583274379264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696326.260730:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274379264:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696326.260736:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696326.260739:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696326.260742:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005800c766 x1875583274379264/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696326.260748:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696326.260751:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696326.260755:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001cc7dcd6. 02000000:00000001:3.0:1788696326.260759:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696326.260762:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696326.260764:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696326.260766:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696326.260769:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000dfd73c1. 02000000:00000001:3.0:1788696326.260774:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696326.260776:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696326.260777:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005800c766. 00000100:00000001:3.0:1788696326.260782:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696326.260784:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696326.260787:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696326.260790:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696326.260791:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696326.260792:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696326.260794:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696326.265017:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696326.265040:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696326.265045:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696326.265047:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696326.265061:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696326.265082:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0e900 00000400:00000200:1.0:1788696326.265093:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xfd1 [1] + 224 00000800:00000001:1.0:1788696326.265101:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696326.265125:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696326.265129:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696326.265135:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696326.265144:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696326.265154:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a318a749 x1875583274379520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696326.265168:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a318a749 x1875583274379520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696326.265186:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696326.265199:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696326.265203:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696326.265204:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1788696326.265205:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696326.265209:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696326.265211:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1788696326.265216:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000001:3.0:1788696326.265221:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1788696326.265225:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0e880 00000400:00000001:3.0:1788696326.265225:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696326.265238:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c028dba. 00000400:00000200:3.0:1788696326.265245:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a14a5fac 00000400:00000010:3.0:1788696326.265247:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a14a5fac. 00000100:00000001:3.0:1788696326.265251:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:1.0:1788696326.265256:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xfc9 [1] + 224 00000100:00000200:3.0:1788696326.265257:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a318a749 x1875583274379520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788696326.265264:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1788696326.265270:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a318a749 x1875583274379520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788696326.265273:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696326.265278:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788696326.265284:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:1.0:1788696326.265286:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696326.265290:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696326.265292:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1788696326.265296:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cbb350d4 x1875583274379392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696326.265297:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696326.265302:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696326.265305:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1788696326.265309:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbb350d4 x1875583274379392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696326.265309:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696326.265313:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696326.265326:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=76 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696326.265331:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1788696326.265333:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696326.265335:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696326.265338:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788696326.265343:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a318a749 x1875583274379520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696326.265349:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696326.265353:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696326.265355:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696326.265357:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696326.265358:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696326.265361:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a318a749 x1875583274379520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696326.265366:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696326.265370:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696326.265372:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696326.265377:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696326.265381:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1788696326.265384:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a318a749 x1875583274379520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696326.265397:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274379520:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696326.265402:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696326.265404:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696326.265408:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1788696326.265410:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1788696326.265411:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a318a749 x1875583274379520/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788696326.265416:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696326.265421:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696326.265425:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696326.265428:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000439eefd4. 02000000:00000001:3.0:1788696326.265432:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696326.265435:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696326.265437:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696326.265439:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696326.265442:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009146b66a. 02000000:00000001:3.0:1788696326.265446:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696326.265447:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696326.265449:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a318a749. 00000400:00000001:0.0:1788696326.265456:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696326.265459:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696326.265462:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d32e702. 00000100:00000001:3.0:1788696326.265462:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696326.265465:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696326.265469:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad957e8 00000100:00000001:3.0:1788696326.265470:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1788696326.265482:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fad957e8. 00000100:00000001:3.0:1788696326.265482:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696326.265486:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696326.265490:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696326.265491:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696326.265493:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696326.265498:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cbb350d4 x1875583274379392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696326.265508:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cbb350d4 x1875583274379392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696326.265516:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696326.265517:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696326.265519:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696326.265521:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696326.265522:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696326.265524:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696326.265526:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696326.265531:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=77 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696326.265534:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=77 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696326.265536:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696326.265537:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696326.265539:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696326.265542:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696326.265544:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696326.265545:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696326.265547:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696326.265549:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696326.265552:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbb350d4 x1875583274379392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696326.265559:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696326.265561:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696326.265569:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696326.265573:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbb350d4 x1875583274379392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696326.265580:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274379392:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696326.265584:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696326.265586:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696326.265589:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbb350d4 x1875583274379392/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696342 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696326.265594:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696326.265596:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696326.265598:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004603f74c. 02000000:00000001:0.0:1788696326.265601:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696326.265602:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696326.265604:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696326.265606:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696326.265607:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ee81603. 02000000:00000001:0.0:1788696326.265610:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696326.265611:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696326.265612:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbb350d4. 00000100:00000001:0.0:1788696326.265615:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696326.265616:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696326.265618:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696326.265622:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696326.265623:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696326.265625:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696326.265627:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696327.213971:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696327.213978:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696327.213985:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696327.213986:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696327.214150:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696327.214155:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696327.214158:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696327.533943:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307289329, at 4307289344 00000100:00000040:2.0:1788696327.533944:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307289330, at 4307289344 00000100:00000040:3.0:1788696327.533944:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307289330, at 4307289344 00000100:00000010:1.0:1788696327.533960:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00000100:00000010:2.0:1788696327.533962:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000100:00000010:3.0:1788696327.533964:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00000100:00000040:0.0:1788696327.534821:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307289329, at 4307289344 00000100:00000010:0.0:1788696327.534829:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c64039. 00010000:00000001:2.0:1788696328.237936:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696328.237943:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696328.237949:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696328.237951:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696328.237973:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696328.237975:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696328.237978:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696329.262756:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696329.262771:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696329.262774:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696329.262779:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696329.262786:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696329.262789:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696329.262792:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696329.262794:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696329.262822:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696329.262824:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696329.262936:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696329.262941:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696329.262944:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696330.286202:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696330.286211:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696330.286217:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696330.286218:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696330.286306:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696330.286310:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696330.286334:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696331.310050:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696331.310056:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696331.310060:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696331.310061:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696331.310073:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696331.310075:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696331.310077:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696331.373986:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696331.374013:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696331.374019:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb2fdde9. 00000020:00000040:1.0:1788696331.374025:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696331.374030:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696331.374033:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696331.374038:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696331.374046:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000372e11cf. 00000100:00000001:1.0:1788696331.374053:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696331.374064:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000cb2fdde9 x1875583274379648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696331.374075:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696331.374077:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696331.374082:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb2fdde9] to pc [ptlrpcd_00_01+1] req@00000000cb2fdde9 x1875583274379648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696331.374114:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696331.374117:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696331.374120:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696331.374123:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000022c43f8d. 00000020:00000040:1.0:1788696331.374125:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696331.374126:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696331.374128:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696331.374131:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1788696331.374133:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1788696331.374133:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696331.374137:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1788696331.374139:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000155bbcce. 00000100:00000001:1.0:1788696331.374143:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696331.374144:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb2fdde9 x1875583274379648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696331.374150:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000022c43f8d x1875583274379776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696331.374163:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696331.374165:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696331.374167:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696331.374170:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c43f8d] to pc [ptlrpcd_00_02+2] req@0000000022c43f8d x1875583274379776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696331.374173:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696331.374179:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696331.374182:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696331.374185:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696331.374190:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cb2fdde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274379648:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696331.374194:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696331.374199:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696331.374202:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696331.374205:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788696331.374205:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696331.374209:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006a30c62. 02000000:00000001:0.0:1788696331.374212:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696331.374216:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1788696331.374220:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca5217b3. 00000100:00000001:1.0:1788696331.374221:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696331.374227:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa89a7c4. 00000400:00000010:0.0:1788696331.374230:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009110440c. 00000020:00000040:1.0:1788696331.374231:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696331.374237:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696331.374238:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1788696331.374240:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274379648, portal 25 02000000:00000001:1.0:1788696331.374240:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696331.374247:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1788696331.374248:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f7e36ce6. 00000100:00000001:0.0:1788696331.374249:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877470976 : -113296832080640 : ffff98f50691d500) 00000100:00000001:1.0:1788696331.374254:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696331.374258:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cb2fdde9 x1875583274379648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696331.374262:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000fa89a7c4 x1875583274379904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696331.374275:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788696331.374280:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1788696331.374282:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696331.374283:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696331.374288:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008155608f. 00000100:00000040:1.0:1788696331.374290:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa89a7c4] to pc [ptlrpcd_00_03+3] req@00000000fa89a7c4 x1875583274379904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696331.374293:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274379648, offset 0 00000100:00000001:1.0:1788696331.374304:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696331.374305:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:1.0:1788696331.374307:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788696331.374311:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788696331.374315:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12630) 00000400:00000200:0.0:1788696331.374321:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696331.374326:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696331.374330:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696331.374333:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696331.374335:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696331.374339:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [482:482:256:4294967295] 192.168.201.118@tcp LPNI seq info [482:482:8:4294967295] 00000400:00000200:0.0:1788696331.374347:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696331.374351:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696331.374354:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee81603. 00000800:00000200:0.0:1788696331.374364:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696331.374370:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696331.374373:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000ee81603 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696331.374380:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696331.374383:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307294449 00000100:00000010:0.0:1788696331.374387:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b799af0. 00000100:00000001:0.0:1788696331.374392:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788696331.374396:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307294449 00000100:00000010:0.0:1788696331.374399:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078e80244. 00000100:00000001:0.0:1788696331.374401:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788696331.374403:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307294449 00000100:00000010:0.0:1788696331.374405:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000969a2001. 00000100:00000001:0.0:1788696331.374407:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788696331.374409:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307294449 00000100:00000010:0.0:1788696331.374411:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009bba77ba. 00000100:00000001:0.0:1788696331.374412:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788696331.374414:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696331.374416:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696331.374418:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696331.374420:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696331.374426:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696331.374427:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696331.374429:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696331.374430:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696331.374432:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696331.374433:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696331.374442:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696331.374443:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696331.374444:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696331.374447:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa89a7c4 x1875583274379904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696331.374456:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696331.374463:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696331.374466:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696331.374468:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696331.374470:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696331.374474:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000fa89a7c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274379904:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696331.374478:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696331.374481:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696331.374483:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696331.374484:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696331.374487:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087fd5107. 02000000:00000001:0.0:1788696331.374489:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696331.374492:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025905f20. 00000400:00000010:0.0:1788696331.374497:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000443e6238. 00000100:00000200:0.0:1788696331.374500:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274379904, portal 10 00000100:00000001:0.0:1788696331.374502:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696331.374503:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877474560 : -113296832077056 : ffff98f50691e300) 00000100:00000040:0.0:1788696331.374510:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000fa89a7c4 x1875583274379904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696331.374517:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696331.374519:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696331.374522:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027814ea5. 00000100:00000200:0.0:1788696331.374524:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274379904, offset 0 00000400:00000200:0.0:1788696331.374529:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696331.374535:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696331.374539:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696331.374542:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696331.374544:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696331.374546:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696331.374548:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [483:483:255:4294967295] 192.168.201.118@tcp LPNI seq info [483:483:7:4294967295] 00000400:00000200:0.0:1788696331.374568:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696331.374572:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696331.374576:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009146b66a. 00000800:00000200:0.0:1788696331.374585:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696331.374588:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696331.374591:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009146b66a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696331.374594:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696331.374597:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 27563 usecs (28 jiffies) 00000100:00000001:0.0:1788696331.374599:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307293212 00000100:00000001:0.0:1788696331.374601:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307294449 00000100:00000001:0.0:1788696331.374603:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307293212 00000100:00000001:0.0:1788696331.374605:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307294449 00000100:00000001:0.0:1788696331.374606:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307293212 00000100:00000001:0.0:1788696331.374607:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307294449 00000100:00000001:0.0:1788696331.374609:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307293212 00000100:00000001:0.0:1788696331.374610:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307294449 00000100:00000001:0.0:1788696331.374612:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696331.374620:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696331.374622:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696331.374624:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696331.374628:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696331.374629:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696331.374631:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696331.374632:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696331.374633:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696331.374635:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1788696331.374636:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696331.374638:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696331.374639:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696331.374640:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696331.374641:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696331.374642:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696331.374645:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022c43f8d x1875583274379776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696331.374662:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696331.374663:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696331.374665:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696331.374667:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696331.374668:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696331.374671:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000022c43f8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274379776:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696331.374674:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696331.374677:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696331.374678:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696331.374680:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696331.374682:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045252f68. 02000000:00000001:0.0:1788696331.374684:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696331.374688:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be139e4e. 00000400:00000010:0.0:1788696331.374691:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003657e232. 00000100:00000200:0.0:1788696331.374694:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274379776, portal 10 00000100:00000001:0.0:1788696331.374696:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696331.374697:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877470080 : -113296832081536 : ffff98f50691d180) 00000100:00000001:3.0:1788696331.374698:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696331.374702:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696331.374703:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000022c43f8d x1875583274379776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696331.374711:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696331.374714:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696331.374716:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f8962fe. 00000100:00000200:0.0:1788696331.374719:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274379776, offset 0 00000400:00000200:0.0:1788696331.374723:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696331.374728:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696331.374730:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696331.374732:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696331.374734:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696331.374736:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696331.374738:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [484:484:254:4294967295] 192.168.201.118@tcp LPNI seq info [484:484:6:4294967295] 00000400:00000200:0.0:1788696331.374745:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788696331.374756:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1788696331.374757:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696331.374761:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788696331.374762:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000dfd73c1. 00000800:00000200:0.0:1788696331.374777:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696331.374781:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696331.374782:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000dfd73c1 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696331.374785:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696331.374788:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 27377 usecs (28 jiffies) 00000100:00000001:0.0:1788696331.374790:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307293212 00000100:00000001:0.0:1788696331.374792:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307294449 00000100:00000001:0.0:1788696331.374794:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307293212 00000100:00000001:0.0:1788696331.374796:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307294449 00000100:00000001:0.0:1788696331.374798:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307293212 00000800:00000200:2.0:1788696331.374799:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788696331.374801:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307294449 00000800:00000010:2.0:1788696331.374803:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee81603. 00000100:00000001:0.0:1788696331.374804:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307293212 00000100:00000001:0.0:1788696331.374808:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307294449 00000100:00000001:0.0:1788696331.374810:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788696331.374810:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788696331.374816:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696331.374820:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696331.374820:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696331.374826:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696331.374830:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008155608f 00000400:00000010:2.0:1788696331.374833:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008155608f. 00000100:00000001:2.0:1788696331.374838:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696331.374843:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cb2fdde9 x1875583274379648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696331.374928:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696331.374932:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb2fdde9 x1875583274379648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696331.374939:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696331.374941:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696331.374955:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696331.374957:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009146b66a. 00000400:00000200:2.0:1788696331.374959:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696331.374963:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696331.374966:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027814ea5 00000400:00000010:2.0:1788696331.374967:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000027814ea5. 00000100:00000001:2.0:1788696331.374969:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696331.374977:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000fa89a7c4 x1875583274379904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696331.374997:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696331.374999:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa89a7c4 x1875583274379904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696331.375005:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696331.375006:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696331.375063:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696331.375065:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000dfd73c1. 00000400:00000200:2.0:1788696331.375068:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696331.375071:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696331.375074:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f8962fe 00000400:00000010:2.0:1788696331.375075:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008f8962fe. 00000100:00000001:2.0:1788696331.375078:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696331.375080:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000022c43f8d x1875583274379776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696331.375086:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696331.375088:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000022c43f8d x1875583274379776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696331.375094:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696331.375096:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696331.377683:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696331.377827:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696331.377831:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696331.377835:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696331.377869:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696331.377886:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0ea80 00000400:00000200:1.0:1788696331.377893:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xfe1 [1] + 224 00000800:00000001:1.0:1788696331.377900:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696331.377906:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696331.377909:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696331.377913:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696331.377938:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696331.377944:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000fa89a7c4 x1875583274379904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696331.377954:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fa89a7c4 x1875583274379904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696331.377972:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696331.377979:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696331.377982:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696331.378018:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696331.378023:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696331.378029:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696331.378031:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696331.378033:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025905f20. 00000400:00000200:0.0:1788696331.378037:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000443e6238 00000400:00000010:0.0:1788696331.378039:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000443e6238. 00000100:00000001:0.0:1788696331.378042:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696331.378046:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000fa89a7c4 x1875583274379904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696331.378053:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000fa89a7c4 x1875583274379904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696331.378064:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696331.378066:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696331.378068:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696331.378071:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696331.378073:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696331.378075:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696331.378078:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696331.378086:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=81 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696331.378089:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1788696331.378092:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696331.378093:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696331.378095:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696331.378099:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000fa89a7c4 x1875583274379904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696331.378105:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696331.378108:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696331.378109:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696331.378111:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696331.378112:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696331.378116:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa89a7c4 x1875583274379904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696331.378121:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696331.378124:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696331.378125:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696331.378127:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa89a7c4 x1875583274379904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696331.378134:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000fa89a7c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274379904:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696331.378138:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696331.378140:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696331.378142:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa89a7c4 x1875583274379904/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696331.378156:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696331.378159:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696331.378508:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087fd5107. 02000000:00000001:0.0:1788696331.378514:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696331.378516:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696331.378518:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696331.378520:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696331.378522:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f7e36ce6. 02000000:00000001:0.0:1788696331.378525:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696331.378527:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696331.378528:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa89a7c4. 00000100:00000001:0.0:1788696331.378532:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696331.378533:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696331.378536:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696331.378537:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696331.378538:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696331.378540:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696331.378541:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696331.379279:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696331.379286:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696331.379288:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696331.379289:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696331.379295:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696331.379302:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0e980 00000400:00000200:1.0:1788696331.379307:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xfd9 [1] + 224 00000800:00000001:1.0:1788696331.379310:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696331.379312:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696331.379313:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696331.379316:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696331.379319:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696331.379322:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cb2fdde9 x1875583274379648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696331.379329:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb2fdde9 x1875583274379648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696331.379341:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696331.379345:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696331.379347:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696331.379348:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696331.379349:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696331.379351:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696331.379354:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0ea00 00000400:00000200:1.0:1788696331.379364:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xfe9 [1] + 224 00000800:00000001:1.0:1788696331.379366:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696331.379370:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696331.379371:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696331.379372:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696331.379374:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696331.379376:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000022c43f8d x1875583274379776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696331.379381:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000022c43f8d x1875583274379776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696331.379399:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696331.379401:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696331.379403:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696331.379454:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696331.379456:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696331.379460:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696331.379461:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696331.379463:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca5217b3. 00000400:00000200:0.0:1788696331.379467:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009110440c 00000400:00000010:0.0:1788696331.379469:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009110440c. 00000100:00000001:0.0:1788696331.379471:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696331.379475:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cb2fdde9 x1875583274379648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696331.379484:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cb2fdde9 x1875583274379648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696331.379491:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696331.379493:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696331.379495:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696331.379497:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696331.379498:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696331.379506:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696331.379508:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696331.379512:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=82 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696331.379515:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=82 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696331.379517:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696331.379518:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696331.379520:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696331.379523:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696331.379525:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696331.379528:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb2fdde9 x1875583274379648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696331.379535:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696331.379537:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696331.379539:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696331.379542:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb2fdde9 x1875583274379648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696331.379549:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cb2fdde9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274379648:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696331.379571:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696331.379573:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696331.379576:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb2fdde9 x1875583274379648/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696331.379582:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696331.379583:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696331.379585:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006a30c62. 02000000:00000001:0.0:1788696331.379588:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696331.379590:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696331.379591:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696331.379593:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696331.379595:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000372e11cf. 02000000:00000001:0.0:1788696331.379597:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696331.379598:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696331.379599:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb2fdde9. 00000100:00000001:0.0:1788696331.379602:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696331.379608:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696331.379610:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696331.379616:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696331.379618:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696331.379620:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696331.379621:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696331.379662:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696331.379665:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696331.379667:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696331.379668:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696331.379670:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be139e4e. 00000400:00000200:2.0:1788696331.379672:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003657e232 00000400:00000010:2.0:1788696331.379673:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003657e232. 00000100:00000001:2.0:1788696331.379675:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696331.379678:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000022c43f8d x1875583274379776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696331.379683:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000022c43f8d x1875583274379776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696331.379695:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696331.379696:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696331.379698:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696331.379699:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696331.379701:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696331.379702:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696331.379704:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696331.379708:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=82 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696331.379710:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=82 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696331.379712:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696331.379714:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696331.379715:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696331.379718:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696331.379721:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696331.379722:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696331.379724:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696331.379725:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696331.379728:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022c43f8d x1875583274379776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696331.379735:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696331.379737:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696331.379738:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696331.379741:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022c43f8d x1875583274379776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696331.379747:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000022c43f8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274379776:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696331.379751:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696331.379752:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696331.379754:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000022c43f8d x1875583274379776/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696331.379757:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696331.379758:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696331.379764:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045252f68. 02000000:00000001:2.0:1788696331.379766:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696331.379767:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696331.379768:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696331.379769:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696331.379770:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000155bbcce. 02000000:00000001:2.0:1788696331.379771:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696331.379772:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696331.379773:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000022c43f8d. 00000100:00000001:2.0:1788696331.379775:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696331.379776:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696331.379777:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696331.379780:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696331.379780:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696331.379781:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696331.379783:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696332.334079:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696332.334086:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696332.334092:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696332.334093:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696332.334171:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696332.334174:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696332.334176:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696332.653974:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307294449, at 4307294464 00000100:00000040:0.0:1788696332.653980:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307294449, at 4307294464 00000100:00000010:0.0:1788696332.653993:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b799af0. 00000100:00000010:3.0:1788696332.653995:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bba77ba. 00000100:00000040:1.0:1788696332.654383:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307294449, at 4307294464 00000100:00000010:1.0:1788696332.654391:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078e80244. 00000100:00000040:2.0:1788696332.655149:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307294449, at 4307294465 00000100:00000010:2.0:1788696332.655158:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000969a2001. 00010000:00000001:2.0:1788696333.358106:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696333.358114:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696333.358121:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696333.358122:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696333.358202:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696333.358206:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696333.358208:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696334.382626:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696334.382633:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696334.382639:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696334.382640:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696334.382659:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788696334.382661:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696334.382664:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696335.405955:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696335.406000:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696335.406005:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696335.406008:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696335.406029:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696335.406031:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696335.406034:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696335.406036:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696335.406038:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696335.406040:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696335.406145:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696335.406149:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696335.406152:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696336.430196:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696336.430204:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696336.430208:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696336.430210:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696336.430325:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696336.430328:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696336.430331:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696336.495017:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696336.495025:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696336.495031:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbb350d4. 00000020:00000040:0.0:1788696336.495037:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696336.495042:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696336.495045:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696336.495049:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696336.495057:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000057945d15. 00000100:00000001:0.0:1788696336.495063:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696336.495073:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000cbb350d4 x1875583274380032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696336.495084:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696336.495087:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696336.495092:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb350d4] to pc [ptlrpcd_00_00+0] req@00000000cbb350d4 x1875583274380032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696336.495125:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696336.495128:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696336.495131:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696336.495134:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043af1395. 00000020:00000040:0.0:1788696336.495136:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696336.495138:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696336.495140:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696336.495141:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696336.495145:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000dfd73c1. 00000100:00000001:0.0:1788696336.495148:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696336.495165:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000043af1395 x1875583274380160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696336.495172:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696336.495173:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696336.495177:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043af1395] to pc [ptlrpcd_00_01+1] req@0000000043af1395 x1875583274380160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696336.495184:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696336.495186:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696336.495189:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696336.495191:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e0fb45f. 00000020:00000040:0.0:1788696336.495193:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696336.495195:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696336.495196:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696336.495198:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696336.495201:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009146b66a. 00000100:00000001:0.0:1788696336.495204:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696336.495206:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000002e0fb45f x1875583274380288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696336.495212:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696336.495213:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696336.495216:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e0fb45f] to pc [ptlrpcd_00_02+2] req@000000002e0fb45f x1875583274380288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696336.495239:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696336.495241:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696336.495244:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696336.495248:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12636) 00000100:00000001:3.0:1788696336.495293:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696336.495298:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696336.495300:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696336.495304:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbb350d4 x1875583274380032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696336.495312:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696336.495314:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696336.495317:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696336.495319:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696336.495322:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696336.495324:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274380032:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696336.495329:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696336.495334:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696336.495336:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696336.495338:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696336.495342:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa20ca05. 02000000:00000001:3.0:1788696336.495344:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696336.495350:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c028dba. 00000400:00000010:3.0:1788696336.495363:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a14a5fac. 00000100:00000200:3.0:1788696336.495370:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274380032, portal 25 00000100:00000001:3.0:1788696336.495372:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696336.495374:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882439808 : -113296827111808 : ffff98f506dda680) 00000100:00000040:3.0:1788696336.495379:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cbb350d4 x1875583274380032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696336.495386:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696336.495389:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696336.495391:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a452cf63. 00000100:00000200:3.0:1788696336.495394:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274380032, offset 0 00000400:00000200:3.0:1788696336.495399:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696336.495412:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696336.495416:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696336.495420:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696336.495423:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696336.495426:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696336.495429:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [485:485:256:4294967295] 192.168.201.118@tcp LPNI seq info [485:485:8:4294967295] 00000400:00000200:3.0:1788696336.495440:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696336.495445:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696336.495450:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074f68a3b. 00000800:00000200:3.0:1788696336.495456:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696336.495477:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696336.495481:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000074f68a3b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696336.495497:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696336.495501:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307299570 00000100:00000010:3.0:1788696336.495506:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000100:00000001:3.0:1788696336.495511:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696336.495519:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307299570 00000100:00000010:3.0:1788696336.495521:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000001:3.0:1788696336.495524:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696336.495531:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307299570 00000100:00000010:3.0:1788696336.495534:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000100:00000001:3.0:1788696336.495537:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696336.495539:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307299570 00000100:00000010:3.0:1788696336.495541:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81c9ce7. 00000100:00000001:3.0:1788696336.495544:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696336.495547:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696336.495549:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696336.495552:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696336.495555:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696336.495561:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696336.495563:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696336.495565:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696336.495566:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696336.495567:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696336.495570:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788696336.495571:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696336.495573:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696336.495574:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696336.495576:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696336.495577:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696336.495578:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696336.495581:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043af1395 x1875583274380160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696336.495587:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696336.495588:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696336.495590:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696336.495591:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696336.495593:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696336.495596:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274380160:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696336.495598:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696336.495601:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696336.495602:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696336.495603:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696336.495610:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f37a3c4e. 02000000:00000001:3.0:1788696336.495612:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696336.495615:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d55cc8b5. 00000400:00000010:3.0:1788696336.495619:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000612417f3. 00000100:00000200:3.0:1788696336.495622:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274380160, portal 10 00000100:00000001:3.0:1788696336.495624:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696336.495625:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882436224 : -113296827115392 : ffff98f506dd9880) 00000100:00000040:3.0:1788696336.495630:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000043af1395 x1875583274380160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696336.495635:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696336.495637:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696336.495639:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6a995e4. 00000100:00000200:3.0:1788696336.495641:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274380160, offset 0 00000400:00000200:3.0:1788696336.495645:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696336.495650:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696336.495652:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696336.495655:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696336.495657:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696336.495659:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696336.495661:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [486:486:255:4294967295] 192.168.201.118@tcp LPNI seq info [486:486:7:4294967295] 00000400:00000200:3.0:1788696336.495669:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696336.495673:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696336.495676:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006beeb4bb. 00000800:00000200:3.0:1788696336.495680:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696336.495684:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696336.495687:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006beeb4bb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696336.495689:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696336.495692:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 27232 usecs (28 jiffies) 00000100:00000001:3.0:1788696336.495694:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307298333 00000100:00000001:3.0:1788696336.495697:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307299570 00000100:00000001:3.0:1788696336.495699:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307298333 00000100:00000001:3.0:1788696336.495707:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307299570 00000100:00000001:3.0:1788696336.495708:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307298333 00000100:00000001:3.0:1788696336.495710:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307299570 00000100:00000001:3.0:1788696336.495711:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307298333 00000100:00000001:3.0:1788696336.495713:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307299570 00000100:00000001:3.0:1788696336.495715:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696336.495717:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696336.495719:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696336.495721:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696336.495760:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696336.495763:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696336.495832:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696336.495836:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074f68a3b. 00000400:00000200:0.0:1788696336.495841:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696336.495890:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696336.495896:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a452cf63 00000400:00000010:0.0:1788696336.495898:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a452cf63. 00000100:00000001:0.0:1788696336.495902:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696336.495906:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cbb350d4 x1875583274380032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696336.495914:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696336.495916:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbb350d4 x1875583274380032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696336.495923:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696336.495924:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696336.495989:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696336.495992:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006beeb4bb. 00000400:00000200:0.0:1788696336.495995:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696336.495998:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696336.496001:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6a995e4 00000400:00000010:0.0:1788696336.496002:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d6a995e4. 00000100:00000001:0.0:1788696336.496005:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696336.496008:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000043af1395 x1875583274380160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696336.496015:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696336.496017:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043af1395 x1875583274380160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696336.496022:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696336.496024:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788696336.496366:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696336.496369:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696336.496370:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696336.496373:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e0fb45f x1875583274380288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696336.496379:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696336.496380:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696336.496381:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696336.496383:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696336.496384:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696336.496385:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274380288:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696336.496387:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696336.496389:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696336.496390:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696336.496391:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696336.496393:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006a30c62. 02000000:00000001:2.0:1788696336.496394:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696336.496397:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea59bbdd. 00000400:00000010:2.0:1788696336.496399:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea539ecd. 00000100:00000200:2.0:1788696336.496401:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274380288, portal 10 00000100:00000001:2.0:1788696336.496403:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696336.496403:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882435328 : -113296827116288 : ffff98f506dd9500) 00000100:00000040:2.0:1788696336.496406:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002e0fb45f x1875583274380288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696336.496419:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696336.496421:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696336.496422:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e1b2134. 00000100:00000200:2.0:1788696336.496423:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274380288, offset 0 00000400:00000200:2.0:1788696336.496426:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696336.496430:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696336.496431:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696336.496433:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696336.496434:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696336.496436:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696336.496437:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [487:487:256:4294967295] 192.168.201.118@tcp LPNI seq info [487:487:8:4294967295] 00000400:00000200:2.0:1788696336.496442:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696336.496445:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696336.496447:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a3e8ab7. 00000800:00000200:2.0:1788696336.496449:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696336.496452:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696336.496454:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a3e8ab7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696336.496476:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696336.496479:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 27400 usecs (28 jiffies) 00000100:00000001:2.0:1788696336.496482:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307298334 00000100:00000001:2.0:1788696336.496485:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307299570 00000100:00000001:2.0:1788696336.496487:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307298334 00000100:00000001:2.0:1788696336.496489:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307299570 00000100:00000001:2.0:1788696336.496490:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307298334 00000100:00000001:2.0:1788696336.496492:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307299570 00000100:00000001:2.0:1788696336.496494:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307298334 00000100:00000001:2.0:1788696336.496495:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307299570 00000100:00000001:2.0:1788696336.496502:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696336.496504:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696336.496506:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696336.496508:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696336.496512:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696336.496513:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696336.496515:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696336.496516:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696336.496517:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696336.496519:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696336.496530:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696336.496532:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696336.496624:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696336.496627:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a3e8ab7. 00000400:00000200:1.0:1788696336.496631:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696336.496635:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696336.496639:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e1b2134 00000400:00000010:1.0:1788696336.496640:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002e1b2134. 00000100:00000001:1.0:1788696336.496644:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696336.496646:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002e0fb45f x1875583274380288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696336.496652:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696336.496654:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e0fb45f x1875583274380288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696336.496660:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696336.496661:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696336.501610:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696336.502043:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696336.502047:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696336.502051:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696336.502061:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696336.502077:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0eb80 00000400:00000200:1.0:1788696336.502085:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0xff9 [1] + 224 00000800:00000001:1.0:1788696336.502092:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696336.502095:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696336.502098:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696336.502103:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696336.502109:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696336.502116:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000043af1395 x1875583274380160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696336.502128:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000043af1395 x1875583274380160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696336.502147:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696336.502155:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696336.502157:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696336.502159:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696336.502161:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696336.502164:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696336.502170:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0ec00 00000400:00000200:1.0:1788696336.502176:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1001 [1] + 224 00000800:00000001:1.0:1788696336.502179:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696336.502181:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1788696336.502183:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696336.502186:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788696336.502188:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1788696336.502192:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000001:3.0:1788696336.502196:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696336.502199:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696336.502201:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d55cc8b5. 00000400:00000200:3.0:1788696336.502206:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000612417f3 00000400:00000010:3.0:1788696336.502208:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000612417f3. 00000100:00000001:3.0:1788696336.502211:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788696336.502212:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696336.502217:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000043af1395 x1875583274380160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696336.502218:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002e0fb45f x1875583274380288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696336.502247:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002e0fb45f x1875583274380288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696336.502247:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000043af1395 x1875583274380160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696336.502255:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696336.502257:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696336.502259:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696336.502262:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696336.502265:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696336.502269:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696336.502275:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696336.502283:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=87 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696336.502287:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696336.502289:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696336.502291:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696336.502293:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696336.502303:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696336.502307:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696336.502309:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696336.502311:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696336.502314:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696336.502319:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788696336.502320:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043af1395 x1875583274380160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696336.502323:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696336.502330:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696336.502333:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696336.502334:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696336.502338:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043af1395 x1875583274380160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696336.502339:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696336.502345:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1788696336.502348:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274380160:192.168.201.118@tcp:400: 00000800:00000001:1.0:1788696336.502351:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696336.502354:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696336.502355:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696336.502357:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696336.502360:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1788696336.502365:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000040:3.0:1788696336.502367:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043af1395 x1875583274380160/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696336.502377:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0eb00 00000100:00000001:3.0:1788696336.502383:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696336.502386:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1788696336.502387:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0xff1 [1] + 224 02000000:00000010:3.0:1788696336.502391:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f37a3c4e. 00000800:00000001:1.0:1788696336.502392:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1788696336.502396:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:1.0:1788696336.502400:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788696336.502400:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696336.502403:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000400:00000200:1.0:1788696336.502405:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1788696336.502408:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 00000400:00000200:1.0:1788696336.502412:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 02000000:00000010:3.0:1788696336.502412:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000dfd73c1. 00000100:00000001:1.0:1788696336.502417:0:201295:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:3.0:1788696336.502418:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696336.502421:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696336.502422:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043af1395. 00000100:00000200:1.0:1788696336.502424:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cbb350d4 x1875583274380032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696336.502426:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696336.502428:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696336.502432:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696336.502435:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696336.502437:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1788696336.502440:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbb350d4 x1875583274380032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696336.502449:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696336.502473:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696336.502477:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696336.502479:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696336.502482:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696336.502487:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c028dba. 00000400:00000200:3.0:1788696336.502491:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a14a5fac 00000400:00000010:3.0:1788696336.502492:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a14a5fac. 00000100:00000001:3.0:1788696336.502495:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696336.502499:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cbb350d4 x1875583274380032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696336.502506:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cbb350d4 x1875583274380032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696336.502513:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696336.502514:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696336.502516:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696336.502517:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696336.502518:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696336.502519:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696336.502521:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696336.502524:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=87 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696336.502526:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696336.502528:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696336.502529:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696336.502530:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696336.502532:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696336.502533:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696336.502536:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbb350d4 x1875583274380032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696336.502541:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696336.502542:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696336.502543:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696336.502546:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbb350d4 x1875583274380032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696336.502551:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274380032:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696336.502555:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696336.502562:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696336.502565:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbb350d4 x1875583274380032/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696336.502571:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696336.502572:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696336.502573:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa20ca05. 02000000:00000001:3.0:1788696336.502575:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696336.502576:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696336.502577:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696336.502578:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696336.502579:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000057945d15. 02000000:00000001:3.0:1788696336.502580:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696336.502581:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696336.502581:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbb350d4. 00000100:00000001:3.0:1788696336.502583:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696336.502584:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696336.502585:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696336.502590:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696336.502591:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696336.502593:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696336.502593:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788696336.502699:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696336.502702:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696336.502703:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea59bbdd. 00000400:00000200:2.0:1788696336.502708:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea539ecd 00000400:00000010:2.0:1788696336.502710:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ea539ecd. 00000100:00000001:2.0:1788696336.502713:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696336.502717:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002e0fb45f x1875583274380288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696336.502725:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002e0fb45f x1875583274380288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696336.502731:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696336.502733:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696336.502734:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696336.502736:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696336.502737:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696336.502739:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696336.502740:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696336.502745:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=86 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696336.502748:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1788696336.502750:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696336.502751:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696336.502753:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788696336.502762:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000002e0fb45f x1875583274380288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696336.502770:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696336.502772:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696336.502773:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696336.502775:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696336.502776:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696336.502778:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e0fb45f x1875583274380288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696336.502784:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696336.502786:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696336.502787:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696336.502790:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e0fb45f x1875583274380288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696336.502797:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274380288:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696336.502801:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696336.502803:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696336.502805:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e0fb45f x1875583274380288/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696336.502811:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696336.502813:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696336.502815:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006a30c62. 02000000:00000001:2.0:1788696336.502817:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696336.502819:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696336.502820:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696336.502822:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696336.502823:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009146b66a. 02000000:00000001:2.0:1788696336.502825:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696336.502827:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696336.502828:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e0fb45f. 00000100:00000001:2.0:1788696336.502830:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696336.502836:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696336.502869:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696336.502873:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696336.502875:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696336.502877:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696336.502879:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696337.454019:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696337.454026:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696337.454033:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696337.454034:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696337.454066:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696337.454070:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696337.454073:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696337.773968:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307299570, at 4307299584 00000100:00000040:3.0:1788696337.773968:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307299570, at 4307299584 00000100:00000040:1.0:1788696337.773977:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307299570, at 4307299584 00000100:00000010:3.0:1788696337.773987:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81c9ce7. 00000100:00000010:1.0:1788696337.773996:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00000100:00000010:2.0:1788696337.774000:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00000100:00000040:0.0:1788696337.774072:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307299570, at 4307299584 00000100:00000010:0.0:1788696337.774077:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00010000:00000001:2.0:1788696338.477974:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696338.477982:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696338.477990:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696338.477992:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696338.478085:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696338.478088:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696338.478092:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696339.501959:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696339.501969:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696339.501971:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696339.501974:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696339.501988:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696339.501990:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696339.501992:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696339.501994:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696339.501998:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696339.502000:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696339.502071:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696339.502075:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696339.502077:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696340.529048:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696340.529056:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696340.529061:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696340.529062:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696340.529581:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696340.529585:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696340.529589:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696341.549918:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696341.549924:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696341.549927:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696341.549928:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696341.549969:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696341.549973:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696341.549975:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696341.614072:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696341.614081:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696341.614089:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075ac883a. 00000020:00000040:2.0:1788696341.614103:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696341.614108:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696341.614110:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696341.614116:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696341.614123:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078c7cd5c. 00000100:00000001:2.0:1788696341.614129:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696341.614140:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000075ac883a x1875583274380416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696341.614151:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696341.614154:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696341.614160:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075ac883a] to pc [ptlrpcd_00_03+3] req@0000000075ac883a x1875583274380416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696341.614197:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696341.614201:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696341.614204:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696341.614208:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aca9919f. 00000020:00000040:2.0:1788696341.614211:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696341.614213:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696341.614215:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696341.614217:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696341.614220:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000051526cb6. 00000100:00000001:2.0:1788696341.614223:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696341.614227:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000aca9919f x1875583274380544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696341.614234:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696341.614236:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696341.614239:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca9919f] to pc [ptlrpcd_00_00+0] req@00000000aca9919f x1875583274380544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696341.614264:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696341.614266:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696341.614277:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696341.614280:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064b693a9. 00000020:00000040:2.0:1788696341.614283:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696341.614286:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696341.614288:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788696341.614290:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1788696341.614291:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696341.614296:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1788696341.614298:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a3e8ab7. 00000100:00000001:1.0:1788696341.614300:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788696341.614303:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696341.614309:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000064b693a9 x1875583274380672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1788696341.614314:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aca9919f x1875583274380544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696341.614327:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696341.614330:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696341.614330:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696341.614334:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696341.614339:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b693a9] to pc [ptlrpcd_00_01+1] req@0000000064b693a9 x1875583274380672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696341.614340:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696341.614344:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696341.614349:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696341.614355:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000aca9919f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274380544:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696341.614358:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696341.614362:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1788696341.614363:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788696341.614368:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1788696341.614369:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696341.614386:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696341.614389:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696341.614394:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9c3cf3e. 02000000:00000001:1.0:1788696341.614397:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696341.614402:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12641) 00000400:00000010:1.0:1788696341.614403:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f08cf85. 00000400:00000010:1.0:1788696341.614412:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c44c95cb. 00000100:00000001:2.0:1788696341.614420:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1788696341.614422:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274380544, portal 10 00000100:00000001:2.0:1788696341.614424:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696341.614427:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696341.614427:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788696341.614430:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611085440 : -113296098466176 : ffff98f5324be680) 00000100:00000040:2.0:1788696341.614435:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064b693a9 x1875583274380672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696341.614442:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000aca9919f x1875583274380544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696341.614452:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696341.614455:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696341.614457:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1788696341.614460:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1788696341.614463:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:2.0:1788696341.614465:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1788696341.614467:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009badf184. 02000000:00000001:2.0:1788696341.614469:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696341.614472:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274380544, offset 0 00000100:00100000:2.0:1788696341.614476:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000064b693a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274380672:192.168.201.118@tcp:400: 00000400:00000200:1.0:1788696341.614483:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696341.614483:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696341.614493:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696341.614495:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696341.614498:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1788696341.614500:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000010:2.0:1788696341.614503:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038a99ba5. 02000000:00000001:2.0:1788696341.614507:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696341.614508:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1788696341.614513:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea59bbdd. 00000400:00000200:1.0:1788696341.614515:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000010:2.0:1788696341.614520:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea539ecd. 00000400:00000200:1.0:1788696341.614522:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696341.614526:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696341.614531:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [488:488:256:4294967295] 192.168.201.118@tcp LPNI seq info [488:488:8:4294967295] 00000100:00000001:3.0:1788696341.614550:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696341.614554:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1788696341.614557:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788696341.614558:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696341.614564:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075ac883a x1875583274380416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788696341.614570:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696341.614577:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000520c6b2f. 00000100:00000200:2.0:1788696341.614582:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274380672, portal 10 00000100:00000001:2.0:1788696341.614587:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1788696341.614588:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:2.0:1788696341.614590:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611080064 : -113296098471552 : ffff98f5324bd180) 00000800:00000200:1.0:1788696341.614602:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788696341.614602:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1788696341.614603:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064b693a9 x1875583274380672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696341.614606:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696341.614608:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000520c6b2f type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1788696341.614611:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696341.614616:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696341.614621:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696341.614622:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788696341.614625:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696341.614629:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274380416:192.168.201.118@tcp:400: 00000100:00000040:2.0:1788696341.614630:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:1.0:1788696341.614632:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 27102 usecs (28 jiffies) 00000400:00000010:2.0:1788696341.614637:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038150b0b. 00000100:00000001:3.0:1788696341.614639:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788696341.614640:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307303452 00000100:00000200:2.0:1788696341.614643:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274380672, offset 0 02000000:00000001:3.0:1788696341.614644:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1788696341.614648:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d24fff6b. 02000000:00000001:3.0:1788696341.614648:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696341.614653:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1788696341.614654:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696341.614657:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 02000000:00000010:3.0:1788696341.614659:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005edc4c5a. 00000400:00000200:2.0:1788696341.614663:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:3.0:1788696341.614664:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696341.614669:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307303452 00000400:00000200:2.0:1788696341.614671:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1788696341.614671:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c028dba. 00000100:00000010:1.0:1788696341.614676:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4a3d34f. 00000400:00000200:2.0:1788696341.614678:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000010:3.0:1788696341.614679:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a14a5fac. 00000100:00000001:1.0:1788696341.614682:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000400:00000200:2.0:1788696341.614684:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1788696341.614685:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274380416, portal 25 00000100:00000001:1.0:1788696341.614688:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307303452 00000400:00000200:2.0:1788696341.614691:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788696341.614691:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1788696341.614694:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9068cc6. 00000100:00000001:3.0:1788696341.614694:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611083648 : -113296098467968 : ffff98f5324bdf80) 00000400:00000200:2.0:1788696341.614699:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [489:489:255:4294967295] 192.168.201.118@tcp LPNI seq info [489:489:7:4294967295] 00000100:00000001:1.0:1788696341.614700:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000040:3.0:1788696341.614704:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000075ac883a x1875583274380416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696341.614706:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307303452 00000100:00000010:1.0:1788696341.614712:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000066276fdb. 00000100:00000001:1.0:1788696341.614718:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000400:00000200:2.0:1788696341.614720:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:1.0:1788696341.614723:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696341.614725:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788696341.614728:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696341.614733:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696341.614734:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696341.614734:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696341.614739:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000612417f3. 00000100:00000001:1.0:1788696341.614740:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1788696341.614742:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334bf9d4. 00000100:00000200:3.0:1788696341.614744:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274380416, offset 0 00000100:00000001:1.0:1788696341.614749:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1788696341.614750:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:1.0:1788696341.614753:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1788696341.614755:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696341.614758:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696341.614762:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1788696341.614762:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:3.0:1788696341.614765:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:1.0:1788696341.614766:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696341.614769:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000334bf9d4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788696341.614771:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788696341.614778:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696341.614778:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696341.614778:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696341.614784:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1788696341.614785:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 27272 usecs (28 jiffies) 00000400:00000200:3.0:1788696341.614790:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788696341.614791:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307303452 00000400:00000200:3.0:1788696341.614795:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [490:490:254:4294967295] 192.168.201.118@tcp LPNI seq info [490:490:6:4294967295] 00000100:00000001:2.0:1788696341.614803:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307303452 00000100:00000001:2.0:1788696341.614808:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307303452 00000400:00000200:3.0:1788696341.614810:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788696341.614812:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307303452 00000100:00000001:2.0:1788696341.614814:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307303452 00000100:00000001:2.0:1788696341.614817:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307303452 00000100:00000001:2.0:1788696341.614821:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307303452 00000800:00000200:1.0:1788696341.614823:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788696341.614826:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307303452 00000800:00000010:1.0:1788696341.614829:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000520c6b2f. 00000800:00000200:3.0:1788696341.614829:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696341.614831:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788696341.614837:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788696341.614837:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788696341.614837:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000842c2c60. 00000100:00000001:2.0:1788696341.614844:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696341.614865:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696341.614871:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009badf184 00000400:00000010:1.0:1788696341.614875:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009badf184. 00000800:00000200:3.0:1788696341.614876:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:2.0:1788696341.614878:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696341.614881:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1788696341.614885:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1788696341.614886:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000200:1.0:1788696341.614889:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000aca9919f x1875583274380544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696341.614890:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1788696341.614892:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000842c2c60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696341.614896:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696341.614899:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696341.614900:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696341.614904:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696341.614905:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307304690 00000100:00000001:2.0:1788696341.614910:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696341.614912:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788696341.614914:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307303452 00000100:00000040:1.0:1788696341.614918:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aca9919f x1875583274380544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696341.614921:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307304690 00000100:00000001:3.0:1788696341.614927:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307303452 00000100:00000001:1.0:1788696341.614933:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696341.614934:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307304690 00000100:00000001:1.0:1788696341.614937:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696341.614938:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307303452 00000100:00000001:3.0:1788696341.614943:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307304690 00000100:00000001:3.0:1788696341.614946:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307303452 00000100:00000001:3.0:1788696341.614949:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1788696341.614951:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1788696341.614951:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788696341.614955:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334bf9d4. 00000100:00000001:3.0:1788696341.614956:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696341.614960:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788696341.614961:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696341.614968:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696341.614968:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1788696341.614971:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038150b0b 00000400:00000010:1.0:1788696341.614973:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000038150b0b. 00000100:00000001:1.0:1788696341.614976:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696341.614979:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000064b693a9 x1875583274380672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696341.614985:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696341.614987:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064b693a9 x1875583274380672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696341.614993:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696341.614994:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696341.615060:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696341.615063:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000842c2c60. 00000400:00000200:1.0:1788696341.615066:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696341.615069:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696341.615077:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000612417f3 00000400:00000010:1.0:1788696341.615079:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000612417f3. 00000100:00000001:1.0:1788696341.615081:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696341.615084:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000075ac883a x1875583274380416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696341.615091:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696341.615093:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075ac883a x1875583274380416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696341.615100:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696341.615101:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696341.615172:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696341.615175:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696341.615177:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696341.615178:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696341.615180:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696341.617759:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696341.617772:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696341.617777:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696341.617779:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696341.617789:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696341.617803:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0ed00 00000400:00000200:1.0:1788696341.617810:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1009 [1] + 224 00000800:00000001:1.0:1788696341.617816:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696341.617820:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696341.617823:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696341.617827:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696341.617832:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696341.617837:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000aca9919f x1875583274380544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696341.617862:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aca9919f x1875583274380544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696341.617914:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696341.617918:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696341.617934:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696341.617937:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696341.617942:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696341.617943:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696341.617949:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696341.617951:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696341.617954:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696341.617959:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696341.617978:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0ed80 00000400:00000200:1.0:1788696341.617984:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1011 [1] + 224 00000800:00000001:1.0:1788696341.617988:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696341.617991:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696341.617993:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696341.617996:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696341.617999:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696341.618002:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000064b693a9 x1875583274380672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696341.618009:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064b693a9 x1875583274380672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696341.618033:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696341.618037:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696341.618041:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696341.618043:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696341.618045:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696341.618049:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696341.618056:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0ec80 00000100:00000001:0.0:1788696341.618059:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696341.618063:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1788696341.618063:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1019 [1] + 224 00000800:00000001:1.0:1788696341.618069:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1788696341.618071:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696341.618074:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1788696341.618076:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696341.618079:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696341.618082:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000010:0.0:1788696341.618085:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea59bbdd. 00000400:00000200:0.0:1788696341.618092:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea539ecd 00000400:00000010:0.0:1788696341.618094:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ea539ecd. 00000100:00000001:0.0:1788696341.618097:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696341.618102:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000064b693a9 x1875583274380672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696341.618111:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000064b693a9 x1875583274380672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696341.618117:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696341.618119:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696341.618122:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696341.618124:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696341.618127:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696341.618130:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696341.618132:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696341.618141:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696341.618145:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1788696341.618148:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696341.618149:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696341.618151:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696341.618156:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000064b693a9 x1875583274380672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696341.618163:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696341.618166:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788696341.618167:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696341.618170:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696341.618174:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000200:1.0:1788696341.618174:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000075ac883a x1875583274380416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696341.618177:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696341.618185:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064b693a9 x1875583274380672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696341.618190:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000075ac883a x1875583274380416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696341.618204:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696341.618210:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696341.618214:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696341.618217:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:0.0:1788696341.618220:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064b693a9 x1875583274380672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788696341.618224:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696341.618235:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788696341.618238:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000064b693a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274380672:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696341.618244:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696341.618247:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696341.618250:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064b693a9 x1875583274380672/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696341.618257:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696341.618260:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696341.618263:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038a99ba5. 02000000:00000001:0.0:1788696341.618268:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696341.618270:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696341.618272:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696341.618274:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696341.618276:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a3e8ab7. 02000000:00000001:0.0:1788696341.618280:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696341.618281:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696341.618283:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064b693a9. 00000100:00000001:0.0:1788696341.618287:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696341.618288:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696341.618290:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696341.618297:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696341.618299:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696341.618301:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696341.618303:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696341.618320:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696341.618322:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696341.618325:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696341.618327:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696341.618328:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c028dba. 00000400:00000200:0.0:1788696341.618332:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a14a5fac 00000400:00000010:0.0:1788696341.618333:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a14a5fac. 00000100:00000001:0.0:1788696341.618335:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696341.618337:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000075ac883a x1875583274380416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696341.618343:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000075ac883a x1875583274380416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696341.618352:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696341.618353:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696341.618355:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696341.618356:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696341.618357:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696341.618358:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696341.618359:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696341.618361:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696341.618363:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=92 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696341.618365:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696341.618366:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696341.618367:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696341.618368:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696341.618370:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696341.618383:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075ac883a x1875583274380416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696341.618390:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696341.618392:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696341.618393:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696341.618397:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075ac883a x1875583274380416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696341.618404:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274380416:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696341.618408:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696341.618410:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696341.618412:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075ac883a x1875583274380416/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696341.618418:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696341.618419:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696341.618421:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005edc4c5a. 02000000:00000001:0.0:1788696341.618424:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696341.618425:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696341.618426:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696341.618432:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696341.618434:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000078c7cd5c. 02000000:00000001:0.0:1788696341.618436:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696341.618437:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696341.618438:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075ac883a. 00000100:00000001:0.0:1788696341.618441:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696341.618442:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696341.618444:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696341.618447:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696341.618448:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696341.618450:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696341.618451:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788696341.618458:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696341.618461:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696341.618463:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f08cf85. 00000400:00000200:3.0:1788696341.618467:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44c95cb 00000400:00000010:3.0:1788696341.618468:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c44c95cb. 00000100:00000001:3.0:1788696341.618471:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696341.618480:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000aca9919f x1875583274380544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696341.621014:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000aca9919f x1875583274380544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696341.621032:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696341.621035:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696341.621038:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696341.621040:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696341.621042:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696341.621044:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696341.621046:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696341.621054:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=92 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696341.621057:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=92 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696341.621060:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696341.621061:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696341.621063:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696341.621066:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696341.621069:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696341.621071:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696341.621073:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696341.621075:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696341.621082:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aca9919f x1875583274380544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696341.621090:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696341.621093:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696341.621094:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696341.621097:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aca9919f x1875583274380544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696341.621105:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000aca9919f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274380544:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696341.621110:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696341.621112:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696341.621115:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aca9919f x1875583274380544/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696341.621134:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696341.621136:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696341.621138:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9c3cf3e. 02000000:00000001:3.0:1788696341.621141:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696341.621143:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696341.621144:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696341.621147:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696341.621148:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000051526cb6. 02000000:00000001:3.0:1788696341.621151:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696341.621152:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696341.621154:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aca9919f. 00000100:00000001:3.0:1788696341.621157:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696341.621158:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696341.621160:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696341.621166:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696341.621167:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696341.621170:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696341.621172:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696342.575066:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696342.575073:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696342.575080:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696342.575081:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696342.575193:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696342.575195:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696342.575198:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696342.893935:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307304690, at 4307304704 00000100:00000040:3.0:1788696342.893935:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307304690, at 4307304704 00000100:00000040:1.0:1788696342.893938:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307304690, at 4307304704 00000100:00000010:2.0:1788696342.893951:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e9068cc6. 00000100:00000010:3.0:1788696342.893953:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000066276fdb. 00000100:00000010:1.0:1788696342.893955:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4a3d34f. 00000100:00000040:0.0:1788696342.894031:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307304690, at 4307304704 00000100:00000010:0.0:1788696342.894036:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d24fff6b. 00010000:00000001:2.0:1788696343.598077:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696343.598084:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696343.598091:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696343.598092:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696343.598195:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696343.598199:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696343.598202:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696344.622680:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696344.622690:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696344.622698:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696344.622702:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696344.622704:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696344.622728:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696344.622731:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696344.622733:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696344.622735:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696344.622737:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696344.625476:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696344.625482:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696344.625485:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696345.645962:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696345.645968:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696345.645974:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696345.645975:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696345.646297:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696345.646328:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696345.646331:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696346.669957:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696346.669964:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696346.669971:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696346.669972:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696346.670045:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696346.670049:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696346.670051:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696346.734317:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696346.734328:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696346.734335:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099f63aea. 00000020:00000040:1.0:1788696346.734342:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696346.734347:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696346.734350:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696346.734355:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696346.734363:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000520c6b2f. 00000100:00000001:1.0:1788696346.734371:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696346.734383:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000099f63aea x1875583274380800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696346.734406:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696346.734408:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696346.734412:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099f63aea] to pc [ptlrpcd_00_02+2] req@0000000099f63aea x1875583274380800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696346.734432:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696346.734435:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696346.734438:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696346.734440:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e34ae42. 00000020:00000040:1.0:1788696346.734443:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696346.734445:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696346.734447:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696346.734448:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696346.734459:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788696346.734463:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000010:1.0:1788696346.734464:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dffc0522. 00000100:00000001:3.0:1788696346.734465:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696346.734467:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696346.734471:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000009e34ae42 x1875583274380928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696346.734478:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696346.734479:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696346.734482:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e34ae42] to pc [ptlrpcd_00_03+3] req@000000009e34ae42 x1875583274380928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696346.734484:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696346.734486:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696346.734488:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696346.734489:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696346.734490:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696346.734490:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696346.734492:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788696346.734493:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696346.734495:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000452ac9a7. 00000100:00000040:3.0:1788696346.734496:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009e34ae42 x1875583274380928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1788696346.734497:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696346.734500:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696346.734501:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696346.734502:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696346.734505:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006596e7c6. 00000100:00000001:3.0:1788696346.734505:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696346.734506:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696346.734507:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696346.734510:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000452ac9a7 x1875583274381056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1788696346.734515:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788696346.734516:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696346.734517:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696346.734518:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788696346.734519:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000452ac9a7] to pc [ptlrpcd_00_00+0] req@00000000452ac9a7 x1875583274381056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696346.734520:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696346.734523:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000009e34ae42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274380928:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696346.734527:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696346.734532:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696346.734534:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696346.734537:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696346.734540:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094ed52e3. 00000100:00000001:1.0:1788696346.734541:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696346.734542:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696346.734543:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788696346.734546:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1788696346.734548:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d55cc8b5. 00000100:00000040:1.0:1788696346.734550:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12646) 00000400:00000010:3.0:1788696346.734556:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c31c0de4. 00000100:00000200:3.0:1788696346.734563:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274380928, portal 10 00000100:00000001:3.0:1788696346.734565:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696346.734566:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877467392 : -113296832084224 : ffff98f50691c700) 00000100:00000001:2.0:1788696346.734623:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696346.734627:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696346.734630:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696346.734635:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000452ac9a7 x1875583274381056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696346.734644:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696346.734645:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696346.734647:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000009e34ae42 x1875583274380928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696346.734649:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696346.734652:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696346.734657:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696346.734663:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1788696346.734664:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000452ac9a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274381056:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696346.734671:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1788696346.734671:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696346.734675:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9587b37. 02000000:00000001:2.0:1788696346.734676:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696346.734679:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788696346.734680:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274380928, offset 0 02000000:00000001:2.0:1788696346.734682:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1788696346.734687:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000010:2.0:1788696346.734688:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038a99ba5. 02000000:00000001:2.0:1788696346.734692:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696346.734696:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e2abba1. 00000400:00000200:3.0:1788696346.734701:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000010:2.0:1788696346.734702:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a65f0ee9. 00000100:00000200:2.0:1788696346.734708:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274381056, portal 10 00000400:00000200:3.0:1788696346.734709:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788696346.734712:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696346.734715:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479040 : -113296832072576 : ffff98f50691f480) 00000400:00000200:3.0:1788696346.734716:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696346.734720:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696346.734726:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000040:2.0:1788696346.734732:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000452ac9a7 x1875583274381056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696346.734732:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [491:491:256:4294967295] 192.168.201.118@tcp LPNI seq info [491:491:8:4294967295] 00000100:00000001:2.0:1788696346.734745:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696346.734752:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696346.734756:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8fd35c7. 00000400:00000200:3.0:1788696346.734757:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000200:2.0:1788696346.734762:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274381056, offset 0 00000800:00000200:3.0:1788696346.734767:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696346.734772:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696346.734774:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000842c2c60. 00000400:00000200:2.0:1788696346.734779:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696346.734784:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1788696346.734786:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:2.0:1788696346.734788:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696346.734791:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696346.734795:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696346.734799:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [492:492:255:4294967295] 192.168.201.118@tcp LPNI seq info [492:492:7:4294967295] 00000800:00000200:3.0:1788696346.734805:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696346.734811:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000842c2c60 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788696346.734812:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696346.734820:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696346.734824:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c995f34e. 00000800:00000200:2.0:1788696346.734828:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696346.734832:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696346.734835:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c995f34e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696346.734904:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696346.734909:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 26972 usecs (27 jiffies) 00000100:00000001:3.0:1788696346.734913:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307308572 00000100:00000010:3.0:1788696346.734917:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81c9ce7. 00000100:00000001:3.0:1788696346.734927:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696346.734935:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307308572 00000100:00000010:3.0:1788696346.734939:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b6749. 00000100:00000001:3.0:1788696346.734941:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696346.734944:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307308572 00000100:00000010:3.0:1788696346.734947:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000100:00000001:3.0:1788696346.734949:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696346.734951:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307308572 00000100:00000010:3.0:1788696346.734953:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000100:00000001:3.0:1788696346.734956:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696346.734958:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696346.734961:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696346.734963:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696346.734966:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099f63aea x1875583274380800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696346.734972:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696346.734973:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696346.734976:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696346.734977:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696346.734979:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696346.734981:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000099f63aea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274380800:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696346.734983:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696346.734985:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696346.734991:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696346.734993:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696346.734996:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000439eefd4. 02000000:00000001:3.0:1788696346.734998:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696346.735001:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006feba292. 00000400:00000010:3.0:1788696346.735005:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c77f24a. 00000100:00000200:3.0:1788696346.735007:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274380800, portal 25 00000100:00000001:3.0:1788696346.735009:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696346.735010:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877472768 : -113296832078848 : ffff98f50691dc00) 00000100:00000040:3.0:1788696346.735013:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000099f63aea x1875583274380800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696346.735019:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696346.735021:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696346.735022:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e4bd39f. 00000100:00000200:3.0:1788696346.735024:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274380800, offset 0 00000400:00000200:3.0:1788696346.735028:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696346.735032:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696346.735035:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696346.735037:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696346.735039:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696346.735040:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696346.735043:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [493:493:254:4294967295] 192.168.201.118@tcp LPNI seq info [493:493:6:4294967295] 00000400:00000200:3.0:1788696346.735050:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696346.735055:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696346.735058:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006beeb4bb. 00000800:00000200:3.0:1788696346.735062:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696346.735067:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696346.735070:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006beeb4bb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696346.735076:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696346.735084:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696346.735090:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696346.735091:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696346.735371:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696346.735372:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696346.735377:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307309810 00000100:00000040:2.0:1788696346.735378:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 27113 usecs (28 jiffies) 00000100:00000001:2.0:1788696346.735384:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307308573 00000100:00000001:3.0:1788696346.735385:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307308572 00000100:00000001:2.0:1788696346.735395:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307309810 00000100:00000001:3.0:1788696346.735395:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307309810 00000100:00000001:3.0:1788696346.735399:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307308572 00000100:00000001:2.0:1788696346.735400:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307308573 00000100:00000001:2.0:1788696346.735405:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307309810 00000100:00000001:3.0:1788696346.735405:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307309810 00000800:00000200:1.0:1788696346.735406:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788696346.735411:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307308573 00000100:00000001:3.0:1788696346.735411:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307308572 00000800:00000010:1.0:1788696346.735415:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000842c2c60. 00000100:00000001:3.0:1788696346.735415:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307309810 00000100:00000001:2.0:1788696346.735416:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307309810 00000100:00000001:3.0:1788696346.735420:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307308572 00000100:00000001:2.0:1788696346.735421:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307308573 00000400:00000200:1.0:1788696346.735422:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788696346.735424:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696346.735426:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696346.735427:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696346.735430:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696346.735432:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307309810 00000100:00000001:3.0:1788696346.735433:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696346.735434:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9587b37 00000400:00000010:1.0:1788696346.735438:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f9587b37. 00000100:00000001:2.0:1788696346.735439:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696346.735439:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696346.735442:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696346.735443:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696346.735445:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1788696346.735445:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696346.735448:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696346.735449:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696346.735450:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000009e34ae42 x1875583274380928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696346.735450:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696346.735454:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696346.735454:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696346.735462:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788696346.735462:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1788696346.735465:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009e34ae42 x1875583274380928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696346.735466:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696346.735470:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696346.735473:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696346.735476:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696346.735481:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696346.735482:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696346.735485:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696346.735500:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696346.735502:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c995f34e. 00000400:00000200:1.0:1788696346.735505:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696346.735508:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696346.735510:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8fd35c7 00000400:00000010:1.0:1788696346.735511:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8fd35c7. 00000100:00000001:1.0:1788696346.735514:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696346.735516:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000452ac9a7 x1875583274381056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696346.735523:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696346.735525:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000452ac9a7 x1875583274381056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696346.735531:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696346.735533:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696346.735764:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696346.735767:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006beeb4bb. 00000400:00000200:1.0:1788696346.735770:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696346.735774:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696346.735776:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e4bd39f 00000400:00000010:1.0:1788696346.735778:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005e4bd39f. 00000100:00000001:1.0:1788696346.735786:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696346.735789:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000099f63aea x1875583274380800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696346.735796:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696346.735798:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000099f63aea x1875583274380800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696346.735804:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696346.735805:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696346.739033:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696346.739051:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696346.739056:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696346.739059:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696346.739070:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696346.739086:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0ee00 00000400:00000200:1.0:1788696346.739094:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1031 [1] + 224 00000800:00000001:1.0:1788696346.739100:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696346.739106:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696346.739109:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696346.739113:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696346.739121:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696346.739127:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000099f63aea x1875583274380800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696346.739137:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000099f63aea x1875583274380800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696346.739156:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696346.739163:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696346.739166:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696346.739729:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696346.739734:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696346.739741:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696346.739744:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696346.739747:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006feba292. 00000400:00000200:3.0:1788696346.739752:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c77f24a 00000400:00000010:3.0:1788696346.739754:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c77f24a. 00000100:00000001:3.0:1788696346.739758:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696346.739763:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000099f63aea x1875583274380800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696346.739771:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000099f63aea x1875583274380800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696346.739778:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696346.739779:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696346.739782:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696346.739785:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696346.739788:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696346.739803:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696346.739806:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696346.739813:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=97 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696346.739817:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696346.739820:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696346.739821:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696346.739824:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696346.739826:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696346.739829:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696346.739833:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000099f63aea x1875583274380800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696346.739840:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696346.739843:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696346.739883:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696346.739887:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099f63aea x1875583274380800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696346.739895:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000099f63aea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274380800:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696346.739901:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696346.739904:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696346.739908:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000099f63aea x1875583274380800/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696346.739915:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696346.739918:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696346.739921:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000439eefd4. 02000000:00000001:3.0:1788696346.739925:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696346.739927:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696346.739929:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696346.739931:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696346.739933:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000520c6b2f. 02000000:00000001:3.0:1788696346.739936:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696346.739938:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696346.739940:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099f63aea. 00000100:00000001:3.0:1788696346.739943:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696346.739950:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696346.739953:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696346.739955:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696346.739956:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696346.739958:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696346.739959:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696346.747004:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696346.747019:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696346.747023:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696346.747025:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696346.747033:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696346.747047:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0ee80 00000400:00000200:1.0:1788696346.747065:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1021 [1] + 224 00000800:00000001:1.0:1788696346.747072:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696346.747075:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696346.747077:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696346.747080:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696346.747086:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696346.747091:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000009e34ae42 x1875583274380928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696346.747099:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009e34ae42 x1875583274380928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696346.747148:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696346.747152:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696346.747170:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696346.747179:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696346.747192:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696346.747195:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696346.747197:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696346.747201:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696346.747207:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0ef00 00000400:00000200:1.0:1788696346.747215:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1029 [1] + 224 00000800:00000001:1.0:1788696346.747226:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696346.747234:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696346.747236:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696346.747239:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696346.747242:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696346.747245:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000452ac9a7 x1875583274381056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696346.747250:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000452ac9a7 x1875583274381056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696346.747264:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696346.747267:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696346.747269:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696346.747359:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696346.747362:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696346.747364:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d55cc8b5. 00000400:00000200:3.0:1788696346.747370:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c31c0de4 00000400:00000010:3.0:1788696346.747372:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c31c0de4. 00000100:00000001:3.0:1788696346.747375:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788696346.747378:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1788696346.747378:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000009e34ae42 x1875583274380928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696346.747381:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696346.747383:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696346.747385:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696346.747386:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e2abba1. 00000100:00000200:3.0:1788696346.747386:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000009e34ae42 x1875583274380928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696346.747390:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a65f0ee9 00000400:00000010:2.0:1788696346.747391:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a65f0ee9. 00000100:00000001:3.0:1788696346.747392:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696346.747394:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696346.747394:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696346.747396:0:201303:0:(client.c:1593:after_reply()) Process entered 00000100:00000200:2.0:1788696346.747397:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000452ac9a7 x1875583274381056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696346.747399:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696346.747401:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696346.747403:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788696346.747404:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000452ac9a7 x1875583274381056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696346.747406:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696346.747409:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696346.747410:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696346.747412:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696346.747413:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696346.747414:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696346.747414:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696346.747416:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696346.747419:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=97 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696346.747420:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=96 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696346.747423:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=41 v=5 (1 0 0 0) 00000100:00001000:3.0:1788696346.747423:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=97 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696346.747426:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696346.747426:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696346.747427:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696346.747427:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696346.747430:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696346.747430:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696346.747433:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696346.747436:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00010000:00080000:2.0:1788696346.747438:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000452ac9a7 x1875583274381056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696346.747438:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696346.747440:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696346.747441:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696346.747445:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696346.747445:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009e34ae42 x1875583274380928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696346.747447:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696346.747448:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696346.747449:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696346.747451:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696346.747453:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000452ac9a7 x1875583274381056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696346.747460:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696346.747461:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696346.747463:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696346.747463:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696346.747465:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696346.747465:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696346.747468:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000452ac9a7 x1875583274381056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696346.747468:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e34ae42 x1875583274380928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696346.747475:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000452ac9a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274381056:192.168.201.118@tcp:400: 00000100:00100000:3.0:1788696346.747475:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000009e34ae42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274380928:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696346.747480:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696346.747480:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696346.747482:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788696346.747482:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696346.747485:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000452ac9a7 x1875583274381056/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696346.747485:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009e34ae42 x1875583274380928/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696346.747492:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1788696346.747492:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696346.747494:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1788696346.747494:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696346.747497:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038a99ba5. 02000000:00000010:3.0:1788696346.747497:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094ed52e3. 02000000:00000001:3.0:1788696346.747500:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1788696346.747501:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696346.747502:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000001:3.0:1788696346.747502:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696346.747504:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000040:3.0:1788696346.747504:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696346.747506:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000001:3.0:1788696346.747506:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696346.747508:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006596e7c6. 02000000:00000010:3.0:1788696346.747508:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dffc0522. 02000000:00000001:2.0:1788696346.747513:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696346.747513:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696346.747514:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1788696346.747514:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696346.747516:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000452ac9a7. 00000100:00000010:3.0:1788696346.747516:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009e34ae42. 00000100:00000001:2.0:1788696346.747519:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696346.747519:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696346.747520:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696346.747522:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696346.747523:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696346.747525:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696346.747530:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696346.747530:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696346.747532:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696346.747532:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696346.747534:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696346.747534:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696346.747536:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696346.747536:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696347.694025:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696347.694033:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696347.694040:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696347.694041:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696347.696446:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696347.696453:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696347.696457:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696348.013966:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307309810, at 4307309824 00000100:00000040:1.0:1788696348.013966:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307309810, at 4307309824 00000100:00000040:3.0:1788696348.013966:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307309810, at 4307309824 00000100:00000010:1.0:1788696348.013985:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b6749. 00000100:00000010:0.0:1788696348.013987:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81c9ce7. 00000100:00000010:3.0:1788696348.013998:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00000100:00000040:2.0:1788696348.014136:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307309810, at 4307309824 00000100:00000010:2.0:1788696348.014142:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00010000:00000001:2.0:1788696348.718765:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696348.718772:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696348.718778:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696348.718779:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696348.718989:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696348.718992:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696348.718995:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696349.741927:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696349.741936:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696349.741952:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696349.741955:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696349.741961:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696349.741963:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696349.741965:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696349.741967:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696349.741971:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696349.741973:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696349.742212:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696349.742216:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696349.742218:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696350.765921:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696350.765926:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696350.765931:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696350.765931:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696350.766005:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696350.766008:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696350.766009:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696351.789980:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696351.789988:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696351.789994:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696351.789995:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696351.790098:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696351.790102:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696351.790105:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696351.854212:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696351.854220:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696351.854226:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000020:00000040:3.0:1788696351.854233:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696351.854237:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696351.854240:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696351.854244:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696351.854251:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f68a3b. 00000100:00000001:3.0:1788696351.854259:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696351.854269:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000003e3fb870 x1875583274381184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696351.854279:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696351.854281:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696351.854287:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3fb870] to pc [ptlrpcd_00_01+1] req@000000003e3fb870 x1875583274381184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696351.854318:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696351.854321:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696351.854324:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696351.854327:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 00000020:00000040:3.0:1788696351.854329:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696351.854331:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696351.854332:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696351.854334:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696351.854337:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a4df8fd. 00000100:00000001:3.0:1788696351.854339:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696351.854343:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000006439c2df x1875583274381312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696351.854368:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696351.854369:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696351.854373:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_02+2] req@000000006439c2df x1875583274381312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696351.854391:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696351.854393:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696351.854397:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696351.854399:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000218cac94. 00000020:00000040:3.0:1788696351.854401:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696351.854403:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696351.854405:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696351.854407:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696351.854410:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dac42727. 00000100:00000001:3.0:1788696351.854413:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696351.854416:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000218cac94 x1875583274381440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696351.854423:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696351.854424:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696351.854427:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218cac94] to pc [ptlrpcd_00_03+3] req@00000000218cac94 x1875583274381440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696351.854433:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696351.854435:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788696351.854438:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788696351.854454:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12651) 00000100:00000001:3.0:1788696351.854465:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696351.854468:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696351.854470:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696351.854474:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274381312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696351.854493:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696351.854496:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696351.854500:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696351.854502:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696351.854505:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696351.854508:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274381312:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696351.854512:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696351.854517:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696351.854520:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696351.854523:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696351.854526:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039d8a3b7. 02000000:00000001:3.0:1788696351.854528:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696351.854533:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d55cc8b5. 00000400:00000010:3.0:1788696351.854541:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c31c0de4. 00000100:00000200:3.0:1788696351.854547:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274381312, portal 10 00000100:00000001:3.0:1788696351.854549:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696351.854551:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 00000100:00000040:3.0:1788696351.854557:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274381312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696351.854564:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696351.854567:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696351.854569:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c77f24a. 00000100:00000200:3.0:1788696351.854571:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274381312, offset 0 00000400:00000200:3.0:1788696351.854577:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696351.854590:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696351.854595:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696351.854598:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696351.854602:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696351.854605:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696351.854608:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [494:494:256:4294967295] 192.168.201.118@tcp LPNI seq info [494:494:8:4294967295] 00000400:00000200:3.0:1788696351.854632:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696351.854643:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696351.854647:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f59c383. 00000800:00000200:3.0:1788696351.854654:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696351.854661:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696351.854665:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f59c383 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696351.854677:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696351.854680:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 26897 usecs (27 jiffies) 00000100:00000001:3.0:1788696351.854684:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307313691 00000100:00000010:3.0:1788696351.854687:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000100:00000001:3.0:1788696351.854694:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696351.854698:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307313691 00000100:00000010:3.0:1788696351.854701:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000100:00000001:3.0:1788696351.854703:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696351.854706:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307313691 00000100:00000010:3.0:1788696351.854708:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000100:00000001:3.0:1788696351.854711:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696351.854718:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307313691 00000100:00000010:3.0:1788696351.854721:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000001:3.0:1788696351.854723:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696351.854726:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696351.854729:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696351.854731:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696351.854734:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696351.854742:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696351.854744:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696351.854746:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696351.854747:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696351.854748:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696351.854750:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1788696351.854752:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696351.854759:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696351.854761:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696351.854762:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696351.854763:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696351.854765:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696351.854768:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000218cac94 x1875583274381440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696351.854775:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696351.854776:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696351.854778:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696351.854780:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696351.854782:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696351.854784:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274381440:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696351.854787:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696351.854790:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696351.854791:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696351.854792:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696351.854794:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001cc7dcd6. 02000000:00000001:3.0:1788696351.854796:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696351.854798:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006feba292. 00000400:00000010:3.0:1788696351.854801:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2a431e. 00000100:00000200:3.0:1788696351.854804:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274381440, portal 10 00000100:00000001:3.0:1788696351.854806:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696351.854807:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548239104 : -113296161312512 : ffff98f52e8cf100) 00000100:00000040:3.0:1788696351.854811:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000218cac94 x1875583274381440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696351.854817:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696351.854819:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696351.854821:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5633eb. 00000100:00000200:3.0:1788696351.854822:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274381440, offset 0 00000400:00000200:3.0:1788696351.854826:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696351.854832:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696351.854835:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696351.854842:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696351.854868:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696351.854871:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696351.854874:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [495:495:255:4294967295] 192.168.201.118@tcp LPNI seq info [495:495:7:4294967295] 00000400:00000200:3.0:1788696351.854882:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696351.854887:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696351.854890:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008513bebc. 00000800:00000200:3.0:1788696351.854893:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696351.854897:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696351.854899:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008513bebc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696351.854902:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696351.854904:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 27037 usecs (28 jiffies) 00000100:00000001:3.0:1788696351.854906:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307313692 00000100:00000001:3.0:1788696351.854910:0:201302:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, simply extend its deadline from 4307313691 00000100:00000001:3.0:1788696351.854913:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307313692 00000100:00000001:3.0:1788696351.854915:0:201302:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, simply extend its deadline from 4307313691 00000100:00000001:3.0:1788696351.854917:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307313692 00000100:00000001:3.0:1788696351.854919:0:201302:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, simply extend its deadline from 4307313691 00000100:00000001:3.0:1788696351.854921:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307313692 00000100:00000001:3.0:1788696351.854923:0:201302:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, simply extend its deadline from 4307313691 00000100:00000001:3.0:1788696351.854925:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696351.854927:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696351.854929:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696351.854931:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696351.854942:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696351.854944:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696351.854994:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696351.854998:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f59c383. 00000400:00000200:3.0:1788696351.855003:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696351.855013:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696351.855018:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c77f24a 00000400:00000010:3.0:1788696351.855021:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c77f24a. 00000100:00000001:3.0:1788696351.855025:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696351.855028:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274381312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696351.855038:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696351.855040:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274381312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696351.855047:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696351.855048:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696351.855118:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696351.855120:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008513bebc. 00000400:00000200:3.0:1788696351.855123:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696351.855127:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696351.855129:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5633eb 00000400:00000010:3.0:1788696351.855130:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004f5633eb. 00000100:00000001:3.0:1788696351.855132:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696351.855134:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000218cac94 x1875583274381440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696351.855140:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696351.855142:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000218cac94 x1875583274381440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696351.855148:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696351.855149:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788696351.856403:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696351.856408:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696351.856410:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696351.856416:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274381184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696351.856432:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696351.856433:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696351.856444:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696351.856446:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696351.856448:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696351.856450:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274381184:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696351.856452:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696351.856455:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696351.856456:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696351.856458:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696351.856461:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079a701ad. 02000000:00000001:2.0:1788696351.856462:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696351.856466:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e2abba1. 00000400:00000010:2.0:1788696351.856469:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a65f0ee9. 00000100:00000200:2.0:1788696351.856472:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274381184, portal 25 00000100:00000001:2.0:1788696351.856473:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696351.856474:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000100:00000040:2.0:1788696351.856477:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274381184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696351.856483:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696351.856485:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696351.856487:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf54be2d. 00000100:00000200:2.0:1788696351.856490:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274381184, offset 0 00000400:00000200:2.0:1788696351.856495:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696351.856504:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696351.856508:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696351.856510:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696351.856513:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696351.856515:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696351.856517:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [496:496:256:4294967295] 192.168.201.118@tcp LPNI seq info [496:496:8:4294967295] 00000400:00000200:2.0:1788696351.856526:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696351.856537:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696351.856541:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009619aef4. 00000800:00000200:2.0:1788696351.856546:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696351.856551:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696351.856554:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009619aef4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696351.856572:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696351.856574:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307314931 00000100:00000001:2.0:1788696351.856580:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307313692 00000100:00000001:2.0:1788696351.856584:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307314931 00000100:00000001:2.0:1788696351.856586:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307313692 00000100:00000001:2.0:1788696351.856588:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307314931 00000100:00000001:2.0:1788696351.856590:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307313692 00000100:00000001:2.0:1788696351.856592:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307314931 00000100:00000001:2.0:1788696351.856595:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307313692 00000100:00000001:2.0:1788696351.856597:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696351.856599:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696351.856601:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696351.856603:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696351.856615:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696351.856617:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696351.856619:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696351.856620:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696351.856621:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696351.856623:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696351.856635:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696351.856637:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696351.856753:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696351.856756:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009619aef4. 00000400:00000200:1.0:1788696351.856761:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696351.856764:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696351.856768:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf54be2d 00000400:00000010:1.0:1788696351.856769:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000bf54be2d. 00000100:00000001:1.0:1788696351.856772:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696351.856774:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274381184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696351.856780:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696351.856781:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274381184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696351.856785:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696351.856786:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696351.859098:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696351.859111:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696351.859114:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696351.859116:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696351.859127:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696351.859141:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0f000 00000400:00000200:1.0:1788696351.859149:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1039 [1] + 224 00000800:00000001:1.0:1788696351.859155:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696351.859158:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696351.859161:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696351.859165:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696351.859172:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696351.859178:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274381312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696351.859219:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274381312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696351.859233:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696351.859242:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696351.859247:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696351.859249:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696351.859250:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696351.859254:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696351.859260:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0f080 00000400:00000200:1.0:1788696351.859264:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1041 [1] + 224 00000800:00000001:1.0:1788696351.859267:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696351.859272:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696351.859274:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696351.859278:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696351.859281:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696351.859286:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000218cac94 x1875583274381440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696351.859295:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000218cac94 x1875583274381440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696351.859298:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696351.859304:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696351.859305:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696351.859311:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696351.859313:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696351.859323:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696351.859327:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696351.859329:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006feba292. 00000400:00000200:3.0:1788696351.859336:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2a431e 00000400:00000010:3.0:1788696351.859339:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003c2a431e. 00000100:00000001:3.0:1788696351.859342:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696351.859347:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000218cac94 x1875583274381440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696351.859362:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000218cac94 x1875583274381440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696351.859369:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696351.859371:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696351.859374:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696351.859376:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696351.859378:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696351.859381:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696351.859383:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696351.859392:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=101 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696351.859396:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1788696351.859399:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696351.859401:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696351.859403:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788696351.859407:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000218cac94 x1875583274381440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696351.859414:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696351.859418:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696351.859420:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696351.859422:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696351.859423:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696351.859427:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000218cac94 x1875583274381440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696351.859433:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696351.859435:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696351.859437:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696351.859440:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000218cac94 x1875583274381440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696351.859447:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274381440:192.168.201.118@tcp:400: 00000400:00000001:3.0:1788696351.859453:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696351.859459:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696351.859461:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d55cc8b5. 00000400:00000200:3.0:1788696351.859463:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c31c0de4 00000400:00000010:3.0:1788696351.859465:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c31c0de4. 00000100:00000001:3.0:1788696351.859468:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696351.859470:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274381312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696351.859477:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274381312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696351.859482:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696351.859483:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696351.859485:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696351.859486:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696351.859487:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696351.859488:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696351.859490:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696351.859494:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=102 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696351.859496:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696351.859498:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696351.859499:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696351.859501:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696351.859503:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696351.859505:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696351.859506:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696351.859508:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696351.859509:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696351.859512:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274381312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696351.859517:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696351.859519:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696351.859520:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696351.859522:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274381312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696351.859528:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274381312:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696351.859538:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696351.859540:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696351.859543:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000218cac94 x1875583274381440/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696351.859549:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696351.859759:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696351.859763:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001cc7dcd6. 02000000:00000001:3.0:1788696351.859767:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696351.859770:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696351.859772:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696351.859774:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696351.859776:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dac42727. 02000000:00000001:3.0:1788696351.859780:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696351.859782:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696351.859784:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000218cac94. 00000800:00000001:1.0:1788696351.859785:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696351.859789:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696351.859792:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696351.859793:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696351.859794:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1788696351.859798:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1788696351.859801:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274381312/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788696351.859803:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696351.859814:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:3.0:1788696351.859818:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696351.859820:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696351.859822:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039d8a3b7. 02000000:00000001:3.0:1788696351.859825:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1788696351.859826:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0ef80 00000020:00000001:3.0:1788696351.859829:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696351.859831:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696351.859833:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 00000400:00000200:1.0:1788696351.859836:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1049 [1] + 224 02000000:00000010:3.0:1788696351.859836:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a4df8fd. 02000000:00000001:3.0:1788696351.859840:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1788696351.859843:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1788696351.859843:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696351.859873:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000001:3.0:1788696351.859877:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696351.859878:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696351.859880:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696351.859890:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1788696351.859898:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696351.859900:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696351.859902:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788696351.859905:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788696351.859908:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696351.859909:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696351.859914:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696351.859921:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274381184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696351.859930:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e3fb870 x1875583274381184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696351.860017:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696351.860020:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696351.860040:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696351.860047:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696351.860050:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788696351.861176:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696351.861180:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696351.861183:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e2abba1. 00000400:00000200:2.0:1788696351.861189:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a65f0ee9 00000400:00000010:2.0:1788696351.861208:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a65f0ee9. 00000100:00000001:2.0:1788696351.861211:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696351.861219:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274381184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696351.861227:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274381184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696351.861234:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696351.861236:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696351.861239:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696351.861241:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696351.861242:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696351.861244:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696351.861247:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696351.861252:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=102 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696351.861256:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696351.861258:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696351.861260:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696351.861262:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696351.861264:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696351.861267:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696351.861271:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274381184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696351.861278:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696351.861281:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696351.861282:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696351.861285:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274381184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696351.861292:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274381184:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696351.861296:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696351.861299:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696351.861301:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274381184/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696351.861316:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696351.861318:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696351.861320:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079a701ad. 02000000:00000001:2.0:1788696351.861323:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696351.861326:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696351.861327:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788696351.861329:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696351.861331:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f68a3b. 02000000:00000001:2.0:1788696351.861334:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696351.861336:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696351.861337:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000001:2.0:1788696351.861341:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696351.861342:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696351.861344:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696351.861349:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696351.861351:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696351.861353:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696351.861355:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696352.813966:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696352.813973:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696352.813980:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696352.813981:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696352.814057:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696352.814061:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696352.814064:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696353.133957:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307314931, at 4307314944 00000100:00000040:2.0:1788696353.133957:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307314931, at 4307314944 00000100:00000010:2.0:1788696353.133977:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00000100:00000040:3.0:1788696353.134062:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307314931, at 4307314944 00000100:00000010:3.0:1788696353.134068:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00000100:00000040:1.0:1788696353.134107:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307314931, at 4307314944 00000100:00000010:1.0:1788696353.134114:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00000100:00000010:0.0:1788696353.134147:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c64039. 00010000:00000001:2.0:1788696353.838061:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696353.838068:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696353.838074:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696353.838075:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696353.838147:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696353.838150:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696353.838153:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696354.861966:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696354.861973:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696354.861979:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696354.861982:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696354.861984:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696354.861987:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696354.861990:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696354.861992:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696354.862011:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696354.862013:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696354.868234:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696354.868258:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696354.868267:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696355.885949:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696355.885956:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696355.885960:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696355.885960:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696355.889454:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696355.889462:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696355.889467:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696356.909952:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696356.909960:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696356.909966:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696356.909967:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696356.910052:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696356.910063:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696356.910066:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696356.973913:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696356.973921:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696356.973931:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 00000020:00000040:3.0:1788696356.973935:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696356.973939:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696356.973941:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696356.973947:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696356.973954:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a4df8fd. 00000100:00000001:3.0:1788696356.973959:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696356.973968:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000006439c2df x1875583274381568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696356.973976:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696356.973978:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696356.973983:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_00+0] req@000000006439c2df x1875583274381568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696356.974013:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696356.974015:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696356.974017:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696356.974019:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000218cac94. 00000020:00000040:3.0:1788696356.974021:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696356.974022:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696356.974035:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696356.974036:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696356.974040:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dac42727. 00000100:00000001:3.0:1788696356.974042:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696356.974045:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000218cac94 x1875583274381696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696356.974050:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696356.974050:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696356.974053:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696356.974056:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000040:3.0:1788696356.974057:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218cac94] to pc [ptlrpcd_00_01+1] req@00000000218cac94 x1875583274381696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696356.974060:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696356.974067:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696356.974069:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1788696356.974069:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696356.974072:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696356.974073:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788696356.974075:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1788696356.974077:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000100:00000001:0.0:1788696356.974078:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1788696356.974081:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696356.974082:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788696356.974086:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1788696356.974089:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000218cac94 x1875583274381696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696356.974090:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696356.974093:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696356.974099:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1788696356.974109:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008513bebc. 00000100:00000001:0.0:1788696356.974111:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696356.974115:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788696356.974115:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696356.974119:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696356.974122:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696356.974123:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000003e3fb870 x1875583274381824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788696356.974126:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274381696:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696356.974132:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696356.974138:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788696356.974138:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1788696356.974143:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696356.974143:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696356.974149:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696356.974153:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbfec1c6. 00000100:00000040:3.0:1788696356.974153:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3fb870] to pc [ptlrpcd_00_02+2] req@000000003e3fb870 x1875583274381824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696356.974157:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696356.974163:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca5217b3. 00000400:00000010:0.0:1788696356.974171:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009110440c. 00000100:00000001:3.0:1788696356.974188:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696356.974191:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788696356.974195:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1788696356.974197:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274381696, portal 10 00000100:00000001:0.0:1788696356.974201:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1788696356.974201:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12656) 00000100:00000001:0.0:1788696356.974203:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548239104 : -113296161312512 : ffff98f52e8cf100) 00000100:00000040:0.0:1788696356.974210:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000218cac94 x1875583274381696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696356.974220:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696356.974222:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696356.974226:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788696356.974231:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788696356.974234:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788696356.974234:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274381824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696356.974237:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696356.974239:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696356.974248:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000443e6238. 00000100:00000001:3.0:1788696356.974248:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696356.974249:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696356.974253:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274381696, offset 0 02000000:00000001:3.0:1788696356.974253:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696356.974255:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696356.974258:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696356.974263:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00100000:3.0:1788696356.974263:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274381824:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696356.974268:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696356.974270:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696356.974271:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696356.974272:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696356.974275:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005edc4c5a. 00000400:00000200:0.0:1788696356.974277:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:3.0:1788696356.974278:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696356.974283:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d55cc8b5. 00000400:00000200:0.0:1788696356.974285:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1788696356.974288:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c31c0de4. 00000400:00000200:0.0:1788696356.974290:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000200:3.0:1788696356.974292:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274381824, portal 10 00000100:00000001:3.0:1788696356.974295:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696356.974296:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000400:00000200:0.0:1788696356.974300:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1788696356.974301:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274381824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696356.974304:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696356.974311:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [497:497:256:4294967295] 192.168.201.118@tcp LPNI seq info [497:497:8:4294967295] 00000100:00000001:3.0:1788696356.974312:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696356.974317:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696356.974319:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2a431e. 00000100:00000200:3.0:1788696356.974322:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274381824, offset 0 00000400:00000200:0.0:1788696356.974326:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000200:3.0:1788696356.974330:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:0.0:1788696356.974334:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696356.974338:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee81603. 00000400:00000200:3.0:1788696356.974341:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000200:0.0:1788696356.974346:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:3.0:1788696356.974346:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696356.974352:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000800:00000200:0.0:1788696356.974356:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:3.0:1788696356.974357:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1788696356.974361:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000ee81603 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788696356.974369:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696356.974373:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [498:498:255:4294967295] 192.168.201.118@tcp LPNI seq info [498:498:7:4294967295] 00000100:00000001:0.0:1788696356.974381:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696356.974381:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000040:0.0:1788696356.974388:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 26756 usecs (27 jiffies) 00000800:00000200:3.0:1788696356.974388:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696356.974392:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f59c383. 00000100:00000001:2.0:1788696356.974394:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696356.974395:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307318811 00000100:00000001:2.0:1788696356.974400:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696356.974400:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000010:0.0:1788696356.974403:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db1d4de9. 00000800:00000200:3.0:1788696356.974407:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:0.0:1788696356.974410:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000800:00000200:3.0:1788696356.974410:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f59c383 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696356.974414:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696356.974418:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307318811 00000100:00000040:3.0:1788696356.974418:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 26892 usecs (27 jiffies) 00000100:00000001:3.0:1788696356.974421:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307318811 00000100:00000010:0.0:1788696356.974424:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025718597. 00000100:00000001:3.0:1788696356.974425:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307318811 00000100:00000001:3.0:1788696356.974428:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307318811 00000100:00000001:0.0:1788696356.974430:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788696356.974434:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307318811 00000100:00000001:3.0:1788696356.974434:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307318811 00000100:00000001:3.0:1788696356.974438:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307318811 00000100:00000010:0.0:1788696356.974439:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038ecd934. 00000100:00000001:0.0:1788696356.974443:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788696356.974451:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307318811 00000100:00000010:0.0:1788696356.974454:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2ee9250. 00000100:00000001:0.0:1788696356.974457:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788696356.974459:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696356.974462:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696356.974465:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696356.974469:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274381568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696356.974476:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696356.974477:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696356.974479:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696356.974481:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696356.974483:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696356.974486:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274381568:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696356.974489:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696356.974491:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696356.974493:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696356.974494:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696356.974497:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007323e9b3. 02000000:00000001:0.0:1788696356.974500:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696356.974503:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025905f20. 00000800:00000200:1.0:1788696356.974503:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696356.974509:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee81603. 00000400:00000010:0.0:1788696356.974510:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543061b9. 00000100:00000200:0.0:1788696356.974515:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274381568, portal 25 00000400:00000200:1.0:1788696356.974516:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788696356.974518:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696356.974521:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 00000400:00000200:1.0:1788696356.974526:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000040:0.0:1788696356.974529:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274381568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696356.974533:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000443e6238 00000400:00000010:1.0:1788696356.974537:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000443e6238. 00000100:00000001:0.0:1788696356.974543:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788696356.974544:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1788696356.974546:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696356.974550:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044b3f705. 00000100:00000200:1.0:1788696356.974553:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000218cac94 x1875583274381696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696356.974554:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274381568, offset 0 00000400:00000200:0.0:1788696356.974564:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696356.974571:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696356.974575:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000218cac94 x1875583274381696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696356.974577:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696356.974584:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696356.974589:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:1.0:1788696356.974593:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696356.974594:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788696356.974597:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1788696356.974599:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696356.974603:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [499:499:254:4294967295] 192.168.201.118@tcp LPNI seq info [499:499:6:4294967295] 00000400:00000200:0.0:1788696356.974611:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696356.974615:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696356.974618:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee81603. 00000800:00000200:0.0:1788696356.974622:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696356.974625:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696356.974627:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000ee81603 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696356.974630:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696356.974632:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307320049 00000100:00000001:0.0:1788696356.974636:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307318811 00000100:00000001:0.0:1788696356.974639:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307320049 00000100:00000001:0.0:1788696356.974641:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307318811 00000100:00000001:0.0:1788696356.974643:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307320049 00000100:00000001:0.0:1788696356.974645:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307318811 00000100:00000001:0.0:1788696356.974647:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307320049 00000100:00000001:0.0:1788696356.974650:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307318811 00000100:00000001:0.0:1788696356.974652:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696356.974654:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696356.974656:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696356.974658:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696356.974661:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696356.974662:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696356.974664:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696356.974665:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696356.974667:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696356.974673:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696356.975072:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307320049 00000100:00000001:3.0:1788696356.975077:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307318811 00000100:00000001:3.0:1788696356.975079:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307320049 00000100:00000001:3.0:1788696356.975080:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696356.975083:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696356.975085:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696356.975087:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696356.975091:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696356.975092:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696356.975094:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696356.975095:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696356.975096:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696356.975098:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696356.976241:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696356.976257:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f59c383. 00000400:00000200:1.0:1788696356.976262:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696356.976269:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696356.976274:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2a431e 00000400:00000010:1.0:1788696356.976276:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003c2a431e. 00000100:00000001:1.0:1788696356.976280:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696356.976285:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274381824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696356.976295:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696356.976299:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274381824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696356.976305:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696356.976306:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696356.976367:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696356.976370:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee81603. 00000400:00000200:1.0:1788696356.976374:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696356.976377:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696356.976380:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044b3f705 00000400:00000010:1.0:1788696356.976381:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000044b3f705. 00000100:00000001:1.0:1788696356.976384:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696356.976387:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274381568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696356.976394:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696356.976396:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274381568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696356.976403:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696356.976404:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696356.980522:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696356.980538:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696356.980542:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696356.980544:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696356.980555:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696356.980571:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0f100 00000400:00000200:1.0:1788696356.980594:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1061 [1] + 224 00000800:00000001:1.0:1788696356.980602:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696356.980605:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696356.980608:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696356.980612:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696356.980619:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696356.980626:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274381568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696356.980637:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274381568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696356.980659:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696356.980666:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696356.980669:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696356.980671:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696356.980673:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696356.980677:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696356.980682:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0f180 00000400:00000200:1.0:1788696356.980687:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1051 [1] + 224 00000800:00000001:1.0:1788696356.980690:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696356.980693:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696356.980694:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696356.980697:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696356.980699:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696356.980702:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000218cac94 x1875583274381696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696356.980709:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000218cac94 x1875583274381696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696356.980715:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696356.980718:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696356.980720:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696356.980726:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696356.980728:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696356.980732:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696356.980737:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0f200 00000400:00000200:1.0:1788696356.980741:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1059 [1] + 224 00000800:00000001:1.0:1788696356.980744:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696356.980749:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696356.980750:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696356.980753:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696356.980755:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696356.980758:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274381824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696356.980765:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e3fb870 x1875583274381824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696356.980783:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696356.980787:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696356.980789:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696356.980822:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696356.980830:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696356.980836:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696356.980837:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696356.980839:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d55cc8b5. 00000400:00000200:3.0:1788696356.980928:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c31c0de4 00000400:00000010:3.0:1788696356.980932:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c31c0de4. 00000100:00000001:3.0:1788696356.980936:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696356.980940:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274381824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696356.980948:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274381824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696356.980953:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696356.980954:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696356.980957:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696356.980960:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696356.980962:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696356.980963:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696356.980966:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696356.980975:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=106 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696356.980979:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1788696356.980981:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696356.980983:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696356.980985:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788696356.980989:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003e3fb870 x1875583274381824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696356.981038:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696356.981041:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696356.981042:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696356.981043:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696356.981044:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696356.981047:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274381824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696356.981052:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696356.981054:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696356.981060:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696356.981062:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274381824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696356.981067:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274381824:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696356.981070:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696356.981072:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696356.981074:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274381824/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696356.981078:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696356.981080:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696356.981083:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005edc4c5a. 02000000:00000001:3.0:1788696356.981085:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696356.981087:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696356.981089:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696356.981090:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696356.981092:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008513bebc. 02000000:00000001:3.0:1788696356.981094:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696356.981096:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696356.981097:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000001:3.0:1788696356.981099:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696356.981109:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696356.981111:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696356.981118:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696356.981119:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696356.981120:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696356.981122:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696356.982945:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696356.982952:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696356.982959:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696356.982961:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696356.982965:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca5217b3. 00000400:00000200:0.0:1788696356.982972:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009110440c 00000400:00000010:0.0:1788696356.982974:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009110440c. 00000100:00000001:0.0:1788696356.982978:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696356.982986:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000218cac94 x1875583274381696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696356.982996:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000218cac94 x1875583274381696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696356.983003:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696356.983005:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696356.983007:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696356.983010:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696356.983012:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696356.983014:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696356.983016:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696356.983023:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=107 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696356.983026:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=107 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696356.983029:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696356.983030:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696356.983032:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696356.983036:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696356.983039:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696356.983040:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696356.983042:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696356.983043:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696356.983047:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000218cac94 x1875583274381696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696356.983054:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696356.983057:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696356.983059:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696356.983076:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000218cac94 x1875583274381696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696356.983083:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274381696:192.168.201.118@tcp:400: 00000400:00000001:0.0:1788696356.983088:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696356.983090:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696356.983092:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025905f20. 00000400:00000200:0.0:1788696356.983094:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543061b9 00000400:00000010:0.0:1788696356.983095:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000543061b9. 00000100:00000001:0.0:1788696356.983097:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696356.983111:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274381568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696356.983119:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274381568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696356.983124:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696356.983125:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696356.983127:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696356.983128:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696356.983129:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696356.983130:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696356.983132:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696356.983134:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=107 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696356.983220:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=107 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696356.983223:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696356.983224:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696356.983226:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696356.983227:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696356.983229:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696356.983232:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274381568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696356.983239:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696356.983240:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696356.983242:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696356.983249:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274381568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696356.983255:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274381568:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696356.983259:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696356.983261:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696356.983263:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000218cac94 x1875583274381696/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696356.983269:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696356.983271:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696356.983273:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbfec1c6. 02000000:00000001:0.0:1788696356.983277:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696356.983279:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696356.983280:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696356.983282:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696356.983284:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dac42727. 02000000:00000001:0.0:1788696356.983287:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696356.983289:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696356.983290:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000218cac94. 00000100:00000001:0.0:1788696356.983294:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696356.983300:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696356.983302:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696356.983305:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274381568/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696356.983310:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696356.983312:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696356.983313:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007323e9b3. 02000000:00000001:0.0:1788696356.983315:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696356.983316:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696356.983316:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696356.983318:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696356.983319:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a4df8fd. 02000000:00000001:0.0:1788696356.983321:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696356.983322:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696356.983323:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000001:0.0:1788696356.983330:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696356.983331:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696356.983334:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696356.983340:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696356.983341:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696356.983343:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696356.983346:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696357.933964:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696357.933971:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696357.933978:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696357.933979:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696357.934068:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696357.934072:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696357.934074:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696358.253995:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307320049, at 4307320064 00000100:00000040:1.0:1788696358.254001:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307320049, at 4307320064 00000100:00000010:1.0:1788696358.254015:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025718597. 00000100:00000010:3.0:1788696358.254017:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2ee9250. 00000100:00000040:2.0:1788696358.254097:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307320049, at 4307320064 00000100:00000010:2.0:1788696358.254102:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038ecd934. 00000100:00000040:0.0:1788696358.257610:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307320049, at 4307320067 00000100:00000010:0.0:1788696358.257629:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db1d4de9. 00010000:00000001:2.0:1788696358.959264:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696358.959271:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696358.959277:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696358.959278:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696358.959430:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696358.959433:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696358.959436:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696359.981964:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696359.981973:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696359.981976:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696359.981980:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696359.981985:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696359.981988:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696359.981989:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696359.981991:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696359.981995:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696359.981997:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696359.982062:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696359.982067:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696359.982069:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696361.005991:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696361.005998:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696361.006004:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696361.006005:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696361.006067:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696361.006070:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696361.006072:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696362.030000:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696362.030040:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696362.030048:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696362.030050:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696362.030401:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696362.030405:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696362.030411:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696362.094039:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696362.094046:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696362.094064:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000020:00000040:3.0:1788696362.094069:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696362.094072:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696362.094075:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696362.094079:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696362.094084:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008513bebc. 00000100:00000001:3.0:1788696362.094089:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696362.094098:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000003e3fb870 x1875583274381952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696362.094106:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696362.094108:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696362.094112:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3fb870] to pc [ptlrpcd_00_03+3] req@000000003e3fb870 x1875583274381952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696362.094144:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696362.094146:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696362.094151:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696362.094153:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e083dc65. 00000020:00000040:3.0:1788696362.094155:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696362.094157:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696362.094158:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696362.094160:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696362.094171:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009a492135. 00000100:00000001:3.0:1788696362.094173:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696362.094177:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000e083dc65 x1875583274382080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696362.094183:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696362.094184:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696362.094187:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e083dc65] to pc [ptlrpcd_00_00+0] req@00000000e083dc65 x1875583274382080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696362.094205:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696362.094207:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696362.094215:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696362.094218:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32a5d79. 00000020:00000040:3.0:1788696362.094220:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696362.094222:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696362.094223:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696362.094225:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696362.094228:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a289aad5. 00000100:00000001:3.0:1788696362.094230:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696362.094233:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a32a5d79 x1875583274382208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696362.094240:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696362.094241:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696362.094244:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a32a5d79] to pc [ptlrpcd_00_01+1] req@00000000a32a5d79 x1875583274382208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696362.094251:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696362.094253:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788696362.094256:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788696362.094260:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12661) 00000100:00000001:3.0:1788696362.094270:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696362.094275:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696362.094277:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696362.094281:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e083dc65 x1875583274382080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696362.094289:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696362.094290:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696362.094293:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696362.094296:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696362.094298:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696362.094301:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e083dc65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274382080:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696362.094305:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696362.094315:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696362.094317:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696362.094320:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696362.094323:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005edc4c5a. 02000000:00000001:3.0:1788696362.094325:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696362.094327:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788696362.094330:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000010:3.0:1788696362.094331:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d55cc8b5. 00000100:00000001:0.0:1788696362.094332:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1788696362.094339:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c31c0de4. 00000100:00000001:0.0:1788696362.094340:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696362.094342:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696362.094343:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696362.094344:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696362.094345:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1788696362.094345:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274382080, portal 10 00000100:00000001:3.0:1788696362.094347:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1788696362.094349:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274381952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696362.094349:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548227456 : -113296161324160 : ffff98f52e8cc380) 00000100:00000001:0.0:1788696362.094355:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1788696362.094355:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e083dc65 x1875583274382080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696362.094356:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696362.094359:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696362.094360:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696362.094362:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696362.094362:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696362.094365:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696362.094367:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5633eb. 00000100:00000200:3.0:1788696362.094369:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274382080, offset 0 00000100:00100000:0.0:1788696362.094370:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274381952:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696362.094373:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696362.094375:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1788696362.094375:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788696362.094376:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696362.094378:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696362.094380:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc95d543. 02000000:00000001:0.0:1788696362.094381:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696362.094384:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025905f20. 00000400:00000010:0.0:1788696362.094388:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543061b9. 00000400:00000200:3.0:1788696362.094388:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000200:0.0:1788696362.094390:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274381952, portal 25 00000100:00000001:0.0:1788696362.094392:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696362.094392:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000400:00000200:3.0:1788696362.094393:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1788696362.094396:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274381952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696362.094397:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696362.094400:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788696362.094401:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1788696362.094403:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000040:0.0:1788696362.094404:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696362.094405:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009110440c. 00000400:00000200:3.0:1788696362.094406:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [500:500:256:4294967295] 192.168.201.118@tcp LPNI seq info [500:500:8:4294967295] 00000100:00000200:0.0:1788696362.094407:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274381952, offset 0 00000400:00000200:0.0:1788696362.094411:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696362.094417:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696362.094422:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696362.094425:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000010:3.0:1788696362.094426:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d33dd5fd. 00000400:00000200:0.0:1788696362.094427:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696362.094429:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696362.094431:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696362.094433:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000200:3.0:1788696362.094433:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:0.0:1788696362.094436:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [501:501:255:4294967295] 192.168.201.118@tcp LPNI seq info [501:501:7:4294967295] 00000800:00000200:3.0:1788696362.094441:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:0.0:1788696362.094443:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696362.094446:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d33dd5fd type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1788696362.094447:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696362.094450:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009146b66a. 00000800:00000200:0.0:1788696362.094453:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696362.094458:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788696362.094459:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696362.094460:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009146b66a type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1788696362.094463:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 26648 usecs (27 jiffies) 00000100:00000001:3.0:1788696362.094467:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307323931 00000100:00000001:0.0:1788696362.094468:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696362.094470:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307325169 00000100:00000010:3.0:1788696362.094475:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000001:3.0:1788696362.094482:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788696362.094527:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696362.094530:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696362.094564:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696362.094567:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696362.094568:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696362.094573:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a32a5d79 x1875583274382208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696362.094579:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696362.094580:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696362.094580:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1788696362.094582:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696362.094583:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1788696362.094583:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d33dd5fd. 02000000:00000001:0.0:1788696362.094585:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696362.094587:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274382208:192.168.201.118@tcp:400: 00000400:00000200:2.0:1788696362.094588:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788696362.094590:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788696362.094592:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 02000000:00000001:0.0:1788696362.094593:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696362.094594:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696362.094595:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1788696362.094596:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5633eb 02000000:00000010:0.0:1788696362.094598:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c859407. 00000400:00000010:2.0:1788696362.094598:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004f5633eb. 02000000:00000001:0.0:1788696362.094599:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696362.094602:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca5217b3. 00000100:00000001:2.0:1788696362.094602:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:0.0:1788696362.094605:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e92bbd72. 00000100:00000200:2.0:1788696362.094605:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e083dc65 x1875583274382080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696362.094608:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274382208, portal 10 00000100:00000001:0.0:1788696362.094609:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696362.094611:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548231040 : -113296161320576 : ffff98f52e8cd180) 00000100:00000001:2.0:1788696362.094614:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696362.094615:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a32a5d79 x1875583274382208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696362.094616:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e083dc65 x1875583274382080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696362.094622:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696362.094624:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696362.094624:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696362.094625:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:0.0:1788696362.094626:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a96337. 00000100:00000200:0.0:1788696362.094627:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274382208, offset 0 00000400:00000200:0.0:1788696362.094631:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696362.094635:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696362.094637:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696362.094645:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696362.094647:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696362.094649:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696362.094651:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [502:502:255:4294967295] 192.168.201.118@tcp LPNI seq info [502:502:7:4294967295] 00000400:00000200:0.0:1788696362.094657:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696362.094661:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696362.094663:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057945d15. 00000800:00000200:0.0:1788696362.094666:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696362.094670:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696362.094672:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000057945d15 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696362.094675:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696362.094677:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 26765 usecs (27 jiffies) 00000100:00000001:0.0:1788696362.094679:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307323931 00000800:00000200:2.0:1788696362.094681:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696362.094683:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009146b66a. 00000400:00000200:2.0:1788696362.094685:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696362.094688:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696362.094691:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009110440c 00000400:00000010:2.0:1788696362.094692:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009110440c. 00000100:00000001:2.0:1788696362.094695:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696362.094697:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274381952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696362.094703:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696362.094704:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274381952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696362.094710:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696362.094711:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696362.094722:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696362.094728:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057945d15. 00000400:00000200:2.0:1788696362.094730:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696362.094732:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696362.094734:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a96337 00000400:00000010:2.0:1788696362.094735:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059a96337. 00000100:00000001:2.0:1788696362.094736:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696362.094738:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a32a5d79 x1875583274382208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696362.094742:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696362.094744:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a32a5d79 x1875583274382208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696362.094747:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696362.094748:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696362.095074:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307323931 00000100:00000010:3.0:1788696362.095079:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000100:00000001:3.0:1788696362.095083:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696362.095086:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307323931 00000100:00000010:3.0:1788696362.095088:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000100:00000001:3.0:1788696362.095090:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696362.095098:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307323931 00000100:00000010:3.0:1788696362.095100:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000100:00000001:3.0:1788696362.095103:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696362.095106:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696362.095108:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696362.095111:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696362.095113:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696362.095117:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696362.095118:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696362.095120:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696362.095121:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696362.095122:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696362.095124:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696362.095321:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307323931 00000100:00000001:0.0:1788696362.095329:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307325170 00000100:00000001:0.0:1788696362.095332:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307323931 00000100:00000001:0.0:1788696362.095334:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307325170 00000100:00000001:0.0:1788696362.095337:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307323931 00000100:00000001:0.0:1788696362.095339:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307325170 00000100:00000001:0.0:1788696362.095341:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307323931 00000100:00000001:0.0:1788696362.095343:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696362.095346:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696362.095348:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696362.095350:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696362.100021:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307325169 00000100:00000001:2.0:1788696362.100050:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307323937 00000100:00000001:2.0:1788696362.100054:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307325170 00000100:00000001:2.0:1788696362.100056:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307323937 00000100:00000001:2.0:1788696362.100058:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307325170 00000100:00000001:2.0:1788696362.100059:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307323937 00000100:00000001:2.0:1788696362.100061:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307325170 00000100:00000001:2.0:1788696362.100064:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696362.100075:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696362.100088:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696362.100097:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696362.100128:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696362.100130:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696362.100133:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696362.100134:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696362.100136:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696362.100139:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696362.102436:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696362.102453:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696362.102458:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696362.102460:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696362.102471:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696362.102505:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0f300 00000400:00000200:1.0:1788696362.102513:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1069 [1] + 224 00000800:00000001:1.0:1788696362.102520:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696362.102527:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696362.102530:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696362.102534:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696362.102542:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696362.102563:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e083dc65 x1875583274382080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696362.102574:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e083dc65 x1875583274382080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696362.102593:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696362.102602:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696362.102605:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696362.102647:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696362.102651:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696362.102657:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696362.102659:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696362.102662:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d55cc8b5. 00000400:00000200:3.0:1788696362.102668:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c31c0de4 00000400:00000010:3.0:1788696362.102670:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c31c0de4. 00000100:00000001:3.0:1788696362.102673:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696362.102676:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e083dc65 x1875583274382080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696362.102685:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e083dc65 x1875583274382080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696362.102696:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696362.102699:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696362.102702:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696362.102704:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696362.102706:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696362.102708:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696362.102711:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696362.102720:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696362.102723:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696362.102726:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696362.102727:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696362.102729:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696362.102732:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696362.102736:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696362.102738:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696362.102739:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696362.102741:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696362.102744:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e083dc65 x1875583274382080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696362.102752:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696362.102754:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696362.102756:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696362.102759:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e083dc65 x1875583274382080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696362.102765:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e083dc65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274382080:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696362.102769:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696362.102771:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696362.102773:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e083dc65 x1875583274382080/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696362.102779:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696362.102781:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696362.102789:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005edc4c5a. 02000000:00000001:3.0:1788696362.102793:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696362.102795:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696362.102797:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696362.102799:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696362.102801:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009a492135. 02000000:00000001:3.0:1788696362.102804:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696362.102806:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696362.102807:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e083dc65. 00000100:00000001:3.0:1788696362.102811:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696362.102812:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696362.102814:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696362.102821:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696362.102822:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696362.102824:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696362.102826:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696362.103422:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696362.103429:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696362.103431:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696362.103433:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696362.103439:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696362.103447:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0f280 00000400:00000200:1.0:1788696362.103453:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1071 [1] + 224 00000800:00000001:1.0:1788696362.103458:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696362.103461:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696362.103463:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696362.103466:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696362.103470:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696362.103474:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274381952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696362.103482:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e3fb870 x1875583274381952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696362.103503:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696362.103508:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696362.103511:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696362.103568:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696362.103571:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696362.103575:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696362.103576:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696362.103578:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025905f20. 00000400:00000200:0.0:1788696362.103582:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543061b9 00000400:00000010:0.0:1788696362.103590:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000543061b9. 00000100:00000001:0.0:1788696362.103594:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696362.103597:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274381952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696362.103604:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274381952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696362.103610:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696362.103611:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696362.103613:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696362.103615:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696362.103616:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696362.103618:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696362.103619:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696362.103622:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=113 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696362.103625:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=113 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696362.103627:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696362.103628:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696362.103630:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696362.103632:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696362.103633:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696362.103636:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274381952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696362.103642:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696362.103644:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696362.103645:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696362.103648:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274381952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696362.103654:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274381952:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696362.103658:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696362.103660:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696362.103662:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274381952/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696362.103678:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696362.103679:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696362.103681:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc95d543. 02000000:00000001:0.0:1788696362.103683:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696362.103685:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696362.103686:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696362.103688:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696362.103689:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008513bebc. 02000000:00000001:0.0:1788696362.103691:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696362.103693:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696362.103694:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000001:0.0:1788696362.103696:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696362.103697:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696362.103699:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696362.103704:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696362.103705:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696362.103707:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696362.103709:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696362.104667:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696362.104682:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696362.104685:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696362.104687:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696362.104693:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696362.104702:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0f380 00000400:00000200:2.0:1788696362.104708:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1079 [1] + 224 00000800:00000001:2.0:1788696362.104712:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696362.104716:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696362.104719:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696362.104722:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696362.104727:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696362.104731:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a32a5d79 x1875583274382208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696362.104739:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a32a5d79 x1875583274382208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696362.104762:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696362.104769:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696362.104771:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696362.104832:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696362.104835:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696362.104923:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696362.104926:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696362.104928:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca5217b3. 00000400:00000200:0.0:1788696362.104932:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e92bbd72 00000400:00000010:0.0:1788696362.104934:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e92bbd72. 00000100:00000001:0.0:1788696362.104937:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696362.104941:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a32a5d79 x1875583274382208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696362.104949:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a32a5d79 x1875583274382208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696362.104956:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696362.104957:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696362.104959:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696362.104961:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696362.104962:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696362.104969:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696362.104971:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696362.104977:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=112 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696362.104981:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1788696362.104983:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696362.104984:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696362.104986:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696362.104991:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a32a5d79 x1875583274382208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696362.104997:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696362.105000:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696362.105001:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696362.105003:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696362.105004:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696362.105008:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a32a5d79 x1875583274382208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696362.105027:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696362.105029:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696362.105031:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696362.105034:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a32a5d79 x1875583274382208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696362.105041:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274382208:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696362.105046:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696362.105048:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696362.105051:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a32a5d79 x1875583274382208/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696362.105057:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696362.105058:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696362.105061:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c859407. 02000000:00000001:0.0:1788696362.105064:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696362.105065:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696362.105072:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696362.105075:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696362.105077:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a289aad5. 02000000:00000001:0.0:1788696362.105080:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696362.105081:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696362.105082:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32a5d79. 00000100:00000001:0.0:1788696362.105087:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696362.105088:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696362.105090:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696362.105095:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696362.105097:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696362.105099:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696362.105101:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696363.053963:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696363.053970:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696363.053976:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696363.053977:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696363.054037:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696363.054041:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696363.054044:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696363.374051:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307325169, at 4307325184 00000100:00000010:0.0:1788696363.374070:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00000100:00000040:1.0:1788696363.374178:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307325170, at 4307325184 00000100:00000010:1.0:1788696363.374184:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c64039. 00000100:00000040:2.0:1788696363.374201:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307325170, at 4307325184 00000100:00000010:2.0:1788696363.374209:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00000100:00000040:3.0:1788696363.375768:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307325170, at 4307325185 00000100:00000010:3.0:1788696363.375780:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00010000:00000001:2.0:1788696364.078009:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696364.078016:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696364.078023:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696364.078024:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696364.078073:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696364.078076:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696364.078079:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696365.101956:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696365.101974:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696365.101979:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696365.101981:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696365.101983:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696365.102009:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696365.102012:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696365.102013:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696365.102014:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696365.102016:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696365.102422:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696365.102427:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696365.102430:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696366.125984:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696366.125991:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696366.125998:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696366.125999:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696366.126058:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696366.126062:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696366.126066:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696367.150025:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696367.150033:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696367.150039:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696367.150040:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696367.150131:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696367.150135:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696367.150138:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696367.214155:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696367.214163:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696367.214169:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7f27e9d. 00000020:00000040:0.0:1788696367.214174:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696367.214178:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696367.214180:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696367.214185:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696367.214191:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000dfd73c1. 00000100:00000001:0.0:1788696367.214198:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696367.214208:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000a7f27e9d x1875583274382336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696367.214237:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696367.214239:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696367.214245:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f27e9d] to pc [ptlrpcd_00_02+2] req@00000000a7f27e9d x1875583274382336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696367.214312:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696367.214331:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696367.214334:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696367.214339:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a7f27e9d x1875583274382336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696367.214353:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696367.214355:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696367.214358:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696367.214360:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696367.214362:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696367.214365:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274382336:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696367.214370:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696367.214375:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696367.214377:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696367.214379:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696367.214383:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2f7131f. 02000000:00000001:1.0:1788696367.214384:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696367.214390:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebce8082. 00000400:00000010:1.0:1788696367.214398:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009badf184. 00000100:00000200:1.0:1788696367.214404:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274382336, portal 25 00000100:00000001:1.0:1788696367.214406:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696367.214407:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438016 : -113296827113600 : ffff98f506dd9f80) 00000100:00000040:1.0:1788696367.214412:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a7f27e9d x1875583274382336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696367.214418:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696367.214421:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696367.214424:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004db18ce7. 00000100:00000200:1.0:1788696367.214427:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274382336, offset 0 00000400:00000200:1.0:1788696367.214432:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696367.214445:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696367.214450:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696367.214453:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696367.214457:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696367.214460:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696367.214463:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [503:503:256:4294967295] 192.168.201.118@tcp LPNI seq info [503:503:8:4294967295] 00000400:00000200:1.0:1788696367.214473:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696367.214483:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696367.214487:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032870841. 00000800:00000200:1.0:1788696367.214677:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696367.214686:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696367.214690:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000032870841 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696367.214708:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696367.214713:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307330289 00000100:00000010:1.0:1788696367.214717:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005245dbeb. 00000100:00000001:1.0:1788696367.214723:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696367.214727:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307330289 00000100:00000010:1.0:1788696367.214730:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f9cf8d6f. 00000100:00000001:1.0:1788696367.214732:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788696367.214735:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307330289 00000100:00000010:1.0:1788696367.214737:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000033b0b89. 00000100:00000001:1.0:1788696367.214740:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696367.214742:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307330289 00000100:00000010:1.0:1788696367.214744:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000578c062e. 00000100:00000001:1.0:1788696367.214747:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696367.214750:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696367.214752:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696367.214755:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696367.214757:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788696367.214907:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696367.214912:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032870841. 00000400:00000200:2.0:1788696367.214917:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788696367.215021:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696367.215025:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696367.215029:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696367.215032:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000607de2c8. 00000020:00000040:0.0:1788696367.215035:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696367.215038:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696367.215039:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696367.215041:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696367.215045:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000057945d15. 00000100:00000001:0.0:1788696367.215048:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696367.215053:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000607de2c8 x1875583274382464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696367.215062:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696367.215063:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696367.215067:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000607de2c8] to pc [ptlrpcd_00_03+3] req@00000000607de2c8 x1875583274382464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696367.215116:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696367.215123:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004db18ce7 00000400:00000010:2.0:1788696367.215126:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004db18ce7. 00000100:00000001:2.0:1788696367.215131:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696367.215134:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a7f27e9d x1875583274382336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696367.215144:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696367.215146:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a7f27e9d x1875583274382336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696367.215153:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696367.215155:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788696367.215265:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696367.215268:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696367.215271:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696367.215273:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696367.215274:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696367.215276:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1788696367.215278:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696367.215280:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696367.215281:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696367.215282:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696367.215289:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696367.215290:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696367.215300:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000607de2c8 x1875583274382464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696367.215307:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696367.215309:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696367.215311:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696367.215312:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696367.215314:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696367.215316:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274382464:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696367.215319:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696367.215322:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696367.215323:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696367.215324:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696367.215327:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec1a3a32. 02000000:00000001:1.0:1788696367.215329:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696367.215332:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006325b814. 00000400:00000010:1.0:1788696367.215336:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006213f63e. 00000100:00000200:1.0:1788696367.215338:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274382464, portal 10 00000100:00000001:1.0:1788696367.215340:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696367.215341:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882432640 : -113296827118976 : ffff98f506dd8a80) 00000100:00000040:1.0:1788696367.215347:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000607de2c8 x1875583274382464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696367.215353:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696367.215355:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696367.215357:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b6a63d. 00000100:00000200:1.0:1788696367.215359:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274382464, offset 0 00000400:00000200:1.0:1788696367.215363:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696367.215370:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696367.215373:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696367.215375:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696367.215378:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696367.215381:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696367.215389:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [504:504:256:4294967295] 192.168.201.118@tcp LPNI seq info [504:504:8:4294967295] 00000400:00000200:1.0:1788696367.215398:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696367.215402:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696367.215406:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb85f65. 00000800:00000200:1.0:1788696367.215410:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696367.215415:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696367.215417:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004bb85f65 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696367.215482:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696367.215486:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 26540 usecs (27 jiffies) 00000100:00000001:1.0:1788696367.215489:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307329052 00000100:00000001:1.0:1788696367.215491:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307330289 00000100:00000001:1.0:1788696367.215493:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307329052 00000100:00000001:1.0:1788696367.215495:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307330289 00000100:00000001:1.0:1788696367.215496:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307329052 00000100:00000001:1.0:1788696367.215498:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307330289 00000100:00000001:1.0:1788696367.215499:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307329052 00000100:00000001:1.0:1788696367.215501:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307330289 00000100:00000001:1.0:1788696367.215502:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696367.215504:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696367.215506:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696367.215508:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696367.215578:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696367.215581:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696367.215584:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696367.215587:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0532af4. 00000020:00000040:0.0:1788696367.215589:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696367.215591:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696367.215593:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696367.215595:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696367.215597:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009146b66a. 00000100:00000001:0.0:1788696367.215606:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696367.215609:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a0532af4 x1875583274382592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696367.215616:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696367.215617:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696367.215620:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0532af4] to pc [ptlrpcd_00_00+0] req@00000000a0532af4 x1875583274382592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696367.215649:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696367.215651:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696367.215655:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696367.215659:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12666) 00000100:00000001:0.0:1788696367.215668:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696367.215670:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696367.215671:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696367.215675:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0532af4 x1875583274382592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696367.215682:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696367.215684:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696367.215686:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696367.215687:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696367.215689:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696367.215692:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274382592:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696367.215695:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696367.215698:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1788696367.215699:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1788696367.215700:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696367.215704:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1788696367.215705:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb85f65. 02000000:00000010:0.0:1788696367.215709:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba9bd949. 00000400:00000200:2.0:1788696367.215710:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1788696367.215714:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696367.215719:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000010:0.0:1788696367.215720:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca5217b3. 00000400:00000200:2.0:1788696367.215723:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b6a63d 00000400:00000010:2.0:1788696367.215726:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000021b6a63d. 00000100:00000001:2.0:1788696367.215729:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696367.215733:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000607de2c8 x1875583274382464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696367.215747:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696367.215750:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000607de2c8 x1875583274382464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696367.215757:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696367.215758:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788696367.215779:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696367.215782:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696367.215794:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696367.215795:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696367.218377:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696367.218386:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696367.218390:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696367.218394:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696367.218498:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e92bbd72. 00000100:00000200:0.0:1788696367.218508:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274382592, portal 10 00000100:00000001:0.0:1788696367.218523:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696367.218524:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882442496 : -113296827109120 : ffff98f506ddb100) 00000100:00000040:0.0:1788696367.218537:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a0532af4 x1875583274382592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696367.218547:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696367.218549:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696367.218552:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543061b9. 00000100:00000200:0.0:1788696367.218556:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274382592, offset 0 00000400:00000200:0.0:1788696367.218563:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696367.218575:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696367.218579:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696367.218583:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696367.218586:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696367.218589:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696367.218592:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [505:505:256:4294967295] 192.168.201.118@tcp LPNI seq info [505:505:8:4294967295] 00000400:00000200:0.0:1788696367.218603:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696367.218609:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696367.218613:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ee81603. 00000800:00000200:0.0:1788696367.218619:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696367.218626:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696367.218630:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000ee81603 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696367.218649:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696367.218652:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 26673 usecs (27 jiffies) 00000100:00000001:0.0:1788696367.218655:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307329055 00000100:00000001:0.0:1788696367.218658:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307330289 00000100:00000001:0.0:1788696367.218660:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307329055 00000100:00000001:0.0:1788696367.218661:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307330289 00000100:00000001:0.0:1788696367.218663:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307329055 00000100:00000001:0.0:1788696367.218665:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307330289 00000100:00000001:0.0:1788696367.218672:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307329055 00000100:00000001:0.0:1788696367.218674:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307330289 00000100:00000001:0.0:1788696367.218676:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696367.218679:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696367.218682:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696367.218684:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696367.218690:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696367.218692:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696367.218695:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696367.218696:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696367.218697:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696367.218700:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696367.218756:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696367.218760:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ee81603. 00000400:00000200:2.0:1788696367.218764:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696367.218768:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696367.218772:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543061b9 00000400:00000010:2.0:1788696367.218773:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000543061b9. 00000100:00000001:2.0:1788696367.218777:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696367.218779:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a0532af4 x1875583274382592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696367.218787:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696367.218789:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0532af4 x1875583274382592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696367.218794:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696367.218795:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696367.219423:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696367.219434:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696367.219438:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696367.219439:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696367.219446:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696367.219455:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0f400 00000400:00000200:2.0:1788696367.219462:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1081 [1] + 224 00000800:00000001:2.0:1788696367.219468:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696367.219471:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696367.219479:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696367.219483:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696367.219487:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696367.219491:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a7f27e9d x1875583274382336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696367.219500:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a7f27e9d x1875583274382336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696367.219517:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696367.219525:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696367.219528:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696367.219530:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696367.219532:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696367.219536:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696367.219541:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0f480 00000400:00000200:2.0:1788696367.219544:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1089 [1] + 224 00000800:00000001:2.0:1788696367.219547:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696367.219551:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696367.219552:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696367.219555:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696367.219557:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696367.219560:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000607de2c8 x1875583274382464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696367.219567:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000607de2c8 x1875583274382464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696367.219572:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696367.219575:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696367.219577:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696367.219727:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696367.219730:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696367.219735:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696367.219737:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696367.219739:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006325b814. 00000400:00000200:1.0:1788696367.219748:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006213f63e 00000400:00000010:1.0:1788696367.219750:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000006213f63e. 00000100:00000001:1.0:1788696367.219753:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696367.219756:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000607de2c8 x1875583274382464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696367.219763:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000607de2c8 x1875583274382464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696367.219769:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696367.219771:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696367.219774:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696367.219776:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696367.219778:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696367.219780:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696367.219783:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696367.219792:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=118 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696367.219796:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=118 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696367.219798:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696367.219800:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696367.219802:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696367.219806:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696367.219809:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696367.219811:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696367.219813:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696367.219814:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696367.219818:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000607de2c8 x1875583274382464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696367.219826:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696367.219828:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696367.219830:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696367.219833:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000607de2c8 x1875583274382464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696367.219841:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274382464:192.168.201.118@tcp:400: 00000400:00000001:1.0:1788696367.219886:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696367.219887:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696367.219889:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebce8082. 00000400:00000200:1.0:1788696367.219891:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009badf184 00000400:00000010:1.0:1788696367.219893:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009badf184. 00000100:00000001:1.0:1788696367.219895:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696367.219898:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a7f27e9d x1875583274382336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696367.219906:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a7f27e9d x1875583274382336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696367.219911:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696367.219913:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696367.219914:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696367.219916:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696367.219917:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696367.219918:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696367.219920:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696367.219937:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=118 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696367.219940:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=118 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696367.219942:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696367.219943:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696367.219944:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696367.219946:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696367.219948:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696367.219951:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a7f27e9d x1875583274382336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696367.219957:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696367.219959:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696367.219960:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696367.219966:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7f27e9d x1875583274382336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696367.219972:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274382336:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696367.219983:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696367.219985:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696367.219987:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000607de2c8 x1875583274382464/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696367.219993:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696367.219995:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696367.219998:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec1a3a32. 02000000:00000001:1.0:1788696367.220002:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696367.220005:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696367.220006:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696367.220008:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696367.220010:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000057945d15. 02000000:00000001:1.0:1788696367.220013:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696367.220015:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696367.220016:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000607de2c8. 00000100:00000001:1.0:1788696367.220019:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696367.220020:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696367.220022:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696367.220024:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a7f27e9d x1875583274382336/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696367.220029:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696367.220030:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696367.220032:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2f7131f. 02000000:00000001:1.0:1788696367.220033:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696367.220034:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696367.220035:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696367.220037:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696367.220038:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000dfd73c1. 02000000:00000001:1.0:1788696367.220039:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696367.220041:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696367.220041:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7f27e9d. 00000100:00000001:1.0:1788696367.220044:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696367.220045:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696367.220046:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696367.220051:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696367.220057:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696367.220059:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696367.220061:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696367.222018:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696367.222028:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696367.222032:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696367.222033:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696367.222040:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696367.222058:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0f500 00000400:00000200:2.0:1788696367.222064:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1091 [1] + 224 00000800:00000001:2.0:1788696367.222068:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696367.222073:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696367.222075:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696367.222078:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696367.222081:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696367.222085:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a0532af4 x1875583274382592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696367.222092:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a0532af4 x1875583274382592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696367.222104:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696367.222110:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696367.222111:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696367.222148:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696367.222152:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696367.222157:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696367.222158:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696367.222161:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca5217b3. 00000400:00000200:0.0:1788696367.222164:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e92bbd72 00000400:00000010:0.0:1788696367.222165:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e92bbd72. 00000100:00000001:0.0:1788696367.222167:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696367.222170:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a0532af4 x1875583274382592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696367.222176:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a0532af4 x1875583274382592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696367.222180:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696367.222181:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696367.222183:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696367.222185:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696367.222186:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696367.222187:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696367.222189:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696367.222195:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696367.222197:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1788696367.222198:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696367.222199:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696367.222206:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696367.222208:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a0532af4 x1875583274382592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696367.222213:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696367.222215:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696367.222216:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696367.222217:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696367.222218:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696367.222220:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0532af4 x1875583274382592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696367.222224:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696367.222226:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696367.222227:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696367.222229:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0532af4 x1875583274382592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696367.222233:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274382592:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696367.222235:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696367.222237:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696367.222238:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0532af4 x1875583274382592/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696367.222242:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696367.222243:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696367.222246:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba9bd949. 02000000:00000001:0.0:1788696367.222248:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696367.222249:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696367.222251:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696367.222252:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696367.222254:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009146b66a. 02000000:00000001:0.0:1788696367.222256:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696367.222257:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696367.222258:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0532af4. 00000100:00000001:0.0:1788696367.222263:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696367.222264:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696367.222265:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696367.222269:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696367.222270:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696367.222271:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696367.222273:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696368.173972:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696368.173979:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696368.173985:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696368.173986:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696368.174133:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696368.174137:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696368.174139:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696368.493930:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307330289, at 4307330304 00000100:00000040:2.0:1788696368.493934:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307330289, at 4307330304 00000100:00000010:3.0:1788696368.493946:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000578c062e. 00000100:00000010:2.0:1788696368.493949:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000033b0b89. 00000100:00000040:0.0:1788696368.493993:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307330289, at 4307330304 00000100:00000010:0.0:1788696368.494000:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005245dbeb. 00000100:00000040:1.0:1788696368.494078:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307330289, at 4307330304 00000100:00000010:1.0:1788696368.494085:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f9cf8d6f. 00010000:00000001:2.0:1788696369.197964:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696369.197971:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696369.197977:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696369.197978:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696369.198077:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696369.198081:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696369.198084:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696370.221968:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696370.221976:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696370.221979:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696370.221982:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696370.221989:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696370.221991:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696370.221993:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696370.221995:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696370.221998:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696370.222016:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696370.222079:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696370.222082:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696370.222084:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696371.245959:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696371.245966:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696371.245972:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696371.245973:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696371.246251:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696371.246255:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696371.246257:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696372.269967:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696372.269973:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696372.269988:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696372.269989:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696372.270093:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696372.270097:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696372.270100:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696372.334459:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696372.334467:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696372.334474:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045e41aea. 00000020:00000040:1.0:1788696372.334479:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696372.334482:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696372.334484:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696372.334489:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696372.334497:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004bb85f65. 00000100:00000001:1.0:1788696372.334504:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696372.334515:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000045e41aea x1875583274382720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696372.334525:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696372.334527:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696372.334532:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045e41aea] to pc [ptlrpcd_00_01+1] req@0000000045e41aea x1875583274382720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696372.334558:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696372.334566:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696372.334571:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696372.334574:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003931a9e5. 00000020:00000040:1.0:1788696372.334577:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696372.334580:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1788696372.334580:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1788696372.334584:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788696372.334585:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1788696372.334587:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696372.334588:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1788696372.334594:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000032870841. 00000100:00000040:2.0:1788696372.334594:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000045e41aea x1875583274382720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696372.334600:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696372.334606:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1788696372.334607:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000003931a9e5 x1875583274382848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696372.334608:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696372.334614:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696372.334616:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696372.334618:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696372.334621:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000045e41aea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274382720:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696372.334624:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696372.334628:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696372.334631:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696372.334635:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1788696372.334635:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788696372.334638:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696372.334641:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014a1210d. 00000100:00000040:1.0:1788696372.334642:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003931a9e5] to pc [ptlrpcd_00_02+2] req@000000003931a9e5 x1875583274382848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696372.334645:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696372.334652:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e2abba1. 00000400:00000010:2.0:1788696372.334658:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a65f0ee9. 00000100:00000200:2.0:1788696372.334664:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274382720, portal 25 00000100:00000001:2.0:1788696372.334666:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696372.334667:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877471872 : -113296832079744 : ffff98f50691d880) 00000100:00000040:2.0:1788696372.334671:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000045e41aea x1875583274382720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696372.334673:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696372.334677:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696372.334684:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788696372.334686:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1788696372.334688:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000146638d8. 00000020:00000040:1.0:1788696372.334690:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696372.334692:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696372.334694:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1788696372.334697:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:1.0:1788696372.334698:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696372.334700:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e484deba. 02000000:00000010:1.0:1788696372.334702:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006596e7c6. 00000100:00000200:2.0:1788696372.334704:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274382720, offset 0 00000100:00000001:1.0:1788696372.334706:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696372.334712:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:1.0:1788696372.334713:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000146638d8 x1875583274382976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696372.334720:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696372.334721:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696372.334723:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000146638d8] to pc [ptlrpcd_00_03+3] req@00000000146638d8 x1875583274382976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696372.334728:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:1.0:1788696372.334729:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696372.334732:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1788696372.334733:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1788696372.334736:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1788696372.334739:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000040:1.0:1788696372.334740:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12671) 00000400:00000200:2.0:1788696372.334743:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696372.334746:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696372.334749:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [506:506:256:4294967295] 192.168.201.118@tcp LPNI seq info [506:506:8:4294967295] 00000100:00000001:1.0:1788696372.334753:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696372.334756:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696372.334758:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1788696372.334760:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000040:1.0:1788696372.334764:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000146638d8 x1875583274382976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788696372.334771:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696372.334776:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e680c3a9. 00000800:00000200:2.0:1788696372.334783:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:1.0:1788696372.334790:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696372.334793:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696372.334793:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 02000000:00000001:1.0:1788696372.334795:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1788696372.334797:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e680c3a9 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1788696372.334798:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696372.334803:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696372.334806:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000146638d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274382976:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696372.334809:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788696372.334811:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696372.334812:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696372.334815:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696372.334817:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788696372.334818:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307335409 02000000:00000010:1.0:1788696372.334819:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000bdd8e25. 02000000:00000001:1.0:1788696372.334822:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788696372.334824:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce767292. 00000400:00000010:1.0:1788696372.334826:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebce8082. 00000400:00000010:1.0:1788696372.334831:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009badf184. 00000100:00000001:2.0:1788696372.334831:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1788696372.334870:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274382976, portal 10 00000100:00000001:1.0:1788696372.334872:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696372.334874:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877465600 : -113296832086016 : ffff98f50691c000) 00000100:00000001:3.0:1788696372.334878:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788696372.334882:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000146638d8 x1875583274382976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696372.334883:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696372.334886:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788696372.334892:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696372.334894:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003931a9e5 x1875583274382848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696372.334897:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696372.334900:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006213f63e. 00000100:00000200:1.0:1788696372.334904:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274382976, offset 0 00000400:00000200:1.0:1788696372.334913:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696372.334916:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696372.334919:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696372.334922:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:3.0:1788696372.334924:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1788696372.334926:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1788696372.334927:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788696372.334932:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000001:3.0:1788696372.334932:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696372.334939:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00100000:3.0:1788696372.334939:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003931a9e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274382848:192.168.201.118@tcp:400: 00000400:00000200:1.0:1788696372.334946:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788696372.334948:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1788696372.334952:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [507:507:255:4294967295] 192.168.201.118@tcp LPNI seq info [507:507:7:4294967295] 02000000:00000001:3.0:1788696372.334954:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696372.334956:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696372.334960:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696372.334964:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f37a3c4e. 00000400:00000200:1.0:1788696372.334965:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 02000000:00000001:3.0:1788696372.334967:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696372.334976:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696372.334979:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dffc0522. 00000800:00000200:1.0:1788696372.334982:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696372.334984:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696372.334986:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dffc0522 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696372.334988:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696372.334990:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 26547 usecs (27 jiffies) 00000100:00000001:1.0:1788696372.334992:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307334172 00000100:00000001:2.0:1788696372.335109:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307335410 00000100:00000010:2.0:1788696372.335112:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012b293cd. 00000100:00000001:2.0:1788696372.335115:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696372.335118:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307335410 00000100:00000010:2.0:1788696372.335119:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a80d04b. 00000100:00000001:2.0:1788696372.335121:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696372.335125:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307335410 00000100:00000010:2.0:1788696372.335127:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b491dd23. 00000100:00000001:2.0:1788696372.335129:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696372.335131:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696372.335139:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696372.335143:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696372.335146:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696372.335154:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696372.335156:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696372.335159:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696372.335161:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696372.335163:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696372.335165:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696372.335206:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696372.335209:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e680c3a9. 00000400:00000200:2.0:1788696372.335213:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788696372.335216:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307335409 00000400:00000200:2.0:1788696372.335218:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696372.335221:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307334172 00000400:00000200:2.0:1788696372.335224:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e484deba 00000100:00000001:1.0:1788696372.335225:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307335410 00000400:00000010:2.0:1788696372.335228:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e484deba. 00000100:00000001:1.0:1788696372.335229:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307334172 00000100:00000001:1.0:1788696372.335232:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307335410 00000100:00000001:2.0:1788696372.335233:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1788696372.335234:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307334172 00000100:00000001:1.0:1788696372.335237:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307335410 00000100:00000200:2.0:1788696372.335239:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000045e41aea x1875583274382720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696372.335240:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696372.335244:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696372.335249:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696372.335253:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696372.335255:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788696372.335257:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1788696372.335258:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000045e41aea x1875583274382720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696372.335259:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696372.335263:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696372.335265:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696372.335267:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696372.335270:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696372.335270:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696372.335274:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696372.335317:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696372.335320:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696372.335322:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696372.335325:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dffc0522. 00000400:00000200:2.0:1788696372.335329:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696372.335331:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696372.335332:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006213f63e 00000400:00000010:2.0:1788696372.335333:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000006213f63e. 00000100:00000001:2.0:1788696372.335335:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696372.335336:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000146638d8 x1875583274382976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696372.335341:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696372.335342:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000146638d8 x1875583274382976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696372.335353:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696372.335354:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:3.0:1788696372.336349:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d55cc8b5. 00000400:00000010:3.0:1788696372.336355:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c31c0de4. 00000100:00000200:3.0:1788696372.336359:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274382848, portal 10 00000100:00000001:3.0:1788696372.336361:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696372.336362:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877475456 : -113296832076160 : ffff98f50691e680) 00000100:00000040:3.0:1788696372.336368:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003931a9e5 x1875583274382848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696372.336376:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696372.336378:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696372.336380:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c77f24a. 00000100:00000200:3.0:1788696372.336381:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274382848, offset 0 00000400:00000200:3.0:1788696372.336385:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696372.336391:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696372.336394:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696372.336396:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696372.336398:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696372.336401:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696372.336403:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [508:508:256:4294967295] 192.168.201.118@tcp LPNI seq info [508:508:8:4294967295] 00000400:00000200:3.0:1788696372.336411:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696372.336421:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696372.336424:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a492135. 00000800:00000200:3.0:1788696372.336428:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696372.336433:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696372.336435:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009a492135 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696372.336446:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696372.336449:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 26401 usecs (27 jiffies) 00000100:00000001:3.0:1788696372.336451:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307334173 00000100:00000001:3.0:1788696372.336453:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307335409 00000100:00000001:3.0:1788696372.336455:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307334173 00000100:00000001:3.0:1788696372.336457:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307335410 00000100:00000001:3.0:1788696372.336458:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307334173 00000100:00000001:3.0:1788696372.336460:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307335410 00000100:00000001:3.0:1788696372.336462:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307334173 00000100:00000001:3.0:1788696372.336463:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307335410 00000100:00000001:3.0:1788696372.336464:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696372.336466:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696372.336469:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696372.336470:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696372.336474:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696372.336476:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696372.336477:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696372.336479:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696372.336480:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696372.336482:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696372.336536:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696372.336539:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a492135. 00000400:00000200:2.0:1788696372.336542:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696372.336545:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696372.336547:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c77f24a 00000400:00000010:2.0:1788696372.336549:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c77f24a. 00000100:00000001:2.0:1788696372.336551:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696372.336553:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003931a9e5 x1875583274382848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696372.336559:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696372.336561:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003931a9e5 x1875583274382848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696372.336565:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696372.336566:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696372.338226:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696372.338240:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696372.338243:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696372.338246:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696372.338253:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696372.338266:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0f680 00000400:00000200:2.0:1788696372.338278:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x10a1 [1] + 224 00000800:00000001:2.0:1788696372.338284:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696372.338290:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696372.338293:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696372.338296:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696372.338301:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696372.338306:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000146638d8 x1875583274382976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696372.338316:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000146638d8 x1875583274382976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696372.338346:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696372.338354:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696372.338357:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696372.338547:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696372.338551:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696372.338556:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696372.338558:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696372.338559:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebce8082. 00000400:00000200:1.0:1788696372.338563:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009badf184 00000400:00000010:1.0:1788696372.338572:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009badf184. 00000100:00000001:1.0:1788696372.338575:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696372.338578:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000146638d8 x1875583274382976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696372.338586:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000146638d8 x1875583274382976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696372.338591:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696372.338593:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696372.338596:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696372.338598:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696372.338600:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696372.338602:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696372.338604:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696372.338612:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696372.338615:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1788696372.338618:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696372.338620:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696372.338622:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788696372.338626:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000146638d8 x1875583274382976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696372.338632:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696372.338635:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696372.338637:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696372.338639:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696372.338641:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696372.338645:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000146638d8 x1875583274382976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696372.338651:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696372.338654:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696372.338655:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696372.338658:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000146638d8 x1875583274382976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696372.338676:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000146638d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274382976:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696372.338680:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696372.338682:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696372.338685:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000146638d8 x1875583274382976/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696372.338692:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696372.338694:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696372.338696:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000bdd8e25. 02000000:00000001:1.0:1788696372.338700:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696372.338702:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696372.338704:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696372.338707:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696372.338708:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006596e7c6. 02000000:00000001:1.0:1788696372.338711:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696372.338713:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696372.338714:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000146638d8. 00000100:00000001:1.0:1788696372.338717:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696372.338717:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696372.338719:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696372.338724:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696372.338725:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696372.338727:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696372.338728:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696372.340690:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696372.340702:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696372.340706:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696372.340708:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696372.340717:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696372.340729:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0f580 00000400:00000200:2.0:1788696372.340737:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1099 [1] + 224 00000800:00000001:2.0:1788696372.340742:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696372.340746:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696372.340748:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696372.340752:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696372.340757:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696372.340763:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000045e41aea x1875583274382720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696372.340773:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000045e41aea x1875583274382720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696372.340921:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696372.340926:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696372.341402:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696372.341411:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696372.341415:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696372.341418:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696372.341420:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696372.341425:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696372.341432:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0f600 00000400:00000200:2.0:1788696372.341438:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x10a9 [1] + 224 00000800:00000001:2.0:1788696372.341442:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696372.341447:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696372.341449:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696372.341462:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696372.341466:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696372.341469:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003931a9e5 x1875583274382848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696372.341478:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003931a9e5 x1875583274382848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696372.341526:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696372.341529:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696372.341544:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696372.341549:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696372.341552:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696372.343127:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696372.343131:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696372.343187:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d55cc8b5. 00000400:00000200:3.0:1788696372.343195:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c31c0de4 00000400:00000010:3.0:1788696372.343205:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c31c0de4. 00000100:00000001:3.0:1788696372.343209:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696372.343215:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003931a9e5 x1875583274382848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696372.343223:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003931a9e5 x1875583274382848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696372.343229:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696372.343231:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696372.343234:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696372.343236:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696372.343238:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696372.343240:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696372.343242:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696372.343251:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=123 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696372.343255:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696372.343257:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696372.343258:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696372.343261:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696372.343264:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696372.343268:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696372.343270:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696372.343272:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696372.343274:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696372.343277:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003931a9e5 x1875583274382848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696372.343284:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696372.343286:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696372.343288:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696372.343291:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003931a9e5 x1875583274382848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696372.343298:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003931a9e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274382848:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696372.343303:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696372.343311:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696372.343314:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003931a9e5 x1875583274382848/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696372.343320:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696372.343322:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696372.343324:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f37a3c4e. 02000000:00000001:3.0:1788696372.343328:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696372.343331:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696372.343332:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696372.343335:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696372.343337:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000032870841. 02000000:00000001:3.0:1788696372.343339:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696372.343341:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696372.343342:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003931a9e5. 00000100:00000001:3.0:1788696372.343345:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696372.343347:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696372.343349:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696372.343356:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696372.343358:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696372.343360:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696372.343362:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788696372.345080:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696372.345084:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696372.345086:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e2abba1. 00000400:00000200:0.0:1788696372.345094:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a65f0ee9 00000400:00000010:0.0:1788696372.345095:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a65f0ee9. 00000100:00000001:0.0:1788696372.345098:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696372.345104:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000045e41aea x1875583274382720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696372.345112:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000045e41aea x1875583274382720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696372.345117:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696372.345118:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696372.345119:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696372.345121:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696372.345129:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696372.345130:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696372.345132:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696372.345135:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=123 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696372.345138:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696372.345139:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696372.345140:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696372.345141:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696372.345143:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696372.345144:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696372.345146:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000045e41aea x1875583274382720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696372.345150:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696372.345152:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696372.345153:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696372.345155:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045e41aea x1875583274382720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696372.345159:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000045e41aea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274382720:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696372.345162:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696372.345163:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696372.345165:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000045e41aea x1875583274382720/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696372.345168:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696372.345169:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696372.345170:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014a1210d. 02000000:00000001:0.0:1788696372.345174:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696372.345176:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696372.345177:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696372.345178:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696372.345180:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004bb85f65. 02000000:00000001:0.0:1788696372.345181:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696372.345182:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696372.345183:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000045e41aea. 00000100:00000001:0.0:1788696372.345188:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696372.345189:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696372.345190:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696372.345203:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696372.345204:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696372.345206:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696372.345208:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696373.293963:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696373.293977:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696373.293981:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696373.293982:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696373.294046:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696373.294049:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696373.294051:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696373.613947:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307335409, at 4307335424 00000100:00000040:3.0:1788696373.613947:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307335410, at 4307335424 00000100:00000010:3.0:1788696373.613964:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b491dd23. 00000100:00000010:0.0:1788696373.613965:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce767292. 00000100:00000040:2.0:1788696373.614002:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307335410, at 4307335424 00000100:00000010:2.0:1788696373.614010:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a80d04b. 00000100:00000040:1.0:1788696373.614141:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307335410, at 4307335424 00000100:00000010:1.0:1788696373.614147:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012b293cd. 00010000:00000001:2.0:1788696374.318460:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696374.318466:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696374.318473:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696374.318474:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696374.318670:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696374.318673:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696374.318676:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696375.342703:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696375.342710:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696375.342716:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696375.342720:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696375.342722:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696375.342725:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696375.342728:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696375.342730:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696375.342732:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696375.342734:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696375.342830:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696375.342834:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696375.342836:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696376.366239:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696376.366246:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696376.366252:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696376.366253:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696376.366301:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696376.366304:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696376.366306:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696377.394795:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696377.394801:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696377.394812:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696377.394814:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696377.395257:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696377.395260:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696377.395263:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696377.453972:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696377.453983:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696377.453991:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0532af4. 00000020:00000040:0.0:1788696377.453998:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696377.454003:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696377.454006:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696377.454012:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696377.454020:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000094b132a4. 00000100:00000001:0.0:1788696377.454027:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696377.454037:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000a0532af4 x1875583274383104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696377.454048:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696377.454050:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696377.454063:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0532af4] to pc [ptlrpcd_00_00+0] req@00000000a0532af4 x1875583274383104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696377.454102:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696377.454105:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696377.454109:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696377.454112:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001676e642. 00000020:00000040:0.0:1788696377.454115:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696377.454118:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696377.454120:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696377.454122:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696377.454127:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b93a25a. 00000100:00000001:0.0:1788696377.454130:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696377.454136:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000001676e642 x1875583274383232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696377.454143:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696377.454145:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696377.454150:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001676e642] to pc [ptlrpcd_00_01+1] req@000000001676e642 x1875583274383232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696377.454160:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696377.454162:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696377.454165:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696377.454168:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a489c80. 00000020:00000040:0.0:1788696377.454170:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696377.454173:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696377.454174:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696377.454176:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696377.454179:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006cbe0313. 00000100:00000001:0.0:1788696377.454182:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696377.454185:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000004a489c80 x1875583274383360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696377.454205:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696377.454206:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696377.454211:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a489c80] to pc [ptlrpcd_00_02+2] req@000000004a489c80 x1875583274383360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696377.454240:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696377.454243:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696377.454246:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696377.454250:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12676) 00000100:00000001:0.0:1788696377.454259:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788696377.454262:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1788696377.454264:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696377.454271:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696377.454273:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696377.454275:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696377.454277:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696377.454277:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696377.454281:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696377.454291:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696377.454297:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a489c80 x1875583274383360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696377.454305:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696377.454307:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696377.454311:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696377.454313:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696377.454316:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696377.454319:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274383360:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696377.454323:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696377.454328:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696377.454330:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696377.454333:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696377.454337:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ff5360f. 02000000:00000001:0.0:1788696377.454339:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696377.454345:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca5217b3. 00000400:00000010:0.0:1788696377.454357:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e92bbd72. 00000100:00000001:3.0:1788696377.454671:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696377.454675:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696377.454676:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696377.454689:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0532af4 x1875583274383104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696377.454696:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696377.454698:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696377.454699:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696377.454701:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696377.454702:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696377.454711:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274383104:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696377.454714:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696377.454716:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696377.454718:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696377.454719:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696377.454722:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004603f74c. 02000000:00000001:3.0:1788696377.454724:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696377.454727:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d55cc8b5. 00000400:00000010:3.0:1788696377.454731:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c31c0de4. 00000100:00000200:3.0:1788696377.454734:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274383104, portal 25 00000100:00000001:3.0:1788696377.454736:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696377.454738:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882442496 : -113296827109120 : ffff98f506ddb100) 00000100:00000040:3.0:1788696377.454742:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a0532af4 x1875583274383104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696377.454758:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696377.454761:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696377.454763:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a7cbfc. 00000100:00000200:3.0:1788696377.454766:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274383104, offset 0 00000400:00000200:3.0:1788696377.454771:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696377.454785:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696377.454790:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696377.454794:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696377.454798:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696377.454802:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696377.454805:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [509:509:256:4294967295] 192.168.201.118@tcp LPNI seq info [509:509:8:4294967295] 00000400:00000200:3.0:1788696377.454814:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696377.454819:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696377.454824:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a5d0889. 00000800:00000200:3.0:1788696377.454830:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696377.454836:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696377.454840:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a5d0889 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696377.454880:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696377.454885:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307340530 00000100:00000010:3.0:1788696377.454889:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000100:00000001:3.0:1788696377.454895:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696377.454901:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307340530 00000100:00000010:3.0:1788696377.454903:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000100:00000001:3.0:1788696377.454906:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696377.454908:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307340530 00000100:00000010:3.0:1788696377.454911:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000100:00000001:3.0:1788696377.454914:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696377.454917:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307340530 00000100:00000010:3.0:1788696377.454920:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81c9ce7. 00000100:00000001:3.0:1788696377.454923:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696377.454926:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696377.454929:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696377.454931:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696377.454933:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696377.454937:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696377.454939:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696377.454940:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696377.454941:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696377.454942:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696377.454944:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788696377.454946:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696377.454947:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696377.454948:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696377.454950:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696377.454951:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696377.454952:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696377.454956:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001676e642 x1875583274383232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696377.454962:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696377.454963:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696377.454972:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696377.454974:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1788696377.454975:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1788696377.454976:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788696377.454979:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a5d0889. 00000100:00100000:3.0:1788696377.454982:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274383232:192.168.201.118@tcp:400: 00000400:00000200:1.0:1788696377.454985:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788696377.454987:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696377.454992:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1788696377.454994:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 02000000:00000001:3.0:1788696377.454995:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696377.454999:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696377.455003:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b05de65d. 00000400:00000200:1.0:1788696377.455004:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a7cbfc 02000000:00000001:3.0:1788696377.455007:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696377.455008:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a7cbfc. 00000400:00000010:3.0:1788696377.455012:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006feba292. 00000100:00000001:1.0:1788696377.455020:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696377.455029:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a0532af4 x1875583274383104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696377.455038:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696377.455041:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0532af4 x1875583274383104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696377.455048:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696377.455050:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788696377.455054:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696377.455058:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696377.455166:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274383360, portal 10 00000100:00000001:0.0:1788696377.455169:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696377.455169:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882430848 : -113296827120768 : ffff98f506dd8380) 00000100:00000040:0.0:1788696377.455174:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004a489c80 x1875583274383360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696377.455179:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696377.455180:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696377.455182:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003616cb94. 00000400:00000010:3.0:1788696377.455432:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a7cbfc. 00000100:00000200:3.0:1788696377.455436:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274383232, portal 10 00000100:00000001:3.0:1788696377.455438:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696377.455438:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882429952 : -113296827121664 : ffff98f506dd8000) 00000100:00000040:3.0:1788696377.455443:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001676e642 x1875583274383232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696377.455447:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696377.455448:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696377.455450:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c77f24a. 00000100:00000200:3.0:1788696377.455451:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274383232, offset 0 00000400:00000200:3.0:1788696377.455453:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696377.455457:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696377.455459:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696377.455461:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696377.455462:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696377.455464:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696377.455465:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [510:510:256:4294967295] 192.168.201.118@tcp LPNI seq info [510:510:8:4294967295] 00000400:00000200:3.0:1788696377.455470:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696377.455472:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696377.455474:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a5d0889. 00000800:00000200:3.0:1788696377.455477:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696377.455484:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696377.455486:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a5d0889 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696377.455496:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696377.455498:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 26295 usecs (27 jiffies) 00000100:00000001:3.0:1788696377.455500:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307339292 00000100:00000001:3.0:1788696377.455502:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307340530 00000100:00000001:3.0:1788696377.455503:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307339292 00000100:00000001:3.0:1788696377.455504:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307340530 00000100:00000001:3.0:1788696377.455505:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307339292 00000100:00000001:3.0:1788696377.455506:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307340530 00000100:00000001:3.0:1788696377.455507:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307339292 00000100:00000001:3.0:1788696377.455507:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307340530 00000100:00000001:3.0:1788696377.455508:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696377.455509:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696377.455511:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696377.455512:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696377.455667:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696377.455670:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a5d0889. 00000400:00000200:2.0:1788696377.455672:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696377.455675:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696377.455677:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c77f24a 00000400:00000010:2.0:1788696377.455678:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c77f24a. 00000100:00000001:2.0:1788696377.455687:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696377.455690:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001676e642 x1875583274383232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696377.455695:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696377.455696:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001676e642 x1875583274383232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696377.455700:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696377.455700:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1788696377.455760:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274383360, offset 0 00000400:00000200:0.0:1788696377.455766:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696377.455769:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696377.455771:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696377.455773:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696377.455774:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696377.455775:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696377.455777:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [511:511:256:4294967295] 192.168.201.118@tcp LPNI seq info [511:511:8:4294967295] 00000400:00000200:0.0:1788696377.455781:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696377.455783:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696377.455785:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ea48552. 00000800:00000200:0.0:1788696377.455788:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696377.455790:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696377.455792:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ea48552 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696377.455833:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696377.455837:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 26401 usecs (27 jiffies) 00000100:00000001:0.0:1788696377.455839:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307339292 00000100:00000001:0.0:1788696377.455841:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307340530 00000100:00000001:0.0:1788696377.455843:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307339292 00000100:00000001:0.0:1788696377.455859:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307340530 00000100:00000001:0.0:1788696377.455870:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307339293 00000100:00000001:0.0:1788696377.455872:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307340530 00000100:00000001:0.0:1788696377.455874:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307339293 00000100:00000001:0.0:1788696377.455876:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307340530 00000100:00000001:0.0:1788696377.455878:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696377.455880:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696377.455882:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696377.455885:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696377.455950:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696377.455952:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ea48552. 00000400:00000200:2.0:1788696377.455955:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696377.455957:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696377.455959:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003616cb94 00000400:00000010:2.0:1788696377.455960:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003616cb94. 00000100:00000001:2.0:1788696377.455962:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696377.455964:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004a489c80 x1875583274383360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696377.455969:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696377.455970:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a489c80 x1875583274383360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696377.455974:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696377.455975:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696377.456642:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696377.460784:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696377.460794:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696377.460799:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696377.461004:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696377.461019:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0f700 00000400:00000200:1.0:1788696377.461025:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x10b5 [1] + 224 00000800:00000001:1.0:1788696377.461031:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696377.461034:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696377.461037:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696377.461040:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696377.461045:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696377.461051:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a0532af4 x1875583274383104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696377.461058:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a0532af4 x1875583274383104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696377.461070:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696377.461076:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696377.461078:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696377.461079:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696377.461080:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696377.461082:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696377.461085:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0f780 00000400:00000200:1.0:1788696377.461089:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x10bd [1] + 224 00000800:00000001:1.0:1788696377.461103:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696377.461106:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696377.461107:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788696377.461109:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788696377.461110:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696377.461112:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696377.461115:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1788696377.461116:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001676e642 x1875583274383232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696377.461122:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001676e642 x1875583274383232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1788696377.461123:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696377.461127:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1788696377.461131:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000010:3.0:1788696377.461131:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d55cc8b5. 00000400:00000200:3.0:1788696377.461138:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c31c0de4 00000400:00000010:3.0:1788696377.461141:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c31c0de4. 00000100:00000001:3.0:1788696377.461144:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000800:00000001:1.0:1788696377.461147:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1788696377.461150:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a0532af4 x1875583274383104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788696377.461151:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696377.461155:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696377.461158:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788696377.461168:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a0532af4 x1875583274383104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696377.461169:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696377.461180:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0f800 00000100:00000001:3.0:1788696377.461181:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696377.461185:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696377.461187:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x10b1 [1] + 224 00000800:00000001:1.0:1788696377.461191:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696377.461196:0:201300:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:1.0:1788696377.461198:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788696377.461199:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1788696377.461203:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788696377.461204:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696377.461207:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696377.461209:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 02000000:00000001:3.0:1788696377.461211:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696377.461214:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00001000:3.0:1788696377.461219:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=128 v=5 (5 5 5 5) 00000100:00000200:1.0:1788696377.461220:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004a489c80 x1875583274383360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1788696377.461227:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=128 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696377.461235:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788696377.461237:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a489c80 x1875583274383360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696377.461238:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696377.461242:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696377.461245:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696377.461250:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696377.461257:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0532af4 x1875583274383104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696377.461265:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696377.461265:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696377.461270:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1788696377.461271:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696377.461272:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696377.461277:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696377.461278:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0532af4 x1875583274383104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696377.461304:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274383104:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696377.461308:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696377.461311:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696377.461313:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0532af4 x1875583274383104/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696377.461320:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696377.461322:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696377.461326:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004603f74c. 02000000:00000001:3.0:1788696377.461329:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696377.461331:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696377.461333:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696377.461335:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696377.461337:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000094b132a4. 00000100:00000001:0.0:1788696377.461401:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696377.461461:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696377.461465:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696377.461466:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696377.461468:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca5217b3. 00000400:00000200:0.0:1788696377.461471:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e92bbd72 00000400:00000010:0.0:1788696377.461473:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e92bbd72. 00000100:00000001:0.0:1788696377.461476:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696377.461479:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004a489c80 x1875583274383360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696377.461487:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004a489c80 x1875583274383360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696377.461493:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696377.461494:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696377.461496:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696377.461497:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696377.461499:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696377.461500:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696377.461502:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696377.461507:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=127 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696377.461509:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1788696377.461511:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696377.461512:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696377.461514:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696377.461517:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004a489c80 x1875583274383360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696377.461530:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696377.461533:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696377.461535:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696377.461537:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696377.461538:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696377.461541:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a489c80 x1875583274383360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696377.461547:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696377.461549:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696377.461549:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696377.461552:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a489c80 x1875583274383360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696377.461558:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274383360:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696377.461562:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696377.461563:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696377.461565:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a489c80 x1875583274383360/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696377.461571:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696377.461572:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696377.461574:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ff5360f. 02000000:00000001:0.0:1788696377.461577:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696377.461579:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696377.461580:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696377.461582:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696377.461583:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006cbe0313. 02000000:00000001:0.0:1788696377.461586:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696377.461587:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696377.461589:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a489c80. 00000100:00000001:0.0:1788696377.461591:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696377.461592:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696377.461597:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696377.461603:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696377.461604:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696377.461606:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696377.461607:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696377.461785:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696377.461791:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696377.461792:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0532af4. 00000100:00000001:3.0:1788696377.461796:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696377.461797:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696377.461800:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696377.461801:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696377.461802:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696377.461805:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696377.461807:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696377.461808:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006feba292. 00000400:00000200:3.0:1788696377.461811:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a7cbfc 00000400:00000010:3.0:1788696377.461812:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a7cbfc. 00000100:00000001:3.0:1788696377.461814:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696377.461817:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001676e642 x1875583274383232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696377.461825:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001676e642 x1875583274383232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696377.461831:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696377.461832:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696377.461833:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696377.461835:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696377.461836:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696377.461837:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696377.461839:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696377.461843:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=128 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696377.461864:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=128 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696377.461867:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696377.461869:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696377.461870:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696377.461873:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696377.461875:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696377.461877:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696377.461878:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696377.461879:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696377.461883:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001676e642 x1875583274383232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696377.461900:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696377.461902:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696377.461903:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696377.461905:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001676e642 x1875583274383232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696377.461909:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274383232:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696377.461912:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696377.461913:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696377.461914:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001676e642 x1875583274383232/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696377.461918:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696377.461919:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696377.461920:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b05de65d. 02000000:00000001:3.0:1788696377.461922:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696377.461923:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696377.461923:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696377.461925:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696377.461926:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b93a25a. 02000000:00000001:3.0:1788696377.461927:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696377.461928:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696377.461929:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001676e642. 00000100:00000001:3.0:1788696377.461930:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696377.461931:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696377.461932:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696377.461934:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696377.461935:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696377.461936:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696377.461937:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696378.414135:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696378.414157:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696378.414163:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696378.414164:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696378.414226:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696378.414229:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696378.414232:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696378.733964:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307340530, at 4307340544 00000100:00000040:3.0:1788696378.733964:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307340530, at 4307340544 00000100:00000040:0.0:1788696378.733965:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307340530, at 4307340544 00000100:00000010:0.0:1788696378.733981:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00000100:00000010:2.0:1788696378.733983:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00000100:00000010:3.0:1788696378.733992:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81c9ce7. 00000100:00000040:1.0:1788696378.734141:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307340530, at 4307340544 00000100:00000010:1.0:1788696378.734147:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00010000:00000001:2.0:1788696379.437965:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696379.437973:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696379.437979:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696379.437981:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696379.438079:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696379.438083:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696379.438086:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696380.461943:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696380.461951:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696380.461954:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696380.461957:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696380.461962:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696380.461964:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696380.461966:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696380.461968:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696380.461971:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696380.461973:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696380.462055:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696380.462059:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696380.462061:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696381.486771:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696381.486778:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696381.486790:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696381.486791:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696381.486916:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696381.486920:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696381.486923:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696382.511987:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696382.511995:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696382.512001:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696382.512002:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696382.512582:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696382.512587:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696382.512590:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696382.573933:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696382.573944:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696382.573952:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a489c80. 00000020:00000040:0.0:1788696382.573958:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696382.573963:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696382.573966:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696382.573970:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696382.573978:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006cbe0313. 00000100:00000001:0.0:1788696382.573985:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696382.573995:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000004a489c80 x1875583274383488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696382.574006:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696382.574008:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696382.574013:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a489c80] to pc [ptlrpcd_00_03+3] req@000000004a489c80 x1875583274383488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696382.574051:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696382.574054:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696382.574071:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696382.574074:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ace5e01e. 00000020:00000040:0.0:1788696382.574077:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696382.574079:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696382.574081:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696382.574083:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696382.574086:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002395c490. 00000100:00000001:0.0:1788696382.574089:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696382.574094:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000ace5e01e x1875583274383616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696382.574101:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696382.574102:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696382.574103:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696382.574108:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788696382.574111:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ace5e01e] to pc [ptlrpcd_00_00+0] req@00000000ace5e01e x1875583274383616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696382.574113:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696382.574121:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a489c80 x1875583274383488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696382.574132:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696382.574134:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696382.574137:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696382.574139:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1788696382.574141:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696382.574142:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1788696382.574143:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696382.574148:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1788696382.574148:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696382.574148:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788696382.574153:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001676e642. 00000020:00000040:0.0:1788696382.574159:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00100000:2.0:1788696382.574163:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274383488:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696382.574163:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696382.574164:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1788696382.574167:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:0.0:1788696382.574168:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788696382.574171:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696382.574172:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696382.574172:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788696382.574178:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1788696382.574180:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000971de530. 02000000:00000001:2.0:1788696382.574182:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696382.574182:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696382.574184:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696382.574187:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788696382.574188:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1788696382.574192:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000001676e642 x1875583274383744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696382.574193:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1788696382.574195:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ab6dcc18. 00000100:00000001:3.0:1788696382.574196:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1788696382.574200:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696382.574200:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788696382.574210:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1788696382.574210:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000556f738e. 00000100:00000040:3.0:1788696382.574210:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ace5e01e x1875583274383616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696382.574214:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696382.574219:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e484deba. 00000100:00000040:0.0:1788696382.574223:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001676e642] to pc [ptlrpcd_00_01+1] req@000000001676e642 x1875583274383744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696382.574228:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274383488, portal 25 00000100:00000001:2.0:1788696382.574233:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696382.574235:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882430848 : -113296827120768 : ffff98f506dd8380) 00000100:00000001:3.0:1788696382.574237:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696382.574241:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696382.574244:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004a489c80 x1875583274383488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696382.574246:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696382.574249:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696382.574255:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696382.574263:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ace5e01e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274383616:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696382.574267:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696382.574274:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696382.574275:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696382.574276:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696382.574277:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b15b59b0. 02000000:00000001:3.0:1788696382.574279:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1788696382.574280:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1788696382.574281:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274383488, offset 0 02000000:00000001:3.0:1788696382.574282:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696382.574288:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1788696382.574289:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1788696382.574291:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000010:3.0:1788696382.574296:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094ed52e3. 00000100:00000040:0.0:1788696382.574297:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12682) 02000000:00000001:3.0:1788696382.574302:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696382.574305:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:0.0:1788696382.574308:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1788696382.574309:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006feba292. 00000400:00000200:2.0:1788696382.574311:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:0.0:1788696382.574312:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788696382.574315:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696382.574318:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000010:3.0:1788696382.574318:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a7cbfc. 00000100:00000001:0.0:1788696382.574319:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696382.574322:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696382.574323:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788696382.574325:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1788696382.574325:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274383616, portal 10 00000400:00000200:2.0:1788696382.574327:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:0.0:1788696382.574328:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696382.574331:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696382.574332:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1788696382.574336:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [512:512:256:4294967295] 192.168.201.118@tcp LPNI seq info [512:512:8:4294967295] 00000100:00000001:3.0:1788696382.574336:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882437120 : -113296827114496 : ffff98f506dd9c00) 00000100:00000040:0.0:1788696382.574339:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001676e642 x1875583274383744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696382.574348:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1788696382.574349:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ace5e01e x1875583274383616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696382.574350:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696382.574354:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1788696382.574354:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 02000000:00000001:0.0:1788696382.574357:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696382.574363:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696382.574369:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00100000:0.0:1788696382.574370:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274383744:192.168.201.118@tcp:400: 00000800:00000010:2.0:1788696382.574375:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e680c3a9. 00000100:00000001:0.0:1788696382.574377:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696382.574381:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696382.574383:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696382.574384:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1788696382.574385:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 02000000:00000001:0.0:1788696382.574388:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696382.574392:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000040d58400. 00000100:00000040:3.0:1788696382.574392:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000800:00000200:2.0:1788696382.574396:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 02000000:00000001:0.0:1788696382.574397:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696382.574398:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c31c0de4. 00000800:00000200:2.0:1788696382.574401:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e680c3a9 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1788696382.574404:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca5217b3. 00000100:00000200:3.0:1788696382.574404:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274383616, offset 0 00000400:00000010:0.0:1788696382.574414:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e92bbd72. 00000400:00000200:3.0:1788696382.574417:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696382.574418:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696382.574423:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307345649 00000100:00000010:2.0:1788696382.574426:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009163ae67. 00000400:00000200:3.0:1788696382.574427:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000200:0.0:1788696382.574428:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274383744, portal 10 00000100:00000001:0.0:1788696382.574433:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696382.574433:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1788696382.574436:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788696382.574438:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882429952 : -113296827121664 : ffff98f506dd8000) 00000100:00000001:2.0:1788696382.574440:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307345649 00000400:00000200:3.0:1788696382.574441:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000010:2.0:1788696382.574446:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007d8414ac. 00000400:00000200:3.0:1788696382.574448:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788696382.574450:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1788696382.574454:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001676e642 x1875583274383744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696382.574455:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307345649 00000400:00000200:3.0:1788696382.574455:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000010:2.0:1788696382.574460:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b91fe9c. 00000400:00000200:3.0:1788696382.574465:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [513:513:255:4294967295] 192.168.201.118@tcp LPNI seq info [513:513:7:4294967295] 00000100:00000001:2.0:1788696382.574466:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696382.574471:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307345649 00000100:00000001:0.0:1788696382.574472:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1788696382.574475:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d03ef46. 00000100:00000040:0.0:1788696382.574480:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696382.574480:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696382.574484:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1788696382.574486:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001921424c. 00000100:00000001:2.0:1788696382.574488:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696382.574491:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274383744, offset 0 00000100:00000001:2.0:1788696382.574492:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696382.574496:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696382.574502:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1788696382.574502:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000200:0.0:1788696382.574503:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696382.574505:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696382.574509:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696382.574511:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696382.574513:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696382.574515:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696382.574517:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788696382.574517:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788696382.574524:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a492135. 00000400:00000200:0.0:1788696382.574525:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696382.574531:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000800:00000200:3.0:1788696382.574535:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:0.0:1788696382.574538:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696382.574544:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000200:3.0:1788696382.574545:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696382.574549:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009a492135 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696382.574552:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696382.574556:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [514:514:254:4294967295] 192.168.201.118@tcp LPNI seq info [514:514:6:4294967295] 00000100:00000040:3.0:1788696382.574556:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 26183 usecs (27 jiffies) 00000100:00000001:3.0:1788696382.574562:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307344411 00000400:00000200:0.0:1788696382.574570:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788696382.574572:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307345649 00000100:00000001:3.0:1788696382.574576:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307344411 00000800:00000200:0.0:1788696382.574579:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696382.574581:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307345649 00000100:00000001:3.0:1788696382.574585:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307344411 00000800:00000010:0.0:1788696382.574586:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d9ed23a3. 00000100:00000001:3.0:1788696382.574588:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307345649 00000100:00000001:3.0:1788696382.574592:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307344411 00000800:00000200:0.0:1788696382.574595:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788696382.574596:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307345649 00000800:00000200:0.0:1788696382.574602:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696382.574604:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1788696382.574606:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d9ed23a3 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1788696382.574610:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e680c3a9. 00000100:00000001:0.0:1788696382.574611:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696382.574616:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 26285 usecs (27 jiffies) 00000400:00000200:2.0:1788696382.574618:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788696382.574618:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696382.574622:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307344411 00000100:00000001:3.0:1788696382.574623:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696382.574627:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307345649 00000100:00000001:3.0:1788696382.574629:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696382.574630:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696382.574634:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307344411 00000100:00000001:3.0:1788696382.574635:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696382.574638:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b15b59b0 00000100:00000001:0.0:1788696382.574639:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307345649 00000100:00000001:3.0:1788696382.574640:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1788696382.574643:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b15b59b0. 00000100:00000001:0.0:1788696382.574644:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307344411 00000100:00000001:3.0:1788696382.574644:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696382.574648:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696382.574649:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307345649 00000100:00000001:2.0:1788696382.574651:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1788696382.574653:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696382.574665:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307344411 00000100:00000200:2.0:1788696382.574671:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004a489c80 x1875583274383488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696382.574676:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307345649 00000100:00000001:0.0:1788696382.574682:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696382.574687:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696382.574692:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696382.574693:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788696382.574695:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696382.574704:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a489c80 x1875583274383488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696382.574712:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696382.574715:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696382.574732:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696382.574734:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a492135. 00000400:00000200:2.0:1788696382.574739:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696382.574743:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696382.574746:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c31c0de4 00000400:00000010:2.0:1788696382.574748:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c31c0de4. 00000100:00000001:2.0:1788696382.574751:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696382.574753:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000ace5e01e x1875583274383616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696382.574760:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696382.574762:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ace5e01e x1875583274383616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696382.574768:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696382.574769:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696382.574816:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696382.574819:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d9ed23a3. 00000400:00000200:2.0:1788696382.574822:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696382.574826:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696382.574828:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001921424c 00000400:00000010:2.0:1788696382.574830:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001921424c. 00000100:00000001:2.0:1788696382.574833:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696382.574835:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001676e642 x1875583274383744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696382.574843:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696382.574877:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001676e642 x1875583274383744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696382.574883:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696382.574885:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696382.576813:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696382.576833:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696382.576836:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696382.576838:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696382.576913:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696382.576927:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0f880 00000400:00000200:2.0:1788696382.576933:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x10c9 [1] + 224 00000800:00000001:2.0:1788696382.576940:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696382.576944:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696382.576946:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696382.576950:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696382.576955:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696382.576959:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004a489c80 x1875583274383488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696382.576969:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a489c80 x1875583274383488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696382.576990:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696382.576997:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696382.577000:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696382.577002:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696382.577004:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696382.577008:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696382.577014:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0f900 00000400:00000200:2.0:1788696382.577018:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x10d1 [1] + 224 00000800:00000001:2.0:1788696382.577022:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696382.577024:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696382.577026:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696382.577029:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696382.577031:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696382.577034:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000ace5e01e x1875583274383616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696382.577041:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ace5e01e x1875583274383616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696382.577060:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696382.577064:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696382.577069:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696382.577071:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696382.577074:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000556f738e. 00000400:00000200:0.0:1788696382.577079:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e484deba 00000400:00000010:0.0:1788696382.577081:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e484deba. 00000100:00000001:0.0:1788696382.577083:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696382.577088:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004a489c80 x1875583274383488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696382.577092:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696382.577096:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1788696382.577100:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004a489c80 x1875583274383488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696382.577107:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696382.577108:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696382.577110:0:201303:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:2.0:1788696382.577112:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:0.0:1788696382.577113:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696382.577116:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696382.577118:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696382.577120:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1788696382.577121:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696382.577125:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1788696382.577128:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=133 v=5 (5 5 5 5) 00000800:00000001:2.0:1788696382.577128:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696382.577130:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1788696382.577133:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=133 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696382.577138:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1788696382.577138:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:0.0:1788696382.577140:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696382.577144:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696382.577148:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696382.577149:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0f980 00000100:00000001:0.0:1788696382.577153:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696382.577158:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x10d9 [1] + 224 00000100:00000040:0.0:1788696382.577161:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a489c80 x1875583274383488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788696382.577164:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788696382.577171:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1788696382.577171:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696382.577175:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696382.577180:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696382.577183:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696382.577185:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788696382.577186:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788696382.577191:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001676e642 x1875583274383744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696382.577193:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a489c80 x1875583274383488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696382.577220:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274383488:192.168.201.118@tcp:400: 00000100:00000040:2.0:1788696382.577220:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001676e642 x1875583274383744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696382.577229:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696382.577234:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696382.577238:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a489c80 x1875583274383488/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696382.577245:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696382.577247:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1788696382.577248:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000010:0.0:1788696382.577250:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ab6dcc18. 00000800:00000001:2.0:1788696382.577254:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1788696382.577255:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1788696382.577259:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788696382.577260:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696382.577262:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696382.577265:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696382.577268:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006cbe0313. 02000000:00000001:0.0:1788696382.577273:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696382.577274:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1788696382.577275:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1788696382.577276:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a489c80. 00000100:00000001:1.0:1788696382.577279:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696382.577282:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000400:00000001:1.0:1788696382.577284:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1788696382.577285:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788696382.577288:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1788696382.577289:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1788696382.577290:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca5217b3. 00000400:00000200:1.0:1788696382.577295:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e92bbd72 00000100:00000001:0.0:1788696382.577296:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1788696382.577297:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e92bbd72. 00000100:00000001:0.0:1788696382.577300:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696382.577302:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788696382.577305:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696382.577308:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696382.577308:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001676e642 x1875583274383744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696382.577320:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001676e642 x1875583274383744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696382.577327:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696382.577329:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696382.577331:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696382.577332:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696382.577333:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696382.577334:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696382.577336:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696382.577341:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696382.577344:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1788696382.577346:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696382.577347:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696382.577348:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788696382.577351:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001676e642 x1875583274383744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696382.577358:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696382.577361:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696382.577362:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696382.577364:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696382.577365:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696382.577367:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001676e642 x1875583274383744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696382.577374:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696382.577380:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696382.577382:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696382.577384:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001676e642 x1875583274383744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696382.577391:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274383744:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696382.577395:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696382.577396:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696382.577398:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001676e642 x1875583274383744/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696382.577404:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696382.577405:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696382.577407:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000040d58400. 02000000:00000001:1.0:1788696382.577411:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696382.577412:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696382.577413:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696382.577415:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696382.577416:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000971de530. 02000000:00000001:1.0:1788696382.577418:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696382.577419:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696382.577420:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001676e642. 00000100:00000001:1.0:1788696382.577422:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696382.577423:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696382.577425:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696382.577428:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696382.577429:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696382.577431:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696382.577432:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788696382.577777:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696382.577780:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696382.577781:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006feba292. 00000400:00000200:3.0:1788696382.577786:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a7cbfc 00000400:00000010:3.0:1788696382.577787:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a7cbfc. 00000100:00000001:3.0:1788696382.577789:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696382.577794:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000ace5e01e x1875583274383616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696382.577802:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000ace5e01e x1875583274383616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696382.577808:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696382.577809:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696382.577811:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696382.577813:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696382.577814:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696382.577815:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696382.577817:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696382.577821:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=133 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696382.577823:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=133 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696382.577825:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696382.577826:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696382.577828:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696382.577830:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696382.577832:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696382.577834:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696382.577835:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696382.577841:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696382.577864:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ace5e01e x1875583274383616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696382.577871:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696382.577873:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696382.577874:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696382.577877:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ace5e01e x1875583274383616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696382.577884:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ace5e01e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274383616:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696382.577889:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696382.577891:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696382.577893:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ace5e01e x1875583274383616/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696382.577899:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696382.577900:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696382.577902:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094ed52e3. 02000000:00000001:3.0:1788696382.577904:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696382.577906:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696382.577907:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696382.577909:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696382.577910:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002395c490. 02000000:00000001:3.0:1788696382.577912:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696382.577914:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696382.577915:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ace5e01e. 00000100:00000001:3.0:1788696382.577918:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696382.577919:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696382.577920:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696382.577924:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696382.577925:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696382.577927:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696382.577929:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696383.533933:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696383.533940:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696383.533945:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696383.533946:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696383.534052:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696383.534055:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696383.534058:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696383.853951:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307345649, at 4307345664 00000100:00000040:3.0:1788696383.853951:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307345649, at 4307345664 00000100:00000010:1.0:1788696383.853967:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007d8414ac. 00000100:00000010:3.0:1788696383.853969:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d03ef46. 00000100:00000040:0.0:1788696383.854071:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307345649, at 4307345664 00000100:00000010:0.0:1788696383.854077:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009163ae67. 00000100:00000040:2.0:1788696383.854420:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307345649, at 4307345664 00000100:00000010:2.0:1788696383.854427:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b91fe9c. 00010000:00000001:2.0:1788696384.557906:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696384.557912:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696384.557922:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696384.557925:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696384.557928:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696384.557947:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696384.557950:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696384.557952:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696384.557954:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696384.557956:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696384.558005:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696384.558008:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696384.558010:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696385.581969:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696385.581976:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696385.581982:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696385.581984:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696385.582039:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696385.582041:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696385.582059:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696386.605954:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696386.605961:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696386.605968:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696386.605969:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696386.606207:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696386.606210:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696386.606213:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696387.629948:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696387.629955:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696387.629961:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696387.629962:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696387.630027:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696387.630031:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696387.630034:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696387.694079:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696387.694087:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696387.694092:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a489c80. 00000020:00000040:0.0:1788696387.694096:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696387.694100:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696387.694102:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696387.694106:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696387.694111:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006cbe0313. 00000100:00000001:0.0:1788696387.694117:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696387.694126:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000004a489c80 x1875583274383872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696387.694134:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696387.694136:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696387.694140:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a489c80] to pc [ptlrpcd_00_02+2] req@000000004a489c80 x1875583274383872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696387.694163:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696387.694165:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696387.694167:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696387.694170:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0532af4. 00000020:00000040:0.0:1788696387.694171:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696387.694172:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696387.694173:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696387.694174:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696387.694177:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054acfd14. 00000100:00000001:0.0:1788696387.694179:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696387.694181:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000a0532af4 x1875583274384000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696387.694185:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696387.694212:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788696387.694216:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1788696387.694218:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696387.694224:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696387.694225:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696387.694232:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696387.694233:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696387.694235:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696387.694239:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a489c80 x1875583274383872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696387.694246:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696387.694248:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696387.694250:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696387.694252:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696387.694255:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696387.694257:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274383872:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696387.694261:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788696387.694261:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696387.694265:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696387.694268:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696387.694270:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696387.694272:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696387.694275:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a42acfc. 02000000:00000001:1.0:1788696387.694277:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696387.694281:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebce8082. 00000400:00000010:1.0:1788696387.694287:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009badf184. 00000100:00000001:0.0:1788696387.694292:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696387.694292:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274383872, portal 25 00000100:00000001:1.0:1788696387.694297:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696387.694298:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882430848 : -113296827120768 : ffff98f506dd8380) 00000100:00000040:0.0:1788696387.694301:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0532af4] to pc [ptlrpcd_00_03+3] req@00000000a0532af4 x1875583274384000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696387.694304:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004a489c80 x1875583274383872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696387.694320:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696387.694323:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696387.694324:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b123ffa. 00000100:00000200:1.0:1788696387.694326:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274383872, offset 0 00000400:00000200:1.0:1788696387.694330:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696387.694337:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788696387.694340:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:1.0:1788696387.694342:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:3.0:1788696387.694342:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696387.694356:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696387.694358:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1788696387.694360:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1788696387.694363:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:0.0:1788696387.694364:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696387.694368:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7f27e9d. 00000400:00000200:1.0:1788696387.694368:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000020:00000040:0.0:1788696387.694371:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696387.694374:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696387.694376:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1788696387.694376:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000001:0.0:1788696387.694379:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696387.694383:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [515:515:256:4294967295] 192.168.201.118@tcp LPNI seq info [515:515:8:4294967295] 02000000:00000010:0.0:1788696387.694385:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002395c490. 00000100:00000001:0.0:1788696387.694389:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696387.694392:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a7f27e9d x1875583274384128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788696387.694403:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:0.0:1788696387.694406:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696387.694409:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696387.694413:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f27e9d] to pc [ptlrpcd_00_00+0] req@00000000a7f27e9d x1875583274384128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788696387.694416:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696387.694424:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006596e7c6. 00000800:00000200:1.0:1788696387.694432:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788696387.694439:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696387.694440:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000040:0.0:1788696387.694442:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696387.694446:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:1.0:1788696387.694446:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006596e7c6 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1788696387.694453:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12687) 00000100:00000001:1.0:1788696387.694458:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696387.694463:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307350769 00000100:00000010:1.0:1788696387.694467:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f9cf8d6f. 00000100:00000001:1.0:1788696387.694472:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696387.694476:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307350769 00000100:00000010:1.0:1788696387.694478:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099d32986. 00000100:00000001:1.0:1788696387.694480:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788696387.694481:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307350769 00000100:00000010:1.0:1788696387.694483:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008cff7e4d. 00000100:00000001:1.0:1788696387.694485:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696387.694486:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307350769 00000100:00000010:1.0:1788696387.694488:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098edf6dd. 00000100:00000001:1.0:1788696387.694490:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696387.694492:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696387.694494:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696387.694496:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696387.694498:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696387.694499:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696387.694500:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696387.694501:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696387.694502:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696387.694522:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696387.694525:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006596e7c6. 00000400:00000200:0.0:1788696387.694529:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696387.694533:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696387.694536:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b123ffa 00000400:00000010:0.0:1788696387.694538:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000b123ffa. 00000100:00000001:0.0:1788696387.694540:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696387.694547:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004a489c80 x1875583274383872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696387.694554:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696387.694556:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a489c80 x1875583274383872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696387.694560:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696387.694562:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696387.694564:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696387.694575:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788696387.694577:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696387.694584:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a7f27e9d x1875583274384128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696387.694592:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696387.694594:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696387.694596:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696387.694598:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696387.694600:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696387.694603:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274384128:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696387.694607:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696387.694609:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696387.694610:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696387.694612:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696387.694615:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9c3cf3e. 02000000:00000001:2.0:1788696387.694617:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696387.694620:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007605d655. 00000400:00000010:2.0:1788696387.694625:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b15b59b0. 00000100:00000001:3.0:1788696387.694625:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696387.694629:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696387.694632:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696387.694633:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696387.694637:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1788696387.694638:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274384128, portal 10 00000100:00000040:3.0:1788696387.694642:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0532af4 x1875583274384000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696387.694643:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696387.694646:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438016 : -113296827113600 : ffff98f506dd9f80) 00000100:00000040:2.0:1788696387.694654:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a7f27e9d x1875583274384128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696387.694661:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696387.694663:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696387.694665:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6ffd42f. 00000100:00000200:2.0:1788696387.694666:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274384128, offset 0 00000400:00000200:2.0:1788696387.694669:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696387.694673:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696387.694675:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696387.694676:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696387.694678:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696387.694679:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696387.694681:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [516:516:256:4294967295] 192.168.201.118@tcp LPNI seq info [516:516:8:4294967295] 00000400:00000200:2.0:1788696387.694686:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696387.694689:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696387.694692:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e680c3a9. 00000800:00000200:2.0:1788696387.694694:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696387.694697:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696387.694698:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e680c3a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696387.694712:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696387.694715:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 26135 usecs (27 jiffies) 00000100:00000001:2.0:1788696387.694717:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307349531 00000100:00000001:2.0:1788696387.694718:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307350769 00000100:00000001:2.0:1788696387.694719:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307349531 00000100:00000001:2.0:1788696387.694721:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307350769 00000100:00000001:2.0:1788696387.694721:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307349531 00000100:00000001:2.0:1788696387.694726:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307350769 00000100:00000001:2.0:1788696387.694728:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307349531 00000100:00000001:2.0:1788696387.694729:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307350769 00000100:00000001:2.0:1788696387.694730:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696387.694731:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696387.694732:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696387.694734:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696387.694738:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696387.694739:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696387.694741:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696387.694743:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696387.694744:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696387.694746:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696387.694761:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696387.694765:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e680c3a9. 00000400:00000200:0.0:1788696387.694769:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696387.694774:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696387.694778:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6ffd42f 00000400:00000010:0.0:1788696387.694779:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d6ffd42f. 00000100:00000001:0.0:1788696387.694783:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696387.694787:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a7f27e9d x1875583274384128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696387.694795:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696387.694798:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a7f27e9d x1875583274384128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696387.694804:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696387.694806:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696387.694827:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696387.694830:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696387.695021:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696387.695022:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696387.695025:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696387.695027:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696387.695029:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696387.695033:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274384000:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696387.695036:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696387.695039:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696387.695040:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696387.695041:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696387.695045:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005edc4c5a. 02000000:00000001:3.0:1788696387.695046:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696387.695050:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006feba292. 00000400:00000010:3.0:1788696387.695054:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a7cbfc. 00000100:00000200:3.0:1788696387.695057:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274384000, portal 10 00000100:00000001:3.0:1788696387.695059:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696387.695060:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882442496 : -113296827109120 : ffff98f506ddb100) 00000100:00000040:3.0:1788696387.695071:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a0532af4 x1875583274384000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696387.695078:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696387.695080:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696387.695084:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5633eb. 00000100:00000200:3.0:1788696387.695086:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274384000, offset 0 00000400:00000200:3.0:1788696387.695091:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696387.695097:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696387.695101:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696387.695104:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696387.695106:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696387.695108:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696387.695111:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [517:517:256:4294967295] 192.168.201.118@tcp LPNI seq info [517:517:8:4294967295] 00000400:00000200:3.0:1788696387.695119:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696387.695124:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696387.695128:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a289aad5. 00000800:00000200:3.0:1788696387.695133:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696387.695137:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696387.695140:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a289aad5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696387.695205:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696387.695209:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 26041 usecs (27 jiffies) 00000100:00000001:3.0:1788696387.695212:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307349532 00000100:00000001:3.0:1788696387.695214:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307350769 00000100:00000001:3.0:1788696387.695216:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307349532 00000100:00000001:3.0:1788696387.695217:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307350769 00000100:00000001:3.0:1788696387.695219:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307349532 00000100:00000001:3.0:1788696387.695220:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307350769 00000100:00000001:3.0:1788696387.695222:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307349532 00000100:00000001:3.0:1788696387.695229:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307350769 00000100:00000001:3.0:1788696387.695231:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696387.695233:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696387.695235:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696387.695237:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696387.695532:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696387.695536:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a289aad5. 00000400:00000200:0.0:1788696387.695539:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696387.695543:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696387.695546:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5633eb 00000400:00000010:0.0:1788696387.695548:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004f5633eb. 00000100:00000001:0.0:1788696387.695551:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696387.695554:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a0532af4 x1875583274384000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696387.695562:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1788696387.695791:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696387.695799:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696387.695802:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696387.695805:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696387.695812:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696387.695822:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0fa00 00000400:00000200:3.0:1788696387.695827:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x10e1 [1] + 224 00000800:00000001:3.0:1788696387.695833:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696387.695838:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696387.695841:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696387.695864:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696387.695868:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696387.695870:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004a489c80 x1875583274383872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696387.695876:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a489c80 x1875583274383872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696387.695885:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696387.695891:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696387.695893:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696387.696647:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0532af4 x1875583274384000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696387.696654:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696387.696655:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788696387.696814:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696387.696818:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696387.696828:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696387.696830:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696387.696832:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebce8082. 00000400:00000200:1.0:1788696387.696836:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009badf184 00000400:00000010:1.0:1788696387.696837:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009badf184. 00000100:00000001:1.0:1788696387.696840:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696387.696861:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004a489c80 x1875583274383872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696387.696868:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004a489c80 x1875583274383872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696387.696873:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696387.696874:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696387.696876:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696387.696878:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696387.696880:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696387.696881:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696387.696883:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696387.696888:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=138 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696387.696892:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696387.696894:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696387.696895:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696387.696897:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696387.696899:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696387.696901:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696387.696903:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a489c80 x1875583274383872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696387.696908:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696387.696910:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696387.696912:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696387.696915:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a489c80 x1875583274383872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696387.696919:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274383872:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696387.696922:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696387.696928:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696387.696930:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a489c80 x1875583274383872/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788696387.696930:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788696387.696937:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1788696387.696938:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788696387.696940:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1788696387.696941:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:1.0:1788696387.696943:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a42acfc. 00000800:00000001:3.0:1788696387.696944:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788696387.696948:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696387.696951:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000400:00000200:3.0:1788696387.696951:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000020:00000040:1.0:1788696387.696954:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696387.696957:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696387.696958:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006cbe0313. 00000400:00000200:3.0:1788696387.696961:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0fb00 02000000:00000001:1.0:1788696387.696962:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696387.696965:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696387.696967:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a489c80. 00000400:00000200:3.0:1788696387.696970:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x10e9 [1] + 224 00000100:00000001:1.0:1788696387.696972:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696387.696975:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696387.696976:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788696387.696977:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696387.696982:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696387.696985:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696387.696986:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1788696387.696988:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696387.696989:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696387.696992:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696387.696995:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696387.696998:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696387.697001:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a7f27e9d x1875583274384128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696387.697007:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a7f27e9d x1875583274384128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696387.697018:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696387.697021:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696387.697023:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696387.697091:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696387.697093:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696387.697096:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696387.697097:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696387.697099:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007605d655. 00000400:00000200:2.0:1788696387.697102:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b15b59b0 00000400:00000010:2.0:1788696387.697104:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b15b59b0. 00000100:00000001:2.0:1788696387.697106:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696387.697109:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a7f27e9d x1875583274384128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696387.697116:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a7f27e9d x1875583274384128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696387.697121:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696387.697123:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696387.697124:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696387.697125:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696387.697126:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696387.697127:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696387.697128:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696387.697131:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=137 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696387.697133:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1788696387.697138:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696387.697139:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696387.697140:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788696387.697143:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a7f27e9d x1875583274384128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696387.697148:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696387.697150:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696387.697152:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696387.697154:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696387.697155:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696387.697159:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a7f27e9d x1875583274384128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696387.697165:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696387.697167:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696387.697168:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696387.697172:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7f27e9d x1875583274384128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696387.697178:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274384128:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696387.697182:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696387.697184:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696387.697187:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a7f27e9d x1875583274384128/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696387.697193:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696387.697194:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696387.697196:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9c3cf3e. 02000000:00000001:2.0:1788696387.697198:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696387.697199:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696387.697200:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696387.697201:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696387.697202:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002395c490. 02000000:00000001:2.0:1788696387.697204:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696387.697210:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696387.697211:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7f27e9d. 00000100:00000001:2.0:1788696387.697214:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696387.697214:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696387.697215:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696387.697218:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696387.697219:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696387.697220:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696387.697222:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696387.697667:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696387.697674:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696387.697676:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696387.697678:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696387.697684:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696387.697693:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0fa80 00000400:00000200:1.0:1788696387.697698:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x10f1 [1] + 224 00000800:00000001:1.0:1788696387.697701:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696387.697707:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696387.697708:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696387.697711:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696387.697715:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696387.697718:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a0532af4 x1875583274384000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696387.697735:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a0532af4 x1875583274384000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696387.697757:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696387.697764:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696387.697767:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696387.697814:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696387.697816:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696387.697820:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696387.697822:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696387.697823:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006feba292. 00000400:00000200:3.0:1788696387.697828:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a7cbfc 00000400:00000010:3.0:1788696387.697829:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a7cbfc. 00000100:00000001:3.0:1788696387.697832:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696387.697836:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a0532af4 x1875583274384000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696387.697842:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a0532af4 x1875583274384000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696387.697900:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696387.697901:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696387.697902:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696387.697903:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696387.697904:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696387.697905:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696387.697906:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696387.697910:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=138 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696387.697912:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=138 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696387.697913:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696387.697914:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696387.697920:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696387.697922:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696387.697924:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696387.697925:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696387.697926:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696387.697927:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696387.697930:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0532af4 x1875583274384000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696387.697934:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696387.697936:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696387.697936:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696387.697939:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0532af4 x1875583274384000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696387.697943:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274384000:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696387.697946:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696387.697948:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696387.697950:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0532af4 x1875583274384000/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696387.697956:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696387.697958:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696387.697960:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005edc4c5a. 02000000:00000001:3.0:1788696387.697963:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696387.697964:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696387.697965:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696387.697967:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696387.697969:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054acfd14. 02000000:00000001:3.0:1788696387.697971:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696387.697972:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696387.697973:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0532af4. 00000100:00000001:3.0:1788696387.697976:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696387.697978:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696387.697979:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696387.697983:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696387.697990:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696387.697992:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696387.697994:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696388.653942:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696388.653949:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696388.653956:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696388.653957:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696388.654049:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696388.654053:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696388.654055:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696388.973958:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307350769, at 4307350784 00000100:00000040:3.0:1788696388.973958:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307350769, at 4307350784 00000100:00000010:3.0:1788696388.973974:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098edf6dd. 00000100:00000010:1.0:1788696388.973976:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099d32986. 00000100:00000040:0.0:1788696388.973979:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307350769, at 4307350784 00000100:00000010:0.0:1788696388.973988:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f9cf8d6f. 00000100:00000040:2.0:1788696388.974279:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307350769, at 4307350784 00000100:00000010:2.0:1788696388.974286:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008cff7e4d. 00010000:00000001:2.0:1788696389.678656:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696389.678664:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696389.678666:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696389.678669:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696389.678673:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696389.678675:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696389.678677:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696389.678679:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696389.678682:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696389.678683:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696389.678721:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696389.678725:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696389.678727:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696390.702544:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696390.702551:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696390.702557:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696390.702558:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696390.702711:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696390.702715:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696390.702718:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696391.725926:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696391.725933:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696391.725940:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696391.725941:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696391.726090:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696391.726093:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696391.726095:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696392.749971:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696392.749979:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696392.749985:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696392.749986:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696392.750132:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696392.750136:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696392.750139:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696392.813956:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696392.813967:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696392.813976:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000607de2c8. 00000020:00000040:0.0:1788696392.813983:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696392.813988:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696392.813991:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696392.813995:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696392.814003:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d9ed23a3. 00000100:00000001:0.0:1788696392.814010:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696392.814021:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000607de2c8 x1875583274384256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696392.814032:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696392.814035:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696392.814041:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000607de2c8] to pc [ptlrpcd_00_01+1] req@00000000607de2c8 x1875583274384256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696392.814077:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696392.814080:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696392.814084:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696392.814086:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e0fb45f. 00000020:00000040:0.0:1788696392.814089:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696392.814091:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696392.814092:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788696392.814097:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788696392.814102:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788696392.814104:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788696392.814107:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696392.814112:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b93a25a. 00000100:00000001:1.0:1788696392.814112:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696392.814116:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696392.814117:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696392.814119:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696392.814121:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788696392.814123:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000002e0fb45f x1875583274384384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696392.814124:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788696392.814131:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1788696392.814131:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000607de2c8 x1875583274384256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696392.814133:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696392.814140:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e0fb45f] to pc [ptlrpcd_00_02+2] req@000000002e0fb45f x1875583274384384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696392.814143:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696392.814146:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696392.814152:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696392.814154:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696392.814156:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696392.814159:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274384256:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696392.814161:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696392.814166:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788696392.814167:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696392.814168:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696392.814170:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696392.814173:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696392.814178:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbb350d4. 02000000:00000001:1.0:1788696392.814178:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696392.814182:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fe43be9. 02000000:00000001:1.0:1788696392.814185:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696392.814188:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1788696392.814189:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebce8082. 00000020:00000040:0.0:1788696392.814193:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000400:00000010:1.0:1788696392.814197:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009badf184. 00000100:00000001:0.0:1788696392.814198:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696392.814201:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788696392.814201:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1788696392.814204:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274384256, portal 25 00000100:00000001:2.0:1788696392.814204:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1788696392.814205:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696392.814209:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696392.814211:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882432640 : -113296827118976 : ffff98f506dd8a80) 02000000:00000010:0.0:1788696392.814213:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000094b132a4. 00000100:00000040:2.0:1788696392.814213:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e0fb45f x1875583274384384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696392.814218:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696392.814218:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000607de2c8 x1875583274384256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696392.814226:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000cbb350d4 x1875583274384512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696392.814245:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788696392.814247:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1788696392.814251:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696392.814251:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696392.814256:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1788696392.814256:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013e8a062. 02000000:00000001:2.0:1788696392.814257:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788696392.814260:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696392.814261:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274384256, offset 0 02000000:00000001:2.0:1788696392.814262:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696392.814267:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696392.814269:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:0.0:1788696392.814271:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb350d4] to pc [ptlrpcd_00_03+3] req@00000000cbb350d4 x1875583274384512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696392.814276:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274384384:192.168.201.118@tcp:400: 00000400:00000200:1.0:1788696392.814283:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788696392.814288:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1788696392.814291:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788696392.814293:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696392.814293:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1788696392.814296:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000040:0.0:1788696392.814297:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1788696392.814298:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696392.814301:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1788696392.814304:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1788696392.814306:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1788696392.814307:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000010:2.0:1788696392.814311:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa949180. 00000100:00000040:0.0:1788696392.814315:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12692) 00000400:00000200:1.0:1788696392.814315:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [518:518:256:4294967295] 192.168.201.118@tcp LPNI seq info [518:518:8:4294967295] 02000000:00000001:2.0:1788696392.814316:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696392.814325:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007605d655. 00000400:00000200:1.0:1788696392.814329:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000010:2.0:1788696392.814333:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b15b59b0. 00000800:00000200:1.0:1788696392.814334:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696392.814340:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000520c6b2f. 00000100:00000200:2.0:1788696392.814341:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274384384, portal 10 00000100:00000001:0.0:1788696392.814345:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696392.814345:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696392.814349:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696392.814350:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882435328 : -113296827116288 : ffff98f506dd9500) 00000100:00000001:0.0:1788696392.814353:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1788696392.814356:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000040:0.0:1788696392.814361:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbb350d4 x1875583274384512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696392.814362:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002e0fb45f x1875583274384384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788696392.814373:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696392.814380:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000520c6b2f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696392.814390:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696392.814392:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788696392.814393:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696392.814397:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696392.814398:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788696392.814399:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696392.814403:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696392.814404:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307355889 00000400:00000010:2.0:1788696392.814405:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017360176. 02000000:00000001:0.0:1788696392.814408:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788696392.814412:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007fa6a9e5. 00000100:00000200:2.0:1788696392.814412:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274384384, offset 0 00000100:00100000:0.0:1788696392.814414:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274384512:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696392.814420:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788696392.814421:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696392.814425:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1788696392.814425:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788696392.814429:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696392.814432:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307355889 02000000:00000001:0.0:1788696392.814433:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1788696392.814435:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000010:1.0:1788696392.814439:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099d32986. 02000000:00000010:0.0:1788696392.814440:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d3dfa041. 00000400:00000200:2.0:1788696392.814440:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788696392.814442:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1788696392.814446:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696392.814446:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:1.0:1788696392.814447:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307355889 00000100:00000010:1.0:1788696392.814452:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b6d68e7. 00000400:00000010:0.0:1788696392.814453:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025905f20. 00000400:00000200:2.0:1788696392.814453:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788696392.814456:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696392.814460:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307355889 00000400:00000200:2.0:1788696392.814460:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000010:0.0:1788696392.814462:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edd31d23. 00000100:00000010:1.0:1788696392.814464:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c960e7d6. 00000100:00000200:0.0:1788696392.814467:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274384512, portal 10 00000100:00000001:1.0:1788696392.814468:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788696392.814472:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696392.814473:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696392.814475:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882439808 : -113296827111808 : ffff98f506dda680) 00000100:00000001:1.0:1788696392.814488:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696392.814491:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [519:519:255:4294967295] 192.168.201.118@tcp LPNI seq info [519:519:7:4294967295] 00000100:00000001:1.0:1788696392.814494:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696392.814496:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cbb350d4 x1875583274384512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696392.814500:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696392.814511:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1788696392.814512:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000040:0.0:1788696392.814517:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696392.814520:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000777097a3. 00000100:00000200:0.0:1788696392.814524:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274384512, offset 0 00000800:00000200:2.0:1788696392.814524:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696392.814532:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2263eda. 00000400:00000200:0.0:1788696392.814533:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696392.814540:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000200:2.0:1788696392.814544:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:0.0:1788696392.814545:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696392.814550:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696392.814554:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1788696392.814555:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696392.814559:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d2263eda type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1788696392.814564:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788696392.814565:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696392.814570:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [520:520:254:4294967295] 192.168.201.118@tcp LPNI seq info [520:520:6:4294967295] 00000100:00000040:2.0:1788696392.814571:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 25900 usecs (26 jiffies) 00000100:00000001:2.0:1788696392.814577:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307354650 00000100:00000001:2.0:1788696392.814582:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307355889 00000400:00000200:0.0:1788696392.814585:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788696392.814587:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307354650 00000100:00000001:2.0:1788696392.814592:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307355889 00000800:00000200:0.0:1788696392.814595:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696392.814597:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307354650 00000800:00000200:1.0:1788696392.814600:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696392.814601:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ea48552. 00000100:00000001:2.0:1788696392.814602:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307355889 00000800:00000010:1.0:1788696392.814605:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000520c6b2f. 00000100:00000001:2.0:1788696392.814607:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307354650 00000800:00000200:0.0:1788696392.814611:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:1.0:1788696392.814611:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788696392.814613:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307355889 00000100:00000001:2.0:1788696392.814618:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788696392.814619:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000800:00000200:0.0:1788696392.814624:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:2.0:1788696392.814624:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696392.814628:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013e8a062 00000100:00000001:2.0:1788696392.814629:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696392.814631:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ea48552 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1788696392.814631:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013e8a062. 00000100:00000001:2.0:1788696392.814633:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696392.814637:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788696392.814641:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696392.814641:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1788696392.814642:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000607de2c8 x1875583274384256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696392.814644:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1788696392.814647:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 25985 usecs (26 jiffies) 00000100:00000001:2.0:1788696392.814651:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696392.814654:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307354650 00000100:00000001:2.0:1788696392.814655:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696392.814659:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696392.814660:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307355889 00000100:00000001:1.0:1788696392.814660:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696392.814665:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000607de2c8 x1875583274384256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696392.814665:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696392.814666:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307354650 00000100:00000001:0.0:1788696392.814672:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307355889 00000100:00000001:0.0:1788696392.814677:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307354650 00000100:00000001:1.0:1788696392.814679:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696392.814681:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307355889 00000100:00000001:1.0:1788696392.814682:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696392.814686:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307354650 00000800:00000200:1.0:1788696392.814696:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788696392.814700:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307355889 00000800:00000010:1.0:1788696392.814701:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2263eda. 00000100:00000001:0.0:1788696392.814706:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788696392.814707:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788696392.814711:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696392.814714:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696392.814716:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696392.814719:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017360176 00000100:00000001:0.0:1788696392.814720:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696392.814724:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696392.814726:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1788696392.814728:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000017360176. 00000100:00000001:0.0:1788696392.814730:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696392.814733:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696392.814735:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696392.814735:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788696392.814740:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696392.814742:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002e0fb45f x1875583274384384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696392.814751:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696392.814754:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e0fb45f x1875583274384384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696392.814760:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696392.814762:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696392.814803:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696392.814816:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ea48552. 00000400:00000200:1.0:1788696392.814819:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696392.814822:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696392.814825:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000777097a3 00000400:00000010:1.0:1788696392.814826:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000777097a3. 00000100:00000001:1.0:1788696392.814829:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696392.814831:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cbb350d4 x1875583274384512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696392.814838:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696392.814840:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbb350d4 x1875583274384512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696392.814873:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696392.814875:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696392.814913:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696392.814917:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696392.818931:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696392.818946:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696392.818949:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696392.818951:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696392.818959:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696392.818972:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0fb80 00000400:00000200:3.0:1788696392.818978:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x10f9 [1] + 224 00000800:00000001:3.0:1788696392.818982:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696392.818984:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696392.818986:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696392.818989:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696392.818994:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696392.818999:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000607de2c8 x1875583274384256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696392.819007:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000607de2c8 x1875583274384256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696392.819019:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696392.819026:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696392.819028:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696392.819030:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696392.819031:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696392.819059:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788696392.819059:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:1.0:1788696392.819063:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788696392.819065:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0fc00 00000400:00000001:1.0:1788696392.819069:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696392.819070:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696392.819073:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebce8082. 00000400:00000200:1.0:1788696392.819077:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009badf184 00000400:00000010:1.0:1788696392.819079:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009badf184. 00000100:00000001:1.0:1788696392.819082:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:3.0:1788696392.819084:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1101 [1] + 224 00000100:00000200:1.0:1788696392.819085:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000607de2c8 x1875583274384256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788696392.819088:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696392.819092:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1788696392.819093:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000607de2c8 x1875583274384256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696392.819093:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696392.819096:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696392.819099:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696392.819102:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002e0fb45f x1875583274384384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696392.819105:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696392.819106:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696392.819109:0:201300:0:(client.c:1593:after_reply()) Process entered 00000100:00000040:3.0:1788696392.819109:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002e0fb45f x1875583274384384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696392.819112:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696392.819114:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696392.819116:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696392.819118:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696392.819123:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00001000:1.0:1788696392.819124:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=143 v=5 (5 5 5 5) 00000800:00000001:3.0:1788696392.819127:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1788696392.819128:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=143 v=5 (1 1 1 1) 00000800:00000001:3.0:1788696392.819129:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696392.819131:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1788696392.819131:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788696392.819132:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696392.819132:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788696392.819135:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1788696392.819136:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00010000:00000001:1.0:1788696392.819137:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696392.819139:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696392.819140:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0fc80 00000100:00000040:1.0:1788696392.819144:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000607de2c8 x1875583274384256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696392.819145:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1109 [1] + 224 00000800:00000001:3.0:1788696392.819149:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788696392.819151:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696392.819153:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696392.819154:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696392.819158:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696392.819159:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696392.819162:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000607de2c8 x1875583274384256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788696392.819162:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696392.819164:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696392.819169:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000001:2.0:1788696392.819171:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1788696392.819172:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274384256:192.168.201.118@tcp:400: 00000400:00000001:2.0:1788696392.819175:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1788696392.819178:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1788696392.819179:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007605d655. 00000100:00000001:1.0:1788696392.819183:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696392.819187:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000607de2c8 x1875583274384256/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696392.819187:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b15b59b0 00000400:00000010:2.0:1788696392.819191:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b15b59b0. 00000100:00000001:2.0:1788696392.819197:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696392.819197:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788696392.819198:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696392.819201:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1788696392.819203:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cbb350d4 x1875583274384512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788696392.819205:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fe43be9. 00000100:00000200:2.0:1788696392.819205:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002e0fb45f x1875583274384384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696392.819209:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696392.819211:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696392.819214:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696392.819223:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000040:3.0:1788696392.819224:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbb350d4 x1875583274384512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788696392.819226:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d9ed23a3. 02000000:00000001:1.0:1788696392.819230:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696392.819234:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696392.819236:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000607de2c8. 00000100:00000200:2.0:1788696392.819237:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002e0fb45f x1875583274384384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696392.819241:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696392.819244:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696392.819247:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696392.819248:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696392.819250:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696392.819254:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696392.819256:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696392.819257:0:201302:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:3.0:1788696392.819258:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788696392.819260:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696392.819261:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696392.819263:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1788696392.819263:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696392.819264:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696392.819266:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696392.819267:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696392.819271:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696392.819277:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=143 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696392.819281:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=143 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696392.819282:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696392.819283:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696392.819284:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696392.819287:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696392.819289:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696392.819290:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696392.819291:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696392.819292:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696392.819295:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e0fb45f x1875583274384384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696392.819299:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696392.819301:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696392.819301:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696392.819303:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e0fb45f x1875583274384384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696392.819315:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274384384:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696392.819318:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696392.819319:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696392.819320:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e0fb45f x1875583274384384/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696392.819324:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696392.819325:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696392.819327:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa949180. 02000000:00000001:2.0:1788696392.819329:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696392.819330:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696392.819330:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696392.819332:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696392.819332:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b93a25a. 02000000:00000001:2.0:1788696392.819334:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696392.819334:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696392.819335:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e0fb45f. 00000100:00000001:2.0:1788696392.819337:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696392.819337:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696392.819339:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696392.819342:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696392.819343:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696392.819345:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696392.819346:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696392.819356:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696392.819363:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696392.819365:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696392.819366:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696392.819367:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025905f20. 00000400:00000200:0.0:1788696392.819369:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd31d23 00000400:00000010:0.0:1788696392.819370:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000edd31d23. 00000100:00000001:0.0:1788696392.819372:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696392.819375:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cbb350d4 x1875583274384512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696392.819380:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cbb350d4 x1875583274384512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696392.819384:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696392.819384:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696392.819385:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696392.819386:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696392.819387:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696392.819388:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696392.819389:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696392.819392:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=142 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696392.819394:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1788696392.819396:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696392.819397:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696392.819398:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696392.819401:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000cbb350d4 x1875583274384512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696392.819407:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696392.819409:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696392.819410:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696392.819412:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696392.819413:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696392.819416:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbb350d4 x1875583274384512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696392.819421:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696392.819423:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696392.819428:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696392.819432:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbb350d4 x1875583274384512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696392.819437:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274384512:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696392.819440:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696392.819442:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696392.819444:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbb350d4 x1875583274384512/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696392.819449:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696392.819450:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696392.819451:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d3dfa041. 02000000:00000001:0.0:1788696392.819455:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696392.819457:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696392.819458:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696392.819459:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696392.819460:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000094b132a4. 02000000:00000001:0.0:1788696392.819462:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696392.819463:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696392.819464:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbb350d4. 00000100:00000001:0.0:1788696392.819467:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696392.819468:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696392.819469:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696392.819473:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696392.819474:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696392.819475:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696392.819488:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696393.774186:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696393.774192:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696393.774198:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696393.774199:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696393.774508:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696393.774515:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696393.774519:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696394.093969:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307355889, at 4307355904 00000100:00000040:1.0:1788696394.093971:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307355889, at 4307355904 00000100:00000010:0.0:1788696394.093988:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007fa6a9e5. 00000100:00000010:1.0:1788696394.093989:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099d32986. 00000100:00000040:3.0:1788696394.094037:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307355889, at 4307355904 00000100:00000010:3.0:1788696394.094052:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c960e7d6. 00000100:00000040:2.0:1788696394.096096:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307355889, at 4307355906 00000100:00000010:2.0:1788696394.096112:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b6d68e7. 00010000:00000001:2.0:1788696394.797897:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696394.797903:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696394.797908:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696394.797910:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696394.797925:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696394.797927:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696394.797929:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696394.797931:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696394.797932:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696394.797933:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696394.797985:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696394.797988:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696394.797990:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696395.822060:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696395.822068:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696395.822073:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696395.822075:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696395.822189:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696395.822193:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696395.822196:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696396.846079:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696396.846090:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696396.846098:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696396.846099:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696396.846804:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696396.846809:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696396.846814:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696397.870656:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696397.870664:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696397.870670:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696397.870671:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696397.870735:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696397.870739:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696397.870741:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696397.933990:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696397.934002:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696397.934011:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b20f86d. 00000020:00000040:2.0:1788696397.934018:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696397.934023:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696397.934026:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696397.934033:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696397.934042:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a559f720. 00000100:00000001:2.0:1788696397.934050:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696397.934059:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000003b20f86d x1875583274384640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696397.934069:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696397.934072:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696397.934078:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b20f86d] to pc [ptlrpcd_00_00+0] req@000000003b20f86d x1875583274384640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696397.934144:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696397.934148:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696397.934151:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696397.934156:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b20f86d x1875583274384640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696397.934164:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696397.934166:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696397.934169:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696397.934171:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696397.934173:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696397.934175:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003b20f86d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274384640:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696397.934180:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696397.934185:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696397.934187:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696397.934190:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696397.934194:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa20ca05. 02000000:00000001:3.0:1788696397.934196:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696397.934202:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006feba292. 00000400:00000010:3.0:1788696397.934209:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a7cbfc. 00000100:00000200:3.0:1788696397.934228:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274384640, portal 25 00000100:00000001:3.0:1788696397.934231:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696397.934232:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611082752 : -113296098468864 : ffff98f5324bdc00) 00000100:00000040:3.0:1788696397.934237:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003b20f86d x1875583274384640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696397.934243:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696397.934246:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696397.934248:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2a431e. 00000100:00000200:3.0:1788696397.934250:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274384640, offset 0 00000400:00000200:3.0:1788696397.934256:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696397.934269:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696397.934274:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696397.934279:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696397.934282:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696397.934285:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696397.934288:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [521:521:256:4294967295] 192.168.201.118@tcp LPNI seq info [521:521:8:4294967295] 00000400:00000200:3.0:1788696397.934297:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696397.934303:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696397.934309:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008513bebc. 00000800:00000200:3.0:1788696397.934316:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696397.934323:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696397.934327:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008513bebc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696397.934347:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696397.934351:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307361009 00000100:00000010:3.0:1788696397.934356:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000001:3.0:1788696397.934363:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696397.934368:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307361009 00000100:00000010:3.0:1788696397.934371:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000100:00000001:3.0:1788696397.934373:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696397.934378:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307361009 00000100:00000010:3.0:1788696397.934387:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81c9ce7. 00000100:00000001:3.0:1788696397.934406:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696397.934410:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307361009 00000100:00000010:3.0:1788696397.934413:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000100:00000001:3.0:1788696397.934416:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696397.934428:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696397.934431:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696397.934438:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696397.934441:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696397.934466:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696397.934475:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696397.934478:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696397.934482:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aca9919f. 00000020:00000040:2.0:1788696397.934485:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696397.934487:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696397.934488:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696397.934489:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696397.934492:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000394a697c. 00000100:00000001:2.0:1788696397.934496:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696397.934500:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000aca9919f x1875583274384768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696397.934506:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696397.934507:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696397.934510:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca9919f] to pc [ptlrpcd_00_01+1] req@00000000aca9919f x1875583274384768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788696397.934581:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696397.934587:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008513bebc. 00000400:00000200:0.0:1788696397.934592:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696397.934598:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696397.934603:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2a431e 00000400:00000010:0.0:1788696397.934611:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003c2a431e. 00000100:00000001:0.0:1788696397.934616:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696397.934620:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003b20f86d x1875583274384640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696397.934631:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696397.934634:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b20f86d x1875583274384640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696397.934647:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696397.934651:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696397.934652:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696397.934655:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696397.934656:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696397.934660:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696397.934687:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696397.934691:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696397.934692:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696397.934696:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aca9919f x1875583274384768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696397.934704:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696397.934706:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696397.934708:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696397.934710:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696397.934712:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696397.934714:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000aca9919f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274384768:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696397.934718:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696397.934721:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696397.934722:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696397.934723:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696397.934727:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d3d18e32. 02000000:00000001:0.0:1788696397.934729:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696397.934733:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025905f20. 00000400:00000010:0.0:1788696397.934736:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edd31d23. 00000100:00000200:0.0:1788696397.934739:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274384768, portal 10 00000100:00000001:0.0:1788696397.934741:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696397.934742:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611085440 : -113296098466176 : ffff98f5324be680) 00000100:00000040:0.0:1788696397.934747:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000aca9919f x1875583274384768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696397.934769:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696397.934772:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696397.934774:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c828ede. 00000100:00000200:0.0:1788696397.934776:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274384768, offset 0 00000400:00000200:0.0:1788696397.934789:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696397.934795:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696397.934798:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696397.934800:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696397.934802:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696397.934804:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696397.934805:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [522:522:256:4294967295] 192.168.201.118@tcp LPNI seq info [522:522:8:4294967295] 00000400:00000200:0.0:1788696397.934812:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696397.934816:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696397.934819:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000094b132a4. 00000800:00000200:0.0:1788696397.934823:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696397.934828:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696397.934830:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000094b132a4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696397.934864:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696397.934867:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 25771 usecs (26 jiffies) 00000100:00000001:0.0:1788696397.934869:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307359771 00000100:00000001:0.0:1788696397.934871:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307361009 00000100:00000001:0.0:1788696397.934872:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307359771 00000100:00000001:0.0:1788696397.934873:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307361009 00000100:00000001:0.0:1788696397.934874:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307359771 00000100:00000001:0.0:1788696397.934875:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307361009 00000100:00000001:0.0:1788696397.934876:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307359771 00000100:00000001:0.0:1788696397.934877:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307361009 00000100:00000001:0.0:1788696397.934882:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696397.934884:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696397.934885:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696397.934886:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696397.934889:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696397.934890:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696397.934891:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696397.934892:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696397.934893:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696397.934894:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696397.934955:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696397.934958:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000094b132a4. 00000400:00000200:3.0:1788696397.934962:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696397.934966:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696397.934970:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c828ede 00000400:00000010:3.0:1788696397.934971:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000c828ede. 00000100:00000001:3.0:1788696397.934974:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696397.934977:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000aca9919f x1875583274384768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696397.934986:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696397.934988:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aca9919f x1875583274384768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696397.934995:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696397.934996:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788696397.935541:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696397.935546:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696397.935658:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696397.935660:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696397.935662:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696397.935664:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696397.935667:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696397.935670:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696397.935674:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696397.935679:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075ac883a. 00000020:00000040:2.0:1788696397.935682:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696397.935685:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696397.935687:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696397.935690:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696397.935694:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2263eda. 00000100:00000001:2.0:1788696397.935699:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696397.935704:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000075ac883a x1875583274384896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696397.935712:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696397.935713:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696397.935716:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075ac883a] to pc [ptlrpcd_00_02+2] req@0000000075ac883a x1875583274384896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696397.935756:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696397.935762:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788696397.935766:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788696397.935771:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12697) 00000100:00000001:3.0:1788696397.935793:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696397.935796:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696397.935798:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696397.935803:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075ac883a x1875583274384896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696397.935811:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696397.935818:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696397.935821:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696397.935823:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696397.935825:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696397.935829:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274384896:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696397.935833:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696397.935836:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788696397.935837:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1788696397.935837:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696397.935840:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788696397.935842:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696397.935844:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000439eefd4. 02000000:00000001:3.0:1788696397.935867:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696397.935870:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d55cc8b5. 00000400:00000010:3.0:1788696397.935873:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e4bd39f. 00000100:00000200:3.0:1788696397.935876:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274384896, portal 10 00000100:00000001:3.0:1788696397.935878:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696397.935879:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611083648 : -113296098467968 : ffff98f5324bdf80) 00000100:00000040:3.0:1788696397.935883:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000075ac883a x1875583274384896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696397.935887:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696397.935889:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696397.935890:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9587b37. 00000100:00000200:3.0:1788696397.935891:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274384896, offset 0 00000400:00000200:3.0:1788696397.935894:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696397.935898:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696397.935900:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696397.935902:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696397.935904:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696397.935906:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696397.935908:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [523:523:256:4294967295] 192.168.201.118@tcp LPNI seq info [523:523:8:4294967295] 00000400:00000200:3.0:1788696397.935916:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696397.935920:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696397.935923:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d33dd5fd. 00000800:00000200:3.0:1788696397.935933:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696397.935939:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696397.935942:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d33dd5fd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696397.935955:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696397.935957:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 25855 usecs (26 jiffies) 00000100:00000001:3.0:1788696397.935959:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307359772 00000100:00000001:3.0:1788696397.935960:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307361009 00000100:00000001:3.0:1788696397.935962:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307359772 00000100:00000001:3.0:1788696397.935963:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307361009 00000100:00000001:3.0:1788696397.935964:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307359772 00000100:00000001:3.0:1788696397.935966:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307361009 00000100:00000001:3.0:1788696397.935967:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307359772 00000100:00000001:3.0:1788696397.935968:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307361009 00000100:00000001:3.0:1788696397.935969:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696397.935970:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696397.935972:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696397.935973:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696397.935977:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696397.935978:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696397.935979:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696397.935980:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696397.935982:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696397.935983:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696397.936026:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696397.936029:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d33dd5fd. 00000400:00000200:2.0:1788696397.936033:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696397.936037:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696397.936041:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9587b37 00000400:00000010:2.0:1788696397.936042:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f9587b37. 00000100:00000001:2.0:1788696397.936045:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696397.936048:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000075ac883a x1875583274384896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696397.936056:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696397.936058:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075ac883a x1875583274384896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696397.936064:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696397.936065:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696397.941451:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696397.941464:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696397.941468:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696397.941469:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696397.941477:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696397.941492:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0fd80 00000400:00000200:0.0:1788696397.941498:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1119 [1] + 224 00000800:00000001:0.0:1788696397.941504:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696397.941506:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696397.941508:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696397.941511:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696397.941518:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696397.941524:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000aca9919f x1875583274384768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696397.941533:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aca9919f x1875583274384768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696397.941551:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696397.941563:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696397.941566:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696397.941568:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696397.941570:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696397.941574:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:3.0:1788696397.941593:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788696397.941597:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0fe00 00000100:00000001:3.0:1788696397.941600:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788696397.941605:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1121 [1] + 224 00000800:00000001:0.0:1788696397.941611:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696397.941615:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696397.941615:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1788696397.941618:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1788696397.941619:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1788696397.941623:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000010:3.0:1788696397.941624:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025905f20. 00000400:00000200:3.0:1788696397.941630:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd31d23 00000400:00000010:3.0:1788696397.941632:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000edd31d23. 00000100:00000001:3.0:1788696397.941636:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788696397.941638:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696397.941642:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000aca9919f x1875583274384768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696397.941645:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000075ac883a x1875583274384896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696397.941655:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000075ac883a x1875583274384896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696397.941682:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000aca9919f x1875583274384768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696397.941685:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696397.941690:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696397.941692:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696397.941694:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696397.941696:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696397.941697:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696397.941699:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696397.941702:0:201301:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:0.0:1788696397.941705:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 02000000:00000001:3.0:1788696397.941707:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696397.941711:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1788696397.941712:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0fd00 00000100:00000001:3.0:1788696397.941715:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696397.941719:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696397.941722:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1111 [1] + 224 00000800:00000001:0.0:1788696397.941728:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788696397.941730:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1788696397.941730:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=148 v=5 (5 5 5 5) 00000800:00000001:0.0:1788696397.941735:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696397.941736:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1788696397.941737:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=148 v=5 (1 1 1 1) 00000400:00000200:0.0:1788696397.941740:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1788696397.941742:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1788696397.941743:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1788696397.941747:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696397.941747:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788696397.941748:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696397.941751:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d55cc8b5. 00010000:00000001:3.0:1788696397.941753:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1788696397.941758:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e4bd39f 00010000:00000001:3.0:1788696397.941758:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696397.941762:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005e4bd39f. 00000100:00000001:3.0:1788696397.941765:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1788696397.941767:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788696397.941768:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:3.0:1788696397.941768:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696397.941773:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1788696397.941775:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000075ac883a x1875583274384896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696397.941776:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003b20f86d x1875583274384640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696397.941776:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696397.941786:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aca9919f x1875583274384768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696397.941810:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000075ac883a x1875583274384896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696397.941812:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003b20f86d x1875583274384640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696397.941812:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696397.941819:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696397.941822:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696397.941831:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aca9919f x1875583274384768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696397.941843:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000aca9919f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274384768:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696397.941873:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696397.941880:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788696397.941882:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696397.941885:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696397.941887:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696397.941890:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1788696397.941892:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696397.941892:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696397.941894:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696397.941898:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696397.941904:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=147 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696397.941907:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1788696397.941909:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696397.941910:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696397.941912:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788696397.941917:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000075ac883a x1875583274384896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696397.941923:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696397.941926:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696397.941927:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696397.941928:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696397.941930:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696397.941933:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075ac883a x1875583274384896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696397.941940:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696397.941942:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696397.941944:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696397.941951:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075ac883a x1875583274384896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696397.941955:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696397.941961:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1788696397.941962:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274384896:192.168.201.118@tcp:400: 00000100:00000040:3.0:1788696397.941968:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aca9919f x1875583274384768/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696397.941969:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696397.941971:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696397.941974:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788696397.941976:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696397.941982:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1788696397.941982:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075ac883a x1875583274384896/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788696397.941985:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696397.941988:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006feba292. 00000400:00000200:1.0:1788696397.941995:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a7cbfc 00000400:00000010:1.0:1788696397.941998:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a7cbfc. 00000100:00000001:1.0:1788696397.942003:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696397.942006:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1788696397.942010:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003b20f86d x1875583274384640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696397.942010:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696397.942015:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d3d18e32. 02000000:00000001:3.0:1788696397.942022:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696397.942026:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696397.942030:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696397.942035:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788696397.942036:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000001:2.0:1788696397.942039:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696397.942040:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000394a697c. 00000100:00000200:1.0:1788696397.942041:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003b20f86d x1875583274384640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1788696397.942043:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000439eefd4. 02000000:00000001:3.0:1788696397.942046:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696397.942050:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1788696397.942050:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696397.942053:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aca9919f. 00000100:00000001:1.0:1788696397.942055:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:2.0:1788696397.942055:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696397.942058:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696397.942060:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1788696397.942062:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788696397.942064:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696397.942067:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1788696397.942067:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2263eda. 00000100:00000001:3.0:1788696397.942068:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696397.942073:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696397.942073:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696397.942077:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1788696397.942077:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1788696397.942078:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:2.0:1788696397.942080:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075ac883a. 00000100:00000001:1.0:1788696397.942081:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696397.942082:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696397.942085:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696397.942086:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696397.942087:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1788696397.942089:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696397.942090:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696397.942091:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696397.942092:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=148 v=5 (5 5 5 5) 00000100:00000001:2.0:1788696397.942094:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1788696397.942099:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=148 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696397.942102:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696397.942102:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696397.942106:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696397.942106:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696397.942111:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1788696397.942112:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1788696397.942113:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696397.942116:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696397.942116:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696397.942123:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b20f86d x1875583274384640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696397.942130:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696397.942132:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696397.942133:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696397.942136:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b20f86d x1875583274384640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696397.942142:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003b20f86d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274384640:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696397.942147:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696397.942149:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696397.942151:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b20f86d x1875583274384640/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696397.942157:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696397.942159:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696397.942161:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa20ca05. 02000000:00000001:1.0:1788696397.942164:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696397.942165:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696397.942166:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696397.942168:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696397.942169:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a559f720. 02000000:00000001:1.0:1788696397.942170:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696397.942175:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696397.942176:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b20f86d. 00000100:00000001:1.0:1788696397.942178:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696397.942179:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696397.942180:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696397.942183:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696397.942183:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696397.942184:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696397.942186:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696398.893968:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696398.893977:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696398.893983:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696398.893984:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696398.894046:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696398.894051:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696398.894053:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696399.213963:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307361009, at 4307361024 00000100:00000010:2.0:1788696399.213980:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81c9ce7. 00000100:00000040:0.0:1788696399.214024:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307361009, at 4307361024 00000100:00000010:0.0:1788696399.214031:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00000100:00000040:3.0:1788696399.214041:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307361009, at 4307361024 00000100:00000010:3.0:1788696399.214049:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00000100:00000040:1.0:1788696399.215613:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307361009, at 4307361025 00000100:00000010:1.0:1788696399.215624:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c64039. 00010000:00000001:2.0:1788696399.917951:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696399.917959:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696399.917961:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696399.917964:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696399.917970:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696399.917972:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696399.917974:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696399.917976:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696399.917980:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696399.917981:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696399.918513:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696399.918516:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696399.918519:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696400.942168:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696400.942188:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696400.942193:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696400.942193:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696400.942243:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696400.942247:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696400.942250:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696401.965963:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696401.965971:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696401.965976:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696401.965981:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696401.966045:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696401.966049:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696401.966051:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696402.989964:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696402.989971:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696402.989977:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696402.989979:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696402.990579:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696402.990583:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696402.990586:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696403.056481:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696403.056488:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696403.056494:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbb350d4. 00000020:00000040:0.0:1788696403.056499:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696403.056502:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696403.056508:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696403.056514:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696403.056519:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b93a25a. 00000100:00000001:0.0:1788696403.056525:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696403.056535:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000cbb350d4 x1875583274385024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696403.056543:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696403.056544:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696403.056548:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb350d4] to pc [ptlrpcd_00_03+3] req@00000000cbb350d4 x1875583274385024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696403.056573:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696403.056575:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696403.056577:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696403.056579:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043af1395. 00000020:00000040:0.0:1788696403.056580:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696403.056582:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696403.056583:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696403.056584:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696403.056586:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d9ed23a3. 00000100:00000001:0.0:1788696403.056587:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696403.056589:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000043af1395 x1875583274385152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696403.056591:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696403.056596:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1788696403.056598:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1788696403.056601:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696403.056608:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696403.056610:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696403.056612:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696403.056615:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043af1395] to pc [ptlrpcd_00_00+0] req@0000000043af1395 x1875583274385152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696403.056617:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696403.056621:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696403.056626:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696403.056631:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbb350d4 x1875583274385024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696403.056638:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696403.056642:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696403.056650:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696403.056653:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696403.056654:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1788696403.056658:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1788696403.056662:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a318a749. 02000000:00000001:2.0:1788696403.056662:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1788696403.056668:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:2.0:1788696403.056668:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696403.056672:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274385024:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696403.056678:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1788696403.056680:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696403.056681:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696403.056685:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696403.056686:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696403.056690:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696403.056692:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ea48552. 00000100:00000001:0.0:1788696403.056697:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696403.056701:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a318a749 x1875583274385280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1788696403.056705:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696403.056711:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002421fa34. 00000100:00000001:0.0:1788696403.056712:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696403.056714:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696403.056717:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696403.056723:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a318a749] to pc [ptlrpcd_00_01+1] req@00000000a318a749 x1875583274385280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1788696403.056724:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000007605d655. 00000100:00000001:0.0:1788696403.056734:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696403.056734:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b15b59b0. 00000100:00000040:0.0:1788696403.056738:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696403.056741:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1788696403.056743:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274385024, portal 25 00000100:00000040:0.0:1788696403.056744:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12702) 00000100:00000001:2.0:1788696403.056755:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696403.056757:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882439808 : -113296827111808 : ffff98f506dda680) 00000100:00000040:2.0:1788696403.056764:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cbb350d4 x1875583274385024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696403.056771:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696403.056774:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696403.056777:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b782d6c0. 00000100:00000200:2.0:1788696403.056780:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274385024, offset 0 00000400:00000200:2.0:1788696403.056785:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696403.056796:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696403.056800:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696403.056800:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696403.056809:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696403.056814:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696403.056817:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696403.056820:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696403.056823:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [524:524:256:4294967295] 192.168.201.118@tcp LPNI seq info [524:524:8:4294967295] 00000400:00000200:2.0:1788696403.056833:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696403.056839:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696403.056843:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2263eda. 00000800:00000200:2.0:1788696403.056872:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696403.056883:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696403.056887:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d2263eda type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696403.056900:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696403.056903:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696403.056904:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696403.056905:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696403.056910:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043af1395 x1875583274385152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696403.056911:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307366132 00000100:00000010:2.0:1788696403.056918:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077a03d86. 00000100:00000001:3.0:1788696403.056919:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696403.056926:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696403.056926:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696403.056931:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696403.056933:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696403.056934:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307366132 02000000:00000001:3.0:1788696403.056935:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696403.056939:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274385152:192.168.201.118@tcp:400: 00000100:00000010:2.0:1788696403.056942:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038593dc8. 00000100:00000001:3.0:1788696403.056942:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696403.056945:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788696403.056947:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1788696403.056947:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696403.056948:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788696403.056954:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307366132 02000000:00000010:3.0:1788696403.056954:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000439eefd4. 02000000:00000001:3.0:1788696403.056957:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788696403.056960:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b91fe9c. 00000400:00000010:3.0:1788696403.056961:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009369c1c2. 00000400:00000010:3.0:1788696403.056964:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a14a5fac. 00000100:00000200:3.0:1788696403.056966:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274385152, portal 10 00000100:00000001:3.0:1788696403.056969:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696403.056971:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882436224 : -113296827115392 : ffff98f506dd9880) 00000100:00000001:2.0:1788696403.056974:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1788696403.056977:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000043af1395 x1875583274385152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696403.056980:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307366132 00000100:00000001:3.0:1788696403.056984:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1788696403.056987:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000efe1b1f1. 00000100:00000040:3.0:1788696403.056987:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696403.056990:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000612417f3. 00000100:00000001:2.0:1788696403.056992:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000200:3.0:1788696403.056993:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274385152, offset 0 00000100:00000001:2.0:1788696403.056999:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788696403.057000:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696403.057005:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696403.057006:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788696403.057011:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696403.057011:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696403.057014:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:2.0:1788696403.057016:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696403.057017:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696403.057021:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696403.057023:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [525:525:255:4294967295] 192.168.201.118@tcp LPNI seq info [525:525:7:4294967295] 00000400:00000200:3.0:1788696403.057029:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696403.057032:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696403.057034:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a4df8fd. 00000800:00000200:3.0:1788696403.057041:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:2.0:1788696403.057044:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1788696403.057044:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:2.0:1788696403.057048:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1788696403.057048:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a4df8fd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696403.057052:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788696403.057053:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696403.057058:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 25662 usecs (26 jiffies) 00000100:00000040:2.0:1788696403.057061:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a318a749 x1875583274385280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696403.057061:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307364893 00000100:00000001:3.0:1788696403.057066:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307366132 00000100:00000001:3.0:1788696403.057069:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307364893 00000100:00000001:3.0:1788696403.057072:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307366132 00000100:00000001:3.0:1788696403.057075:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307364893 00000100:00000001:3.0:1788696403.057078:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307366132 00000100:00000001:3.0:1788696403.057081:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307364893 00000100:00000001:2.0:1788696403.057084:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696403.057084:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307366132 00000100:00000001:3.0:1788696403.057085:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696403.057088:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696403.057089:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696403.057093:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696403.057095:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788696403.057095:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788696403.057099:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696403.057100:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696403.057102:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1788696403.057104:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696403.057105:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696403.057106:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696403.057108:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696403.057110:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696403.057112:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274385280:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696403.057117:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696403.057119:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696403.057121:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696403.057123:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696403.057126:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca6e37dc. 02000000:00000001:2.0:1788696403.057127:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696403.057130:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080c075b7. 00000400:00000010:2.0:1788696403.057133:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce843621. 00000100:00000200:2.0:1788696403.057136:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274385280, portal 10 00000100:00000001:2.0:1788696403.057138:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696403.057139:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882440704 : -113296827110912 : ffff98f506ddaa00) 00000100:00000040:2.0:1788696403.057145:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a318a749 x1875583274385280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696403.057152:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696403.057159:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696403.057162:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e33804d1. 00000100:00000200:2.0:1788696403.057165:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274385280, offset 0 00000400:00000200:2.0:1788696403.057170:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:1.0:1788696403.057175:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1788696403.057176:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000010:1.0:1788696403.057179:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2263eda. 00000400:00000200:2.0:1788696403.057182:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696403.057185:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696403.057186:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696403.057192:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696403.057194:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696403.057197:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696403.057202:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [526:526:254:4294967295] 192.168.201.118@tcp LPNI seq info [526:526:6:4294967295] 00000400:00000200:2.0:1788696403.057212:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696403.057217:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696403.057219:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b782d6c0 00000400:00000010:1.0:1788696403.057221:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b782d6c0. 00000100:00000001:1.0:1788696403.057225:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696403.057228:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cbb350d4 x1875583274385024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1788696403.057229:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e680c3a9. 00000800:00000200:2.0:1788696403.057238:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:1.0:1788696403.057239:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696403.057243:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbb350d4 x1875583274385024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788696403.057247:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:1.0:1788696403.057253:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696403.057254:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e680c3a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696403.057255:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788696403.057260:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696403.057263:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 25736 usecs (26 jiffies) 00000800:00000200:1.0:1788696403.057266:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788696403.057266:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307364893 00000800:00000010:1.0:1788696403.057269:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a4df8fd. 00000100:00000001:2.0:1788696403.057271:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307366132 00000400:00000200:1.0:1788696403.057274:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788696403.057276:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307364893 00000100:00000001:2.0:1788696403.057278:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307366132 00000100:00000001:2.0:1788696403.057279:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307364893 00000100:00000001:2.0:1788696403.057283:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307366132 00000100:00000001:2.0:1788696403.057286:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307364893 00000400:00000200:1.0:1788696403.057289:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696403.057290:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307366132 00000400:00000200:1.0:1788696403.057295:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000612417f3 00000100:00000001:2.0:1788696403.057295:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1788696403.057299:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000612417f3. 00000100:00000001:2.0:1788696403.057310:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696403.057313:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696403.057317:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000043af1395 x1875583274385152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696403.057321:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696403.057326:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696403.057333:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788696403.057333:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1788696403.057337:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043af1395 x1875583274385152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696403.057337:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696403.057343:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696403.057346:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696403.057349:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696403.057352:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696403.057353:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696403.057356:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696403.057424:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696403.057426:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e680c3a9. 00000400:00000200:1.0:1788696403.057429:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696403.057433:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696403.057435:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e33804d1 00000400:00000010:1.0:1788696403.057437:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e33804d1. 00000100:00000001:1.0:1788696403.057439:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696403.057452:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a318a749 x1875583274385280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696403.057459:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696403.057461:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a318a749 x1875583274385280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696403.057467:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696403.057469:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696403.060704:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696403.060716:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696403.060720:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696403.060723:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696403.060734:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696403.060749:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d0fe80 00000400:00000200:2.0:1788696403.060757:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1129 [1] + 224 00000800:00000001:2.0:1788696403.060763:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696403.060767:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696403.060770:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696403.060774:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696403.060780:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696403.060786:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cbb350d4 x1875583274385024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696403.060797:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbb350d4 x1875583274385024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696403.060818:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696403.060826:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696403.060829:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696403.060832:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696403.060833:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696403.060837:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696403.060842:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0ff00 00000100:00000001:3.0:1788696403.060980:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696403.060984:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788696403.061055:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1131 [1] + 224 00000800:00000001:2.0:1788696403.061061:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696403.061079:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696403.061081:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696403.061084:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000001:3.0:1788696403.061204:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696403.061207:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696403.061210:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007605d655. 00000400:00000200:3.0:1788696403.061216:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b15b59b0 00000400:00000010:3.0:1788696403.061218:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b15b59b0. 00000100:00000001:3.0:1788696403.061222:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696403.061226:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cbb350d4 x1875583274385024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696403.061240:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cbb350d4 x1875583274385024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696403.061246:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696403.061248:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696403.061251:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696403.061253:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696403.061256:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696403.061258:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696403.061260:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696403.061266:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=154 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696403.061270:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=154 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696403.061272:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696403.061274:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696403.061276:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696403.061278:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696403.061281:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696403.061284:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbb350d4 x1875583274385024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696403.061291:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696403.061294:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696403.061296:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696403.061311:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbb350d4 x1875583274385024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696403.061318:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274385024:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696403.061324:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696403.061326:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696403.061329:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbb350d4 x1875583274385024/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696403.061335:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696403.061337:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696403.061340:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002421fa34. 02000000:00000001:3.0:1788696403.061349:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696403.061351:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696403.061352:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696403.061355:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696403.061357:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b93a25a. 02000000:00000001:3.0:1788696403.061360:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696403.061362:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696403.061364:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbb350d4. 00000100:00000001:3.0:1788696403.061368:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696403.061369:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696403.061371:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696403.061378:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696403.061380:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696403.061382:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696403.061385:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696403.061421:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696403.061426:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000043af1395 x1875583274385152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696403.061434:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000043af1395 x1875583274385152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696403.061450:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696403.061455:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696403.061458:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696403.061499:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696403.061502:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696403.061506:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696403.061507:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696403.061509:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009369c1c2. 00000400:00000200:3.0:1788696403.061513:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a14a5fac 00000400:00000010:3.0:1788696403.061514:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a14a5fac. 00000100:00000001:3.0:1788696403.061517:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696403.061521:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000043af1395 x1875583274385152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696403.061528:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000043af1395 x1875583274385152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696403.061534:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696403.061535:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696403.061537:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696403.061538:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696403.061540:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696403.061541:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696403.061543:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696403.061547:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=154 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696403.061550:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=154 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696403.061552:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696403.061559:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696403.061560:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696403.061564:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696403.061566:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696403.061568:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696403.061570:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696403.061571:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696403.061574:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043af1395 x1875583274385152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696403.061580:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696403.061582:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696403.061583:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696403.061585:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043af1395 x1875583274385152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696403.061592:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274385152:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696403.061595:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696403.061597:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696403.061599:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043af1395 x1875583274385152/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696403.061604:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696403.061605:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696403.061607:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000439eefd4. 02000000:00000001:3.0:1788696403.061610:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696403.061611:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696403.061612:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696403.061614:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696403.061615:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d9ed23a3. 02000000:00000001:3.0:1788696403.061617:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696403.061618:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696403.061620:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043af1395. 00000100:00000001:3.0:1788696403.061622:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696403.061623:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696403.061625:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696403.061634:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696403.061635:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696403.061637:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696403.061639:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696403.066022:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696403.066043:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696403.066048:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696403.066050:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696403.066063:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696403.066082:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d0ff80 00000400:00000200:0.0:1788696403.066091:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1139 [1] + 224 00000800:00000001:0.0:1788696403.066114:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696403.066122:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696403.066125:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696403.066129:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696403.066136:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696403.066143:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a318a749 x1875583274385280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696403.066155:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a318a749 x1875583274385280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696403.066200:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696403.066204:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696403.066222:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696403.066230:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696403.066234:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788696403.069732:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696403.069739:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696403.069742:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080c075b7. 00000400:00000200:2.0:1788696403.069753:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce843621 00000400:00000010:2.0:1788696403.069755:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ce843621. 00000100:00000001:2.0:1788696403.069760:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696403.069772:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a318a749 x1875583274385280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696403.069782:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a318a749 x1875583274385280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696403.069789:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696403.069791:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696403.069793:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696403.069797:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696403.069799:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696403.069801:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696403.069803:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696403.069822:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=153 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696403.069826:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1788696403.069828:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696403.069830:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696403.069864:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788696403.069869:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a318a749 x1875583274385280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696403.069876:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696403.069881:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696403.069883:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696403.069885:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696403.069887:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696403.069890:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a318a749 x1875583274385280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696403.069897:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696403.069900:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696403.069902:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696403.069905:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a318a749 x1875583274385280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696403.069913:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274385280:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696403.069919:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696403.069922:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696403.069924:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a318a749 x1875583274385280/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696403.069930:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696403.069934:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696403.069937:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca6e37dc. 02000000:00000001:2.0:1788696403.069941:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696403.069943:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696403.069944:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696403.069947:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696403.069949:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ea48552. 02000000:00000001:2.0:1788696403.069952:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696403.069954:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696403.069955:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a318a749. 00000100:00000001:2.0:1788696403.069963:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696403.069965:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696403.069967:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696403.069975:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696403.069977:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696403.069979:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696403.069982:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696404.013968:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696404.013975:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696404.013981:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696404.013982:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696404.014334:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696404.014338:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696404.014341:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696404.333915:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307366132, at 4307366144 00000100:00000040:1.0:1788696404.333925:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307366132, at 4307366144 00000100:00000010:2.0:1788696404.333932:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b91fe9c. 00000100:00000010:1.0:1788696404.333934:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038593dc8. 00000100:00000040:3.0:1788696404.333958:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307366132, at 4307366144 00000100:00000010:3.0:1788696404.333966:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000efe1b1f1. 00000100:00000040:0.0:1788696404.334033:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307366132, at 4307366144 00000100:00000010:0.0:1788696404.334038:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077a03d86. 00010000:00000001:2.0:1788696405.037968:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696405.037975:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696405.037980:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696405.037983:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696405.037985:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696405.037988:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696405.037991:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696405.037993:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696405.037995:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696405.037997:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696405.038098:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696405.038102:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696405.038104:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696406.062048:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696406.062055:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696406.062061:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696406.062063:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696406.062113:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696406.062116:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696406.062118:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696407.085944:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696407.085951:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696407.085957:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696407.085958:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696407.086052:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696407.086056:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696407.086058:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696408.109964:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696408.109971:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696408.109977:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696408.109978:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696408.110035:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696408.110039:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696408.110043:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696408.174114:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696408.174125:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696408.174134:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005800c766. 00000020:00000040:0.0:1788696408.174141:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696408.174145:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696408.174148:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696408.174153:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696408.174160:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054acfd14. 00000100:00000001:0.0:1788696408.174166:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696408.174176:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000005800c766 x1875583274385408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696408.174186:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696408.174189:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696408.174194:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005800c766] to pc [ptlrpcd_00_02+2] req@000000005800c766 x1875583274385408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696408.174238:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696408.174240:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696408.174257:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696408.174259:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6864119. 00000020:00000040:0.0:1788696408.174261:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696408.174264:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696408.174265:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696408.174267:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696408.174270:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002395c490. 00000100:00000001:0.0:1788696408.174273:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696408.174277:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000f6864119 x1875583274385536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696408.174283:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696408.174284:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696408.174287:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6864119] to pc [ptlrpcd_00_03+3] req@00000000f6864119 x1875583274385536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696408.174295:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696408.174296:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696408.174299:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696408.174301:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ba1d0c9. 00000020:00000040:0.0:1788696408.174303:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696408.174305:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696408.174306:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696408.174307:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696408.174310:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006cbe0313. 00000100:00000001:0.0:1788696408.174312:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696408.174315:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000004ba1d0c9 x1875583274385664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696408.174322:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696408.174323:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696408.174326:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ba1d0c9] to pc [ptlrpcd_00_00+0] req@000000004ba1d0c9 x1875583274385664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696408.174350:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696408.174352:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696408.174356:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696408.174360:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12707) 00000100:00000001:3.0:1788696408.174536:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696408.174541:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696408.174543:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696408.174548:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005800c766 x1875583274385408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696408.174557:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696408.174560:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696408.174563:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696408.174565:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696408.174568:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696408.174571:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274385408:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696408.174575:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696408.174581:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696408.174583:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696408.174586:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696408.174590:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa20ca05. 02000000:00000001:3.0:1788696408.174592:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696408.174597:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009369c1c2. 00000400:00000010:3.0:1788696408.174605:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a14a5fac. 00000100:00000200:3.0:1788696408.174611:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274385408, portal 25 00000100:00000001:3.0:1788696408.174620:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696408.174621:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882441600 : -113296827110016 : ffff98f506ddad80) 00000100:00000040:3.0:1788696408.174631:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005800c766 x1875583274385408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696408.174639:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696408.174642:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696408.174645:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6a995e4. 00000100:00000200:3.0:1788696408.174648:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274385408, offset 0 00000400:00000200:3.0:1788696408.174654:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696408.174666:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696408.174671:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788696408.174672:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696408.174675:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788696408.174675:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:2.0:1788696408.174676:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1788696408.174678:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696408.174680:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000040:2.0:1788696408.174684:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6864119 x1875583274385536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696408.174684:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [527:527:256:4294967295] 192.168.201.118@tcp LPNI seq info [527:527:8:4294967295] 00000100:00000001:2.0:1788696408.174692:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696408.174693:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696408.174695:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1788696408.174695:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 02000000:00000001:2.0:1788696408.174697:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696408.174699:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696408.174701:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274385536:192.168.201.118@tcp:400: 00000800:00000200:3.0:1788696408.174701:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696408.174704:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1788696408.174705:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dac42727. 02000000:00000001:2.0:1788696408.174706:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696408.174707:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696408.174709:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696408.174711:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b066959. 00000800:00000200:3.0:1788696408.174711:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 02000000:00000001:2.0:1788696408.174713:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696408.174716:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080c075b7. 00000800:00000200:3.0:1788696408.174718:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000010:2.0:1788696408.174719:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce843621. 00000100:00000200:2.0:1788696408.174722:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274385536, portal 10 00000800:00000200:3.0:1788696408.174722:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dac42727 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696408.174723:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696408.174724:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882445184 : -113296827106432 : ffff98f506ddbb80) 00000100:00000040:2.0:1788696408.174730:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f6864119 x1875583274385536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696408.174742:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788696408.174743:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696408.174744:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696408.174746:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d08e7aa0. 00000100:00000001:3.0:1788696408.174747:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307371249 00000100:00000200:2.0:1788696408.174748:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274385536, offset 0 00000100:00000010:3.0:1788696408.174750:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000400:00000200:2.0:1788696408.174752:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696408.174755:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1788696408.174757:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696408.174760:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788696408.174760:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307371249 00000400:00000200:2.0:1788696408.174762:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000010:3.0:1788696408.174763:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000400:00000200:2.0:1788696408.174764:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788696408.174765:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1788696408.174766:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696408.174768:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [528:528:255:4294967295] 192.168.201.118@tcp LPNI seq info [528:528:7:4294967295] 00000100:00000001:3.0:1788696408.174768:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307371249 00000100:00000010:3.0:1788696408.174770:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000100:00000001:3.0:1788696408.174777:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696408.174780:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307371249 00000400:00000200:2.0:1788696408.174782:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000010:3.0:1788696408.174783:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000100:00000001:3.0:1788696408.174785:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000800:00000200:2.0:1788696408.174787:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696408.174787:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1788696408.174790:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009619aef4. 00000100:00000001:3.0:1788696408.174790:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696408.174793:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788696408.174793:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696408.174795:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788696408.174797:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696408.174798:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009619aef4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696408.174801:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696408.174801:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696408.174803:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1788696408.174804:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 25537 usecs (26 jiffies) 00000100:00000001:2.0:1788696408.174806:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307370010 00000100:00000001:2.0:1788696408.174808:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307371249 00000100:00000001:2.0:1788696408.174809:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307370010 00000100:00000001:3.0:1788696408.174810:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696408.174811:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307371249 00000100:00000001:3.0:1788696408.174811:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696408.174812:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696408.174813:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307370010 00000100:00000001:2.0:1788696408.174814:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307371249 00000100:00000001:3.0:1788696408.174814:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696408.174816:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307370010 00000100:00000001:2.0:1788696408.174817:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307371249 00000100:00000001:2.0:1788696408.174818:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696408.174820:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696408.174822:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696408.174823:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696408.174824:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696408.174826:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696408.174826:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696408.174827:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696408.174827:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788696408.174829:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696408.174830:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696408.174831:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696408.174831:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ba1d0c9 x1875583274385664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696408.174833:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696408.174838:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696408.174839:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696408.174840:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696408.174841:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696408.174842:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696408.174843:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696408.174863:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696408.174865:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274385664:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696408.174869:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696408.174871:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696408.174872:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696408.174874:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696408.174877:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001cc7dcd6. 02000000:00000001:3.0:1788696408.174878:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696408.174881:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4434091. 00000400:00000010:3.0:1788696408.174884:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a452cf63. 00000100:00000200:3.0:1788696408.174887:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274385664, portal 10 00000100:00000001:3.0:1788696408.174894:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696408.174895:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882431744 : -113296827119872 : ffff98f506dd8700) 00000100:00000040:3.0:1788696408.174901:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004ba1d0c9 x1875583274385664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696408.174906:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696408.174908:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696408.174910:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad957e8. 00000100:00000200:3.0:1788696408.174913:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274385664, offset 0 00000400:00000200:3.0:1788696408.174916:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696408.174921:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696408.174924:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696408.174926:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696408.174928:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696408.174930:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696408.174933:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [529:529:254:4294967295] 192.168.201.118@tcp LPNI seq info [529:529:6:4294967295] 00000400:00000200:3.0:1788696408.174940:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696408.174944:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696408.174946:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f59c383. 00000800:00000200:3.0:1788696408.174950:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696408.174954:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696408.174956:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f59c383 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696408.174958:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696408.174960:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 25675 usecs (26 jiffies) 00000100:00000001:3.0:1788696408.174963:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307370011 00000100:00000001:3.0:1788696408.174965:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307371249 00000100:00000001:3.0:1788696408.174966:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307370011 00000100:00000001:3.0:1788696408.174968:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307371249 00000100:00000001:3.0:1788696408.174969:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307370011 00000100:00000001:3.0:1788696408.174970:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307371249 00000100:00000001:3.0:1788696408.174976:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307370011 00000100:00000001:3.0:1788696408.174978:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307371249 00000100:00000001:3.0:1788696408.174980:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696408.174981:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696408.174983:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696408.174985:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696408.174988:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696408.174989:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696408.174991:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696408.174992:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696408.174993:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696408.174995:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696408.176102:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696408.176107:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dac42727. 00000400:00000200:0.0:1788696408.176180:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696408.176187:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696408.176193:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6a995e4 00000400:00000010:0.0:1788696408.176195:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d6a995e4. 00000100:00000001:0.0:1788696408.176199:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696408.176203:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000005800c766 x1875583274385408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696408.176223:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696408.176226:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005800c766 x1875583274385408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696408.176232:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696408.176233:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696408.176246:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696408.176248:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009619aef4. 00000400:00000200:0.0:1788696408.176251:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696408.176254:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696408.176256:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d08e7aa0 00000400:00000010:0.0:1788696408.176258:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d08e7aa0. 00000100:00000001:0.0:1788696408.176260:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696408.176262:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000f6864119 x1875583274385536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696408.176268:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696408.176270:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6864119 x1875583274385536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696408.176286:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696408.176288:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696408.176345:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696408.176348:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f59c383. 00000400:00000200:0.0:1788696408.176351:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696408.176355:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696408.176357:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad957e8 00000400:00000010:0.0:1788696408.176359:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fad957e8. 00000100:00000001:0.0:1788696408.176361:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696408.176364:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004ba1d0c9 x1875583274385664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696408.176371:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696408.176373:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ba1d0c9 x1875583274385664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696408.176379:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696408.176380:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696408.182163:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696408.182179:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696408.182195:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696408.182198:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696408.182208:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696408.182235:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d10000 00000400:00000200:2.0:1788696408.182243:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1141 [1] + 224 00000800:00000001:2.0:1788696408.182249:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696408.182253:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696408.182256:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696408.182259:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696408.182266:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696408.182272:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000005800c766 x1875583274385408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696408.182283:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005800c766 x1875583274385408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696408.182306:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696408.182313:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696408.182317:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696408.182318:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696408.182320:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696408.182324:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696408.182329:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d10080 00000400:00000200:2.0:1788696408.182334:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1149 [1] + 224 00000800:00000001:2.0:1788696408.182337:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696408.182339:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696408.182341:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696408.182344:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696408.182346:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696408.182349:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000f6864119 x1875583274385536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696408.182425:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6864119 x1875583274385536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696408.182462:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696408.182468:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696408.182472:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696408.182539:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696408.182543:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696408.182547:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696408.182553:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d10100 00000400:00000200:2.0:1788696408.182557:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1151 [1] + 224 00000800:00000001:2.0:1788696408.182560:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696408.182565:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696408.182567:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696408.182569:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696408.182572:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696408.182576:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004ba1d0c9 x1875583274385664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696408.182584:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004ba1d0c9 x1875583274385664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696408.182605:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696408.182609:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696408.182629:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696408.182643:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696408.182648:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696408.182655:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696408.182657:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696408.182659:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4434091. 00000400:00000200:0.0:1788696408.182664:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a452cf63 00000400:00000010:0.0:1788696408.182666:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a452cf63. 00000100:00000001:0.0:1788696408.182668:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696408.182672:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004ba1d0c9 x1875583274385664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696408.182679:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004ba1d0c9 x1875583274385664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696408.182684:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696408.182686:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696408.182688:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696408.182691:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696408.182698:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696408.182701:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696408.182703:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696408.182711:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=8 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696408.182715:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=103 v=5 (1 0 0 0) 00000100:00000001:0.0:1788696408.182718:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696408.182719:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696408.182722:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696408.182726:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004ba1d0c9 x1875583274385664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696408.182733:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696408.182736:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696408.182738:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696408.182740:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696408.182742:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696408.182745:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ba1d0c9 x1875583274385664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696408.182751:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696408.182755:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696408.182756:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696408.182759:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ba1d0c9 x1875583274385664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696408.182766:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274385664:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696408.182771:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696408.182773:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696408.182775:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ba1d0c9 x1875583274385664/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696408.182793:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696408.182796:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696408.182799:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001cc7dcd6. 00000100:00000001:3.0:1788696408.182800:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788696408.182803:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788696408.182803:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696408.182806:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696408.182808:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696408.182809:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009369c1c2. 00000020:00000001:0.0:1788696408.182810:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696408.182811:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000400:00000200:3.0:1788696408.182812:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a14a5fac 00000400:00000010:3.0:1788696408.182813:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a14a5fac. 00000020:00000001:0.0:1788696408.182814:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788696408.182815:0:201302:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000010:0.0:1788696408.182816:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006cbe0313. 02000000:00000001:0.0:1788696408.182819:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1788696408.182819:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000005800c766 x1875583274385408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696408.182821:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696408.182822:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ba1d0c9. 00000100:00000001:0.0:1788696408.182825:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696408.182827:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788696408.182827:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000005800c766 x1875583274385408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696408.182829:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696408.182832:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696408.182833:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696408.182835:0:201302:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:0.0:1788696408.182836:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1788696408.182836:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696408.182837:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696408.182837:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696408.182838:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696408.182839:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1788696408.182840:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696408.182841:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696408.182842:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=9 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696408.182876:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=9 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696408.182879:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696408.182880:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696408.182887:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696408.182889:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696408.182891:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696408.182895:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005800c766 x1875583274385408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696408.182901:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696408.182902:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696408.182903:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696408.182906:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005800c766 x1875583274385408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696408.182913:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274385408:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696408.182917:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696408.182919:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696408.182920:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005800c766 x1875583274385408/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696408.182926:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696408.182928:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696408.182929:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa20ca05. 02000000:00000001:3.0:1788696408.182932:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696408.182933:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696408.182934:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696408.182936:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696408.182937:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054acfd14. 02000000:00000001:3.0:1788696408.182939:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696408.182940:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696408.182941:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005800c766. 00000100:00000001:3.0:1788696408.182944:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696408.182945:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696408.182946:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696408.182950:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696408.182951:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696408.182952:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696408.182954:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696408.183002:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696408.183005:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696408.183009:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696408.183010:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696408.183012:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080c075b7. 00000400:00000200:1.0:1788696408.183016:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce843621 00000400:00000010:1.0:1788696408.183017:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ce843621. 00000100:00000001:1.0:1788696408.183019:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696408.183023:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000f6864119 x1875583274385536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696408.183030:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000f6864119 x1875583274385536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696408.183035:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696408.183036:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696408.183038:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696408.183039:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696408.183040:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696408.183041:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696408.183043:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696408.183047:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=9 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696408.183049:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=9 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696408.183050:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696408.183052:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696408.183053:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696408.183055:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696408.183057:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696408.183058:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696408.183060:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696408.183061:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696408.183064:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6864119 x1875583274385536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696408.183069:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696408.183071:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696408.183072:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696408.183074:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6864119 x1875583274385536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696408.183088:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274385536:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696408.183092:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696408.183094:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696408.183096:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6864119 x1875583274385536/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696408.183100:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696408.183102:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696408.183103:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b066959. 02000000:00000001:1.0:1788696408.183106:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696408.183107:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696408.183108:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696408.183110:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696408.183111:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002395c490. 02000000:00000001:1.0:1788696408.183113:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696408.183114:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696408.183115:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6864119. 00000100:00000001:1.0:1788696408.183117:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696408.183118:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696408.183120:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696408.183123:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696408.183124:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696408.183126:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696408.183127:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696409.133959:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696409.133965:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696409.133968:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696409.133969:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696409.134024:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696409.134044:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696409.134047:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696409.453963:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307371249, at 4307371264 00000100:00000040:2.0:1788696409.453963:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307371249, at 4307371264 00000100:00000010:2.0:1788696409.453979:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00000100:00000010:1.0:1788696409.453984:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000100:00000040:0.0:1788696409.454027:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307371249, at 4307371264 00000100:00000010:0.0:1788696409.454036:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00000100:00000040:3.0:1788696409.454061:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307371249, at 4307371264 00000100:00000010:3.0:1788696409.454066:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00010000:00000001:2.0:1788696410.158003:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696410.158017:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696410.158019:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696410.158022:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696410.158028:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696410.158047:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696410.158049:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696410.158052:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696410.158056:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696410.158057:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696410.158254:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696410.158257:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696410.158260:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696411.181969:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696411.181975:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696411.181980:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696411.181981:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696411.182040:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696411.182044:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696411.182047:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696412.205967:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696412.205974:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696412.205980:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696412.205982:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696412.206063:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696412.206066:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696412.206069:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696413.230197:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696413.230209:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696413.230215:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696413.230217:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696413.230262:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696413.230267:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696413.230270:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696413.294206:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696413.294217:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696413.294226:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075ac883a. 00000020:00000040:2.0:1788696413.294233:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696413.294239:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696413.294242:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696413.294248:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696413.294256:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c995f34e. 00000100:00000001:2.0:1788696413.294264:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696413.294277:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000075ac883a x1875583274385792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696413.294290:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696413.294293:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696413.294298:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075ac883a] to pc [ptlrpcd_00_01+1] req@0000000075ac883a x1875583274385792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696413.294337:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696413.294339:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696413.294358:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696413.294360:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064b693a9. 00000020:00000040:2.0:1788696413.294362:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696413.294365:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696413.294366:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696413.294368:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696413.294371:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000051526cb6. 00000100:00000001:2.0:1788696413.294374:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696413.294377:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000064b693a9 x1875583274385920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696413.294384:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696413.294386:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696413.294389:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b693a9] to pc [ptlrpcd_00_02+2] req@0000000064b693a9 x1875583274385920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696413.294398:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788696413.294405:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788696413.294409:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696413.294409:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696413.294414:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696413.294418:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696413.294420:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eaa3be4a. 00000100:00000001:1.0:1788696413.294421:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1788696413.294423:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696413.294426:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696413.294427:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696413.294428:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696413.294429:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696413.294432:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078c7cd5c. 00000100:00000001:2.0:1788696413.294434:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696413.294438:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788696413.294439:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000eaa3be4a x1875583274386048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696413.294442:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696413.294447:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788696413.294450:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696413.294452:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696413.294456:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075ac883a x1875583274385792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696413.294458:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa3be4a] to pc [ptlrpcd_00_03+3] req@00000000eaa3be4a x1875583274386048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696413.294485:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696413.294487:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696413.294494:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696413.294499:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696413.294500:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696413.294506:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696413.294506:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788696413.294512:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1788696413.294514:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274385792:192.168.201.118@tcp:400: 00000100:00000040:2.0:1788696413.294519:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12712) 00000100:00000001:1.0:1788696413.294521:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696413.294530:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696413.294533:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696413.294537:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696413.294542:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fe43be9. 00000100:00000001:2.0:1788696413.294544:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1788696413.294545:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696413.294548:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696413.294550:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1788696413.294554:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebce8082. 00000100:00000040:2.0:1788696413.294555:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eaa3be4a x1875583274386048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696413.294564:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1788696413.294566:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009badf184. 00000100:00000001:2.0:1788696413.294566:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696413.294568:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696413.294571:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696413.294573:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696413.294576:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000eaa3be4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274386048:192.168.201.118@tcp:400: 00000100:00000200:1.0:1788696413.294578:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274385792, portal 25 00000100:00000001:2.0:1788696413.294583:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788696413.294584:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1788696413.294586:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1788696413.294588:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611083648 : -113296098467968 : ffff98f5324bdf80) 02000000:00000001:2.0:1788696413.294589:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696413.294592:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696413.294596:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c7c5973. 00000100:00000040:1.0:1788696413.294599:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000075ac883a x1875583274385792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696413.294600:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696413.294605:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a15871e5. 00000400:00000010:2.0:1788696413.294612:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6fc490a. 00000100:00000001:1.0:1788696413.294614:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1788696413.294616:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274386048, portal 10 00000100:00000040:1.0:1788696413.294621:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696413.294621:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696413.294623:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611090816 : -113296098460800 : ffff98f5324bfb80) 00000400:00000010:1.0:1788696413.294628:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013e8a062. 00000100:00000040:2.0:1788696413.294632:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eaa3be4a x1875583274386048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696413.294633:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274385792, offset 0 00000100:00000001:2.0:1788696413.294643:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1788696413.294647:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:2.0:1788696413.294650:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696413.294658:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da7961a1. 00000100:00000200:2.0:1788696413.294661:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274386048, offset 0 00000400:00000200:1.0:1788696413.294665:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696413.294669:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696413.294676:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696413.294682:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696413.294686:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696413.294707:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696413.294712:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [530:530:256:4294967295] 192.168.201.118@tcp LPNI seq info [530:530:8:4294967295] 00000100:00000001:3.0:1788696413.294724:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788696413.294729:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788696413.294729:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696413.294738:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1788696413.294740:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696413.294741:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696413.294744:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000010:1.0:1788696413.294748:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000520c6b2f. 00000100:00000040:3.0:1788696413.294750:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064b693a9 x1875583274385920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788696413.294761:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788696413.294761:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696413.294763:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696413.294767:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696413.294769:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696413.294771:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696413.294775:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000064b693a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274385920:192.168.201.118@tcp:400: 00000800:00000200:1.0:1788696413.294778:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788696413.294780:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1788696413.294785:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000520c6b2f type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1788696413.294785:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696413.294786:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696413.294789:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696413.294794:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d172a1cd. 02000000:00000001:3.0:1788696413.294796:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696413.294800:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009369c1c2. 00000100:00000001:1.0:1788696413.294804:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696413.294804:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a14a5fac. 00000100:00000200:3.0:1788696413.294810:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274385920, portal 10 00000100:00000001:1.0:1788696413.294813:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307376369 00000100:00000001:3.0:1788696413.294819:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1788696413.294821:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cad765ec. 00000100:00000001:3.0:1788696413.294821:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611080064 : -113296098471552 : ffff98f5324bd180) 00000100:00000040:3.0:1788696413.294830:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064b693a9 x1875583274385920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696413.294834:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696413.294841:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788696413.294843:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307376369 00000100:00000040:3.0:1788696413.294871:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000010:1.0:1788696413.294872:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000accae067. 00000400:00000010:3.0:1788696413.294875:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015c26822. 00000100:00000001:1.0:1788696413.294878:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000200:3.0:1788696413.294879:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274385920, offset 0 00000100:00000001:1.0:1788696413.294884:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307376370 00000400:00000200:3.0:1788696413.294888:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000010:1.0:1788696413.294890:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2941297. 00000100:00000001:1.0:1788696413.294895:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696413.294898:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307376370 00000100:00000010:1.0:1788696413.294901:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099d32986. 00000100:00000001:1.0:1788696413.294903:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696413.294906:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696413.294909:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696413.294913:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696413.294915:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696413.295038:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696413.295043:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000520c6b2f. 00000400:00000200:1.0:1788696413.295049:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696413.295054:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696413.295153:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696413.295156:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696413.295159:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696413.295160:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696413.295163:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696413.295166:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [531:531:255:4294967295] 192.168.201.118@tcp LPNI seq info [531:531:7:4294967295] 00000400:00000200:2.0:1788696413.295173:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696413.295177:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696413.295181:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a3e8ab7. 00000800:00000200:2.0:1788696413.295185:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696413.295195:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696413.295197:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a3e8ab7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696413.295200:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696413.295205:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 25577 usecs (26 jiffies) 00000100:00000001:2.0:1788696413.295207:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307375131 00000100:00000001:2.0:1788696413.295209:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307376369 00000100:00000001:2.0:1788696413.295211:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307375131 00000100:00000001:2.0:1788696413.295215:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307376369 00000100:00000001:2.0:1788696413.295217:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307375131 00000100:00000001:2.0:1788696413.295219:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307376370 00000100:00000001:2.0:1788696413.295220:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307375131 00000100:00000001:2.0:1788696413.295222:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307376370 00000100:00000001:2.0:1788696413.295224:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696413.295226:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696413.295228:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696413.295235:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696413.295239:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696413.295241:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696413.295243:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696413.295244:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696413.295245:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696413.295247:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696413.297064:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696413.297071:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696413.297075:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696413.297079:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696413.297084:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000001:0.0:1788696413.297142:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696413.297160:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696413.297164:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696413.297166:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696413.297174:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696413.297190:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [532:532:254:4294967295] 192.168.201.118@tcp LPNI seq info [532:532:6:4294967295] 00000400:00000200:3.0:1788696413.297201:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696413.297212:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696413.297213:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d10180 00000400:00000200:1.0:1788696413.297216:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013e8a062 00000800:00000010:3.0:1788696413.297217:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074f68a3b. 00000800:00000200:3.0:1788696413.297227:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000010:1.0:1788696413.297231:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013e8a062. 00000800:00000200:3.0:1788696413.297237:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:1.0:1788696413.297238:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1788696413.297240:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1159 [1] + 224 00000800:00000200:3.0:1788696413.297241:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000074f68a3b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696413.297246:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696413.297247:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1788696413.297251:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000075ac883a x1875583274385792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696413.297251:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 25443 usecs (26 jiffies) 00000800:00000001:0.0:1788696413.297256:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696413.297256:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307375133 00000400:00000200:0.0:1788696413.297260:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788696413.297260:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307376369 00000100:00000001:3.0:1788696413.297264:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307375133 00000400:00000200:0.0:1788696413.297268:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696413.297269:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307376369 00000100:00000001:3.0:1788696413.297271:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307375133 00000100:00000001:1.0:1788696413.297273:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788696413.297274:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696413.297274:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307376370 00000100:00000040:1.0:1788696413.297280:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075ac883a x1875583274385792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696413.297282:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000075ac883a x1875583274385792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696413.297285:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307375133 00000100:00000001:3.0:1788696413.297289:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307376370 00000100:00000001:3.0:1788696413.297293:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696413.297298:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696413.297303:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696413.297308:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696413.297310:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000075ac883a x1875583274385792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696429 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696413.297315:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696413.297317:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696413.297320:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696413.297322:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696413.297323:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696413.297326:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696413.297371:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696413.297373:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696413.297386:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696413.297402:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696413.297404:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696413.297451:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788696413.297455:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1788696413.297456:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000001:2.0:1788696413.297459:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696413.297462:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebce8082. 00000400:00000200:2.0:1788696413.297465:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009badf184 00000400:00000010:2.0:1788696413.297467:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009badf184. 00000100:00000001:2.0:1788696413.297469:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696413.297472:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000075ac883a x1875583274385792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696413.297477:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000075ac883a x1875583274385792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696413.297481:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696413.297482:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696413.297484:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696413.297487:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696413.297489:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696413.297491:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696413.297493:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696413.297501:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00001000:2.0:1788696413.297501:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=14 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696413.297506:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=14 v=5 (1 1 1 1) 00000800:00000010:1.0:1788696413.297507:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a3e8ab7. 00000100:00000001:2.0:1788696413.297510:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696413.297513:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696413.297515:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1788696413.297515:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696413.297518:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696413.297521:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696413.297524:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000040:2.0:1788696413.297526:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075ac883a x1875583274385792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696413.297532:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da7961a1 00000100:00000001:2.0:1788696413.297534:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1788696413.297536:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000da7961a1. 00000100:00000001:1.0:1788696413.297539:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1788696413.297543:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1788696413.297546:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000eaa3be4a x1875583274386048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696413.297546:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696413.297553:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075ac883a x1875583274385792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696413.297561:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274385792:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696413.297565:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696413.297568:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696413.297571:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075ac883a x1875583274385792/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696413.297574:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788696413.297577:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1788696413.297581:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eaa3be4a x1875583274386048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696413.297581:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696413.297585:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fe43be9. 02000000:00000001:2.0:1788696413.297590:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696413.297593:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:1.0:1788696413.297595:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788696413.297596:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696413.297601:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1788696413.297601:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696413.297605:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c995f34e. 02000000:00000001:2.0:1788696413.297608:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696413.297610:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696413.297610:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075ac883a. 00000100:00000001:2.0:1788696413.297615:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696413.297617:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696413.297618:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696413.297621:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696413.297622:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696413.297624:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696413.297625:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696413.297645:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696413.297649:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074f68a3b. 00000400:00000200:1.0:1788696413.297652:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696413.297655:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696413.297658:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015c26822 00000400:00000010:1.0:1788696413.297660:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000015c26822. 00000100:00000001:1.0:1788696413.297663:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696413.297666:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000064b693a9 x1875583274385920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696413.297674:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696413.297682:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064b693a9 x1875583274385920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696413.297689:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696413.297691:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696413.299296:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696413.299308:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696413.299311:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696413.299314:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696413.299323:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696413.299335:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d10280 00000400:00000200:2.0:1788696413.299343:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x115d [1] + 224 00000800:00000001:2.0:1788696413.299359:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696413.299366:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696413.299369:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696413.299374:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696413.299380:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696413.299385:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000eaa3be4a x1875583274386048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696413.299393:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eaa3be4a x1875583274386048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696413.299410:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696413.299416:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696413.299419:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696413.299420:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696413.299421:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696413.299423:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696413.299428:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d10200 00000400:00000200:2.0:1788696413.299431:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1169 [1] + 224 00000800:00000001:2.0:1788696413.299433:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696413.299463:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696413.299464:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696413.299467:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696413.299469:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696413.299472:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000064b693a9 x1875583274385920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696413.299483:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064b693a9 x1875583274385920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696413.299499:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696413.299503:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696413.299506:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696413.299540:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696413.299544:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696413.299551:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696413.299553:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696413.299555:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a15871e5. 00000400:00000200:1.0:1788696413.299562:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6fc490a 00000400:00000010:1.0:1788696413.299564:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c6fc490a. 00000100:00000001:1.0:1788696413.299567:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696413.299571:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000eaa3be4a x1875583274386048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696413.299581:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000eaa3be4a x1875583274386048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696413.299588:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696413.299589:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696413.299591:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696413.299594:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696413.299596:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696413.299598:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696413.299600:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696413.299610:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=13 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696413.299615:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=108 v=5 (1 0 0 0) 00000100:00000001:1.0:1788696413.299617:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696413.299619:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696413.299622:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788696413.299626:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000eaa3be4a x1875583274386048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696413.299634:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696413.299638:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696413.299640:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696413.299643:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696413.299651:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696413.299657:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eaa3be4a x1875583274386048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696413.299662:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696413.299665:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696413.299667:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696413.299671:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1788696413.299673:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1788696413.299675:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696413.299677:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1788696413.299681:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eaa3be4a x1875583274386048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788696413.299681:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009369c1c2. 00000400:00000200:3.0:1788696413.299688:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a14a5fac 00000400:00000010:3.0:1788696413.299691:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a14a5fac. 00000100:00100000:1.0:1788696413.299696:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000eaa3be4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274386048:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696413.299697:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788696413.299704:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788696413.299704:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000064b693a9 x1875583274385920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696413.299709:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696413.299713:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eaa3be4a x1875583274386048/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696413.299736:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696413.299740:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1788696413.299742:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000064b693a9 x1875583274385920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788696413.299744:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c7c5973. 02000000:00000001:1.0:1788696413.299750:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696413.299753:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:3.0:1788696413.299755:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000040:1.0:1788696413.299756:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696413.299758:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788696413.299760:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788696413.299762:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000010:1.0:1788696413.299764:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000078c7cd5c. 02000000:00000001:3.0:1788696413.299766:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1788696413.299771:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696413.299773:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696413.299774:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eaa3be4a. 00000100:00000001:3.0:1788696413.299776:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696413.299779:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696413.299780:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1788696413.299782:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696413.299784:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696413.299787:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1788696413.299789:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=14 v=5 (5 5 5 5) 00000100:00000001:1.0:1788696413.299793:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1788696413.299795:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=14 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696413.299797:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696413.299799:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696413.299801:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696413.299802:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696413.299805:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696413.299812:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696413.299815:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696413.299818:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696413.299820:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696413.299822:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696413.299823:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696413.299827:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064b693a9 x1875583274385920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696413.299835:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696413.299837:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696413.299838:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696413.299841:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064b693a9 x1875583274385920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696413.299880:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000064b693a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274385920:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696413.299886:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696413.299888:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696413.299891:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064b693a9 x1875583274385920/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696413.299897:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696413.299899:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696413.299901:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d172a1cd. 02000000:00000001:3.0:1788696413.299904:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696413.299905:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696413.299906:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696413.299908:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696413.299910:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000051526cb6. 02000000:00000001:3.0:1788696413.299912:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696413.299913:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696413.299914:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064b693a9. 00000100:00000001:3.0:1788696413.299918:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696413.299919:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696413.299921:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696413.299925:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696413.299931:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696413.299934:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696413.299935:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696414.253954:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696414.253961:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696414.253981:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696414.253982:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696414.254096:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696414.254100:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696414.254118:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696414.573957:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307376369, at 4307376384 00000100:00000040:2.0:1788696414.573957:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307376370, at 4307376384 00000100:00000010:0.0:1788696414.573975:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cad765ec. 00000100:00000010:2.0:1788696414.573976:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2941297. 00000100:00000040:1.0:1788696414.574185:0:207107:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307376369, at 4307376384 00000100:00000010:1.0:1788696414.574192:0:207107:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000accae067. 00000100:00000040:3.0:1788696414.576046:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307376370, at 4307376386 00000100:00000010:3.0:1788696414.576057:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099d32986. 00010000:00000001:2.0:1788696415.277958:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696415.277963:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696415.277968:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696415.277970:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696415.277972:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696415.277975:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696415.277977:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696415.277979:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696415.277980:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696415.277981:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696415.278036:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696415.278041:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696415.278044:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696416.301956:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696416.301963:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696416.301969:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696416.301970:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696416.304741:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696416.304746:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696416.304750:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696417.327118:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696417.327123:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696417.327129:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696417.327130:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696417.327189:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696417.327193:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696417.327196:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696418.349950:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696418.349958:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696418.349964:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696418.349965:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696418.350091:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696418.350094:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696418.350096:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696418.413954:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696418.413964:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696418.413973:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075ac883a. 00000020:00000040:2.0:1788696418.413981:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696418.413985:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696418.413988:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696418.413993:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696418.413999:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c995f34e. 00000100:00000001:2.0:1788696418.414006:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696418.414017:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000075ac883a x1875583274386176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696418.414057:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696418.414060:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696418.414066:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075ac883a] to pc [ptlrpcd_00_00+0] req@0000000075ac883a x1875583274386176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696418.414110:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696418.414113:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696418.414117:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696418.414120:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041e51bf1. 00000020:00000040:2.0:1788696418.414123:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696418.414125:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696418.414126:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696418.414129:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1788696418.414130:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1788696418.414132:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696418.414134:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1788696418.414141:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000334bf9d4. 00000100:00000040:3.0:1788696418.414141:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075ac883a x1875583274386176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696418.414149:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696418.414155:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1788696418.414158:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000041e51bf1 x1875583274386304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696418.414160:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696418.414167:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788696418.414170:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1788696418.414171:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696418.414174:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696418.414176:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696418.414179:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e51bf1] to pc [ptlrpcd_00_01+1] req@0000000041e51bf1 x1875583274386304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696418.414183:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274386176:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696418.414193:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696418.414199:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788696418.414200:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696418.414204:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1788696418.414204:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696418.414209:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788696418.414210:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:3.0:1788696418.414214:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000055b01c09. 00000100:00000010:2.0:1788696418.414215:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf3524a4. 02000000:00000001:3.0:1788696418.414218:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788696418.414219:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696418.414223:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696418.414224:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1788696418.414225:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009369c1c2. 02000000:00000001:2.0:1788696418.414226:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696418.414233:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000051526cb6. 00000400:00000010:3.0:1788696418.414234:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a14a5fac. 00000100:00000200:3.0:1788696418.414241:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274386176, portal 25 00000100:00000001:2.0:1788696418.414242:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696418.414247:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1788696418.414250:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000bf3524a4 x1875583274386432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696418.414257:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611083648 : -113296098467968 : ffff98f5324bdf80) 00000100:00000001:2.0:1788696418.414260:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696418.414262:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696418.414265:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000075ac883a x1875583274386176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696418.414268:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf3524a4] to pc [ptlrpcd_00_02+2] req@00000000bf3524a4 x1875583274386432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696418.414291:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696418.414307:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696418.414317:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696418.414319:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788696418.414322:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788696418.414326:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12717) 00000100:00000001:1.0:1788696418.414334:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696418.414336:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696418.414338:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696418.414340:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696418.414341:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696418.414348:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf3524a4 x1875583274386432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696418.414356:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696418.414357:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696418.414359:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696418.414360:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696418.414362:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696418.414364:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274386432:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696418.414366:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696418.414368:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696418.414368:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696418.414370:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696418.414372:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000381eff1e. 02000000:00000001:1.0:1788696418.414373:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696418.414375:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006325b814. 00000400:00000010:1.0:1788696418.414378:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013e8a062. 00000100:00000200:1.0:1788696418.414380:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274386432, portal 10 00000100:00000001:1.0:1788696418.414382:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696418.414382:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611084544 : -113296098467072 : ffff98f5324be300) 00000100:00000040:1.0:1788696418.414386:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bf3524a4 x1875583274386432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696418.414390:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696418.414392:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696418.414393:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000284d8bb. 00000100:00000200:1.0:1788696418.414399:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274386432, offset 0 00000400:00000200:1.0:1788696418.414403:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696418.414413:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696418.414417:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696418.414421:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696418.414423:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696418.414425:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696418.414428:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [533:533:256:4294967295] 192.168.201.118@tcp LPNI seq info [533:533:8:4294967295] 00000100:00000001:0.0:1788696418.414431:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696418.414434:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696418.414436:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696418.414441:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000041e51bf1 x1875583274386304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696418.414450:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696418.414462:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696418.414466:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000520c6b2f. 00000100:00000001:0.0:1788696418.414472:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696418.414473:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696418.414476:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 02000000:00000001:0.0:1788696418.414478:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696418.414481:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696418.414483:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696418.414487:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00100000:0.0:1788696418.414490:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000041e51bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274386304:192.168.201.118@tcp:400: 00000800:00000200:1.0:1788696418.414492:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000520c6b2f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696418.414498:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696418.414501:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696418.414503:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696418.414504:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788696418.414507:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696418.414508:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002421fa34. 02000000:00000001:0.0:1788696418.414512:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696418.414513:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 25453 usecs (26 jiffies) 00000400:00000010:0.0:1788696418.414514:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009012a56e. 00000100:00000001:1.0:1788696418.414517:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307380250 00000400:00000010:0.0:1788696418.414519:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045dbadd4. 00000100:00000010:1.0:1788696418.414523:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000accae067. 00000100:00000200:0.0:1788696418.414524:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274386304, portal 10 00000100:00000001:0.0:1788696418.414527:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696418.414528:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611079168 : -113296098472448 : ffff98f5324bce00) 00000100:00000001:1.0:1788696418.414531:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000040:0.0:1788696418.414534:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000041e51bf1 x1875583274386304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696418.414536:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307380250 00000100:00000010:1.0:1788696418.414541:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e979dca6. 00000100:00000001:0.0:1788696418.414544:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788696418.414546:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000040:0.0:1788696418.414548:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696418.414550:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307380250 00000400:00000010:0.0:1788696418.414551:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8816cb1. 00000100:00000010:1.0:1788696418.414553:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b48a3b0. 00000100:00000200:0.0:1788696418.414555:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274386304, offset 0 00000100:00000001:1.0:1788696418.414557:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696418.414561:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307380250 00000100:00000010:1.0:1788696418.414563:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009787881e. 00000400:00000200:0.0:1788696418.414564:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696418.414566:0:201302:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696418.414573:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696418.414577:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696418.414581:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696418.414583:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:1.0:1788696418.414584:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696418.414588:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696418.414591:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:1.0:1788696418.414593:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1788696418.414594:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788696418.414597:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1788696418.414599:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:1.0:1788696418.414604:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788696418.414605:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [534:534:255:4294967295] 192.168.201.118@tcp LPNI seq info [534:534:7:4294967295] 00000100:00000001:1.0:1788696418.414607:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696418.414610:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696418.414614:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696418.414617:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696418.414622:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696418.414625:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054acfd14. 00000800:00000200:0.0:1788696418.414628:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696418.414631:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696418.414632:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000054acfd14 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696418.414634:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696418.414636:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 25323 usecs (26 jiffies) 00000100:00000001:0.0:1788696418.414638:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307380250 00000100:00000001:0.0:1788696418.414639:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307380250 00000100:00000001:0.0:1788696418.414641:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307380250 00000100:00000001:0.0:1788696418.414642:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307380250 00000100:00000001:0.0:1788696418.414642:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307380250 00000100:00000001:0.0:1788696418.414643:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307380250 00000100:00000001:0.0:1788696418.414644:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307380250 00000100:00000001:0.0:1788696418.414645:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307380250 00000100:00000001:0.0:1788696418.414646:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696418.414647:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696418.414648:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696418.414649:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696418.414653:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696418.414654:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696418.414661:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696418.414662:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696418.414664:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696418.414665:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696418.414709:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696418.414713:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000520c6b2f. 00000400:00000200:2.0:1788696418.414717:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696418.414722:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696418.414726:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000284d8bb 00000400:00000010:2.0:1788696418.414729:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000284d8bb. 00000100:00000001:2.0:1788696418.414733:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696418.414735:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000bf3524a4 x1875583274386432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696418.414744:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696418.414747:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf3524a4 x1875583274386432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696418.414755:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696418.414756:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696418.414768:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696418.414770:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054acfd14. 00000400:00000200:2.0:1788696418.414773:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696418.414775:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696418.414783:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8816cb1 00000400:00000010:2.0:1788696418.414784:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8816cb1. 00000100:00000001:2.0:1788696418.414787:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696418.414790:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000041e51bf1 x1875583274386304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696418.414797:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696418.414799:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000041e51bf1 x1875583274386304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696418.414806:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696418.414808:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:3.0:1788696418.414815:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2b4e50. 00000100:00000200:3.0:1788696418.414819:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274386176, offset 0 00000400:00000200:3.0:1788696418.414825:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696418.414831:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696418.414833:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696418.414836:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696418.414838:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696418.414840:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696418.414842:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [535:535:256:4294967295] 192.168.201.118@tcp LPNI seq info [535:535:8:4294967295] 00000400:00000200:3.0:1788696418.414868:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696418.414872:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696418.414875:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006beeb4bb. 00000800:00000200:3.0:1788696418.414878:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696418.414880:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696418.414882:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006beeb4bb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696418.414920:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696418.414922:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307381490 00000100:00000001:3.0:1788696418.414925:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307380250 00000100:00000001:3.0:1788696418.414927:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307381490 00000100:00000001:3.0:1788696418.414928:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307380250 00000100:00000001:3.0:1788696418.414930:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307381490 00000100:00000001:3.0:1788696418.414931:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307380250 00000100:00000001:3.0:1788696418.414932:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307381490 00000100:00000001:3.0:1788696418.414933:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307380250 00000100:00000001:3.0:1788696418.414954:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696418.414956:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696418.414958:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696418.414960:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696418.414964:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696418.414965:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696418.414967:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696418.414967:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696418.414969:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696418.414970:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696418.415215:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696418.415218:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006beeb4bb. 00000400:00000200:0.0:1788696418.415222:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696418.415226:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696418.415229:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2b4e50 00000400:00000010:0.0:1788696418.415231:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004e2b4e50. 00000100:00000001:0.0:1788696418.415233:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696418.415235:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000075ac883a x1875583274386176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696418.415240:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696418.415242:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075ac883a x1875583274386176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696418.415246:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696418.415246:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696418.418778:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696418.418792:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696418.418796:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696418.418798:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696418.418809:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696418.418823:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d10300 00000400:00000200:2.0:1788696418.418831:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1171 [1] + 224 00000800:00000001:2.0:1788696418.418837:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696418.418842:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696418.418865:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696418.418869:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696418.418877:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696418.418884:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000075ac883a x1875583274386176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696418.418895:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000075ac883a x1875583274386176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696418.418914:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696418.418924:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696418.418927:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696418.418950:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696418.418955:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696418.418963:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696418.418965:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696418.418967:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009369c1c2. 00000400:00000200:3.0:1788696418.418973:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a14a5fac 00000400:00000010:3.0:1788696418.418975:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a14a5fac. 00000100:00000001:3.0:1788696418.418978:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696418.418990:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000075ac883a x1875583274386176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696418.419002:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000075ac883a x1875583274386176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696418.419008:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696418.419010:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696418.419012:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696418.419015:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696418.419018:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696418.419020:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696418.419022:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696418.419029:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696418.419042:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=19 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696418.419046:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696418.419047:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696418.419050:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696418.419052:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696418.419055:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696418.419073:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075ac883a x1875583274386176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696418.419080:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696418.419083:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696418.419085:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696418.419088:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075ac883a x1875583274386176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696418.419101:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274386176:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696418.419107:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696418.419109:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696418.419112:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075ac883a x1875583274386176/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696418.419119:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696418.419122:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696418.419125:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000055b01c09. 02000000:00000001:3.0:1788696418.419129:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696418.419132:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696418.419133:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696418.419136:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696418.419138:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c995f34e. 02000000:00000001:3.0:1788696418.419141:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696418.419143:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696418.419144:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075ac883a. 00000100:00000001:3.0:1788696418.419149:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696418.419151:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696418.419153:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696418.419159:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696418.419161:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696418.419163:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696418.419166:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696418.419399:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696418.419406:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696418.419408:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696418.419414:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696418.419418:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696418.419423:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d10400 00000400:00000200:2.0:1788696418.419428:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1175 [1] + 224 00000800:00000001:2.0:1788696418.419430:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696418.419465:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696418.419467:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696418.419469:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696418.419472:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696418.419474:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000bf3524a4 x1875583274386432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696418.419481:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf3524a4 x1875583274386432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696418.419498:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696418.419502:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696418.419505:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696418.419524:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696418.419528:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696418.419531:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696418.419533:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696418.419535:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006325b814. 00000400:00000200:1.0:1788696418.419538:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013e8a062 00000400:00000010:1.0:1788696418.419540:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013e8a062. 00000100:00000001:1.0:1788696418.419542:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696418.419559:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000bf3524a4 x1875583274386432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696418.419567:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000bf3524a4 x1875583274386432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696418.419573:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696418.419574:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696418.419575:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696418.419577:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696418.419578:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696418.419579:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696418.419581:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696418.419586:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=18 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696418.419588:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=113 v=5 (1 0 0 0) 00000100:00000001:1.0:1788696418.419590:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696418.419591:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696418.419593:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788696418.419596:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000bf3524a4 x1875583274386432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696418.419614:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696418.419616:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696418.419618:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696418.419620:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696418.419621:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696418.419624:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf3524a4 x1875583274386432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696418.419630:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696418.419632:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696418.419633:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696418.419635:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf3524a4 x1875583274386432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696418.419641:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274386432:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696418.419644:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696418.419646:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696418.419648:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf3524a4 x1875583274386432/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696418.419653:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696418.419655:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696418.419656:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000381eff1e. 02000000:00000001:1.0:1788696418.419660:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696418.419661:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696418.419662:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696418.419664:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696418.419666:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000051526cb6. 02000000:00000001:1.0:1788696418.419668:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696418.419669:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696418.419670:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf3524a4. 00000100:00000001:1.0:1788696418.419673:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696418.419674:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696418.419680:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696418.419684:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696418.419685:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696418.419687:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696418.419688:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696418.419877:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696418.419883:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696418.419885:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696418.419887:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696418.419892:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696418.419901:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d10380 00000400:00000200:0.0:1788696418.419906:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x117d [1] + 224 00000800:00000001:0.0:1788696418.419910:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696418.419916:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696418.419918:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696418.419921:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696418.419931:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696418.420051:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000041e51bf1 x1875583274386304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696418.420062:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000041e51bf1 x1875583274386304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696418.420086:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696418.420093:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696418.420096:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696418.420124:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696418.420128:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696418.420131:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696418.420133:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696418.420141:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009012a56e. 00000400:00000200:3.0:1788696418.420144:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045dbadd4 00000400:00000010:3.0:1788696418.420146:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000045dbadd4. 00000100:00000001:3.0:1788696418.420149:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696418.420153:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000041e51bf1 x1875583274386304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696418.420161:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000041e51bf1 x1875583274386304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696418.420168:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696418.420170:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696418.420172:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696418.420173:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696418.420175:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696418.420176:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696418.420178:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696418.420182:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696418.420185:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=19 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696418.420187:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696418.420188:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696418.420190:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696418.420192:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696418.420195:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696418.420196:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696418.420197:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696418.420198:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696418.420201:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000041e51bf1 x1875583274386304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696418.420208:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696418.420210:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696418.420212:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696418.420214:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041e51bf1 x1875583274386304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696418.420222:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000041e51bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274386304:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696418.420230:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696418.420232:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696418.420248:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000041e51bf1 x1875583274386304/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696418.420255:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696418.420256:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696418.420258:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002421fa34. 02000000:00000001:3.0:1788696418.420260:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696418.420262:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696418.420263:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696418.420265:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696418.420266:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000334bf9d4. 02000000:00000001:3.0:1788696418.420268:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696418.420270:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696418.420271:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041e51bf1. 00000100:00000001:3.0:1788696418.420274:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696418.420276:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696418.420277:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696418.420281:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696418.420282:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696418.420284:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696418.420285:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696419.374594:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696419.374601:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696419.374606:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696419.374607:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696419.374666:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696419.374670:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696419.374673:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696419.693952:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307381490, at 4307381504 00000100:00000040:3.0:1788696419.693952:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307381490, at 4307381504 00000100:00000040:1.0:1788696419.693954:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307381490, at 4307381504 00000100:00000040:2.0:1788696419.693955:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307381490, at 4307381504 00000100:00000010:1.0:1788696419.693967:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e979dca6. 00000100:00000010:0.0:1788696419.693970:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000accae067. 00000100:00000010:3.0:1788696419.693978:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009787881e. 00000100:00000010:2.0:1788696419.693980:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b48a3b0. 00010000:00000001:2.0:1788696420.397948:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696420.397957:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696420.397959:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696420.397962:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696420.397966:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696420.397969:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696420.397970:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696420.397973:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696420.397976:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696420.397977:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696420.398042:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696420.398046:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696420.398048:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696421.421956:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696421.421978:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696421.421995:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696421.421997:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696421.422063:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696421.422067:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696421.422070:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696422.445962:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696422.445979:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696422.445985:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696422.445987:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696422.446081:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696422.446085:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696422.446088:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696423.469974:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696423.469981:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696423.469988:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696423.469989:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696423.470134:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696423.470138:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696423.470141:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696423.533996:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696423.534006:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696423.534016:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000449a2a56. 00000020:00000040:2.0:1788696423.534022:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696423.534027:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696423.534030:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696423.534035:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696423.534041:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078c7cd5c. 00000100:00000001:2.0:1788696423.534048:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696423.534058:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000449a2a56 x1875583274386560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696423.534068:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696423.534071:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696423.534076:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000449a2a56] to pc [ptlrpcd_00_03+3] req@00000000449a2a56 x1875583274386560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696423.534114:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696423.534116:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696423.534120:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696423.534122:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000304218c8. 00000020:00000040:2.0:1788696423.534125:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696423.534127:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696423.534128:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696423.534143:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696423.534147:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a3e8ab7. 00000100:00000001:3.0:1788696423.534148:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696423.534151:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696423.534154:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:2.0:1788696423.534156:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000304218c8 x1875583274386688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696423.534166:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696423.534169:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696423.534172:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696423.534175:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000304218c8] to pc [ptlrpcd_00_00+0] req@00000000304218c8 x1875583274386688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696423.534176:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696423.534179:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696423.534183:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696423.534186:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696423.534189:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696423.534196:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000449a2a56 x1875583274386560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696423.534204:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696423.534206:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696423.534208:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696423.534210:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1788696423.534212:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1788696423.534213:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696423.534218:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1788696423.534219:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788696423.534223:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001bd4b474. 00000100:00100000:3.0:1788696423.534224:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000449a2a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274386560:192.168.201.118@tcp:400: 00000020:00000040:2.0:1788696423.534228:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696423.534231:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788696423.534233:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696423.534235:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1788696423.534237:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1788696423.534237:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696423.534238:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696423.534241:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696423.534242:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1788696423.534243:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009619aef4. 00000100:00000001:0.0:1788696423.534246:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1788696423.534247:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788696423.534249:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696423.534253:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b33cdd3c. 00000100:00000040:0.0:1788696423.534255:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000304218c8 x1875583274386688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696423.534256:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000001bd4b474 x1875583274386816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1788696423.534259:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696423.534268:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009369c1c2. 00000400:00000010:3.0:1788696423.534277:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a14a5fac. 00000100:00000001:0.0:1788696423.534286:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1788696423.534286:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274386560, portal 25 00000100:00000001:2.0:1788696423.534287:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696423.534289:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696423.534290:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696423.534292:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1788696423.534295:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788696423.534295:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611081856 : -113296098469760 : ffff98f5324bd880) 02000000:00000001:0.0:1788696423.534298:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788696423.534298:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bd4b474] to pc [ptlrpcd_00_01+1] req@000000001bd4b474 x1875583274386816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696423.534304:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696423.534305:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000449a2a56 x1875583274386560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696423.534313:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000304218c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274386688:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696423.534322:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696423.534328:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788696423.534328:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696423.534329:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1788696423.534331:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696423.534333:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788696423.534337:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:2.0:1788696423.534340:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788696423.534344:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12723) 02000000:00000001:0.0:1788696423.534346:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696423.534351:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002421fa34. 02000000:00000001:0.0:1788696423.534355:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696423.534359:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a86e418. 00000400:00000010:0.0:1788696423.534360:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000645c05c4. 00000100:00000200:3.0:1788696423.534363:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274386560, offset 0 00000400:00000010:0.0:1788696423.534366:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1a3d364. 00000400:00000200:3.0:1788696423.534373:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696423.534375:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696423.534378:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696423.534380:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696423.534385:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001bd4b474 x1875583274386816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696423.534386:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696423.534395:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788696423.534398:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696423.534399:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696423.534402:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696423.534405:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788696423.534407:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000001:2.0:1788696423.534408:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696423.534414:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1788696423.534415:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001bd4b474 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274386816:192.168.201.118@tcp:400: 00000400:00000200:3.0:1788696423.534422:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788696423.534423:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696423.534427:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696423.534428:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696423.534430:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696423.534433:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9764a6b. 02000000:00000001:2.0:1788696423.534436:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696423.534437:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [536:536:256:4294967295] 192.168.201.118@tcp LPNI seq info [536:536:8:4294967295] 00000400:00000010:2.0:1788696423.534442:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1c31111. 00000400:00000010:2.0:1788696423.534447:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d543498b. 00000400:00000200:3.0:1788696423.534452:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000200:2.0:1788696423.534453:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274386816, portal 10 00000100:00000001:2.0:1788696423.534457:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696423.534461:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611080960 : -113296098470656 : ffff98f5324bd500) 00000800:00000200:3.0:1788696423.534461:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000200:0.0:1788696423.534466:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274386688, portal 10 00000800:00000010:3.0:1788696423.534468:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000842c2c60. 00000100:00000001:0.0:1788696423.534470:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1788696423.534471:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001bd4b474 x1875583274386816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696423.534473:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611088128 : -113296098463488 : ffff98f5324bf100) 00000100:00000001:2.0:1788696423.534482:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696423.534485:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000304218c8 x1875583274386688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788696423.534488:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000040:2.0:1788696423.534489:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696423.534495:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c79d798. 00000100:00000200:2.0:1788696423.534500:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274386816, offset 0 00000100:00000001:0.0:1788696423.534501:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1788696423.534502:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000040:0.0:1788696423.534508:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696423.534510:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:3.0:1788696423.534510:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000842c2c60 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1788696423.534519:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059f02892. 00000100:00000200:0.0:1788696423.534522:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274386688, offset 0 00000100:00000001:3.0:1788696423.534525:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696423.534529:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696423.534531:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696423.534534:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696423.534538:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696423.534540:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788696423.534542:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307386609 00000100:00000010:3.0:1788696423.534549:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000100:00000001:1.0:1788696423.534609:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696423.534616:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696423.534830:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696423.534835:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307386609 00000100:00000010:3.0:1788696423.534840:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000100:00000001:3.0:1788696423.534843:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696423.534869:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307386609 00000100:00000010:3.0:1788696423.534872:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000001:3.0:1788696423.534875:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696423.534877:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307386609 00000100:00000010:3.0:1788696423.534879:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81c9ce7. 00000100:00000001:3.0:1788696423.534882:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696423.534885:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696423.534888:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696423.534890:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696423.534893:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696423.534922:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696423.534928:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000842c2c60. 00000400:00000200:1.0:1788696423.534934:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696423.534940:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696423.535093:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696423.535099:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [537:537:255:4294967295] 192.168.201.118@tcp LPNI seq info [537:537:7:4294967295] 00000400:00000200:2.0:1788696423.535108:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696423.535113:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696423.535116:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e680c3a9. 00000800:00000200:2.0:1788696423.535120:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696423.535124:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696423.535126:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e680c3a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696423.535129:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696423.535132:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 25333 usecs (26 jiffies) 00000100:00000001:2.0:1788696423.535135:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307385371 00000100:00000001:2.0:1788696423.535137:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307386609 00000100:00000001:2.0:1788696423.535138:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307385371 00000100:00000001:2.0:1788696423.535140:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307386609 00000100:00000001:2.0:1788696423.535142:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307385371 00000100:00000001:2.0:1788696423.535144:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307386609 00000100:00000001:2.0:1788696423.535146:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307385371 00000100:00000001:2.0:1788696423.535147:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307386609 00000100:00000001:2.0:1788696423.535149:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696423.535151:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696423.535153:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696423.535155:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696423.535159:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696423.535160:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696423.535162:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696423.535164:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696423.535165:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696423.535167:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696423.535194:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696423.535197:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696423.535199:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696423.535202:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696423.535204:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696423.535206:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [538:538:254:4294967295] 192.168.201.118@tcp LPNI seq info [538:538:6:4294967295] 00000400:00000200:0.0:1788696423.535213:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696423.535218:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696423.535221:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a86e418 00000800:00000010:0.0:1788696423.535222:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ea48552. 00000400:00000010:1.0:1788696423.535226:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a86e418. 00000800:00000200:0.0:1788696423.535230:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:1.0:1788696423.535233:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:0.0:1788696423.535237:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000200:1.0:1788696423.535240:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000449a2a56 x1875583274386560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788696423.535241:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ea48552 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696423.535248:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696423.535253:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 25211 usecs (26 jiffies) 00000100:00000001:0.0:1788696423.535257:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307385371 00000100:00000001:1.0:1788696423.535258:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788696423.535261:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307386609 00000100:00000040:1.0:1788696423.535264:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000449a2a56 x1875583274386560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696423.535266:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307385371 00000100:00000001:0.0:1788696423.535271:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307386609 00000100:00000001:0.0:1788696423.535276:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307385371 00000100:00000001:0.0:1788696423.535280:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307386609 00000100:00000001:1.0:1788696423.535281:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696423.535283:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307385371 00000100:00000001:1.0:1788696423.535284:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696423.535286:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307386609 00000100:00000001:0.0:1788696423.535289:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696423.535291:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696423.535294:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696423.535301:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788696423.535304:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788696423.535306:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1788696423.535308:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e680c3a9. 00000100:00000001:0.0:1788696423.535309:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696423.535313:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788696423.535313:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788696423.535316:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696423.535320:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696423.535320:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696423.535325:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696423.535326:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c79d798 00000400:00000010:1.0:1788696423.535329:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c79d798. 00000100:00000001:1.0:1788696423.535339:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696423.535342:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001bd4b474 x1875583274386816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696423.535349:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696423.535352:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001bd4b474 x1875583274386816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696423.535358:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696423.535359:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696423.535393:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696423.535395:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ea48552. 00000400:00000200:1.0:1788696423.535399:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696423.535402:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696423.535405:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059f02892 00000400:00000010:1.0:1788696423.535406:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059f02892. 00000100:00000001:1.0:1788696423.535408:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696423.535411:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000304218c8 x1875583274386688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696423.535418:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696423.535420:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000304218c8 x1875583274386688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696423.535426:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696423.535428:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696423.537211:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696423.537245:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696423.537250:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696423.537253:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696423.537262:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696423.537276:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d10580 00000400:00000200:2.0:1788696423.537282:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1191 [1] + 224 00000800:00000001:2.0:1788696423.537288:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696423.537313:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696423.537316:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696423.537320:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696423.537326:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696423.537344:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001bd4b474 x1875583274386816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696423.537355:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001bd4b474 x1875583274386816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696423.537372:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696423.537379:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696423.537382:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696423.537383:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696423.537385:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696423.537390:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696423.537395:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d10480 00000400:00000200:2.0:1788696423.537401:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1189 [1] + 224 00000800:00000001:2.0:1788696423.537404:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696423.537408:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696423.537410:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696423.537413:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696423.537415:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696423.537417:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000449a2a56 x1875583274386560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696423.537424:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000449a2a56 x1875583274386560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696423.537451:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696423.537456:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696423.537459:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696423.537504:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696423.537508:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696423.537519:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696423.537521:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696423.537523:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009369c1c2. 00000400:00000200:1.0:1788696423.537529:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a14a5fac 00000400:00000010:1.0:1788696423.537530:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a14a5fac. 00000100:00000001:1.0:1788696423.537533:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696423.537537:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000449a2a56 x1875583274386560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696423.537547:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000449a2a56 x1875583274386560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696423.537560:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696423.537562:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696423.537564:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696423.537567:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696423.537569:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696423.537571:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696423.537573:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696423.537579:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=24 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696423.537583:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=24 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696423.537586:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696423.537587:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696423.537590:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696423.537592:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696423.537594:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696423.537598:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000449a2a56 x1875583274386560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696423.537605:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696423.537608:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696423.537610:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696423.537615:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000449a2a56 x1875583274386560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696423.537616:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696423.537621:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696423.537625:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1788696423.537626:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000449a2a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274386560:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696423.537632:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696423.537635:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1788696423.537636:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1788696423.537639:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1c31111. 00000100:00000040:1.0:1788696423.537642:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000449a2a56 x1875583274386560/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696423.537646:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d543498b 00000400:00000010:3.0:1788696423.537649:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d543498b. 00000100:00000001:1.0:1788696423.537652:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1788696423.537655:0:201301:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:1.0:1788696423.537657:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1788696423.537661:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001bd4b474 x1875583274386816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788696423.537662:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b33cdd3c. 02000000:00000001:1.0:1788696423.537667:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696423.537670:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696423.537672:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000200:3.0:1788696423.537676:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001bd4b474 x1875583274386816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1788696423.537683:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696423.537687:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000078c7cd5c. 00000100:00000001:3.0:1788696423.537688:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696423.537691:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788696423.537692:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1788696423.537693:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696423.537696:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1788696423.537696:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000010:1.0:1788696423.537700:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000449a2a56. 00000100:00000001:3.0:1788696423.537700:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696423.537701:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696423.537704:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696423.537707:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1788696423.537709:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=23 v=5 (5 5 5 5) 00000100:00000001:1.0:1788696423.537710:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696423.537716:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1788696423.537716:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=118 v=5 (1 0 0 0) 00000100:00000001:3.0:1788696423.537721:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696423.537722:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696423.537723:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1788696423.537725:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:3.0:1788696423.537726:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001bd4b474 x1875583274386816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696423.537729:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696423.537734:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1788696423.537734:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696423.537738:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696423.537738:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696423.537741:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696423.537743:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696423.537744:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696423.537746:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001bd4b474 x1875583274386816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696423.537750:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696423.537751:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696423.537752:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696423.537761:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001bd4b474 x1875583274386816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696423.537767:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001bd4b474 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274386816:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696423.537772:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696423.537773:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696423.537775:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001bd4b474 x1875583274386816/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696423.537781:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696423.537782:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696423.537784:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9764a6b. 02000000:00000001:3.0:1788696423.537787:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696423.537789:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696423.537790:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696423.537792:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696423.537793:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009619aef4. 02000000:00000001:3.0:1788696423.537795:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696423.537796:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696423.537797:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001bd4b474. 00000100:00000001:3.0:1788696423.537800:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696423.537801:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696423.537802:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696423.537806:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696423.537807:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696423.537809:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696423.537810:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696423.537936:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696423.537942:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696423.537944:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696423.537957:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696423.537961:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696423.537967:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d10500 00000400:00000200:0.0:1788696423.537970:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1195 [1] + 224 00000800:00000001:0.0:1788696423.537973:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696423.537976:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696423.537977:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696423.537979:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696423.537982:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696423.537985:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000304218c8 x1875583274386688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696423.537990:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000304218c8 x1875583274386688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696423.538000:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696423.538004:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696423.538005:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696423.538248:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696423.538250:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696423.538253:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696423.538255:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696423.538256:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000645c05c4. 00000400:00000200:3.0:1788696423.538258:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1a3d364 00000400:00000010:3.0:1788696423.538260:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e1a3d364. 00000100:00000001:3.0:1788696423.538262:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696423.538265:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000304218c8 x1875583274386688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696423.538280:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000304218c8 x1875583274386688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696423.538284:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696423.538284:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696423.538286:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696423.538286:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696423.538287:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696423.538288:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696423.538289:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696423.538293:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=24 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696423.538295:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=24 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696423.538296:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696423.538298:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696423.538299:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696423.538301:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696423.538303:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696423.538305:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696423.538306:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696423.538307:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696423.538309:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000304218c8 x1875583274386688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696423.538323:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696423.538335:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696423.538336:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696423.538340:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000304218c8 x1875583274386688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696423.538347:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000304218c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274386688:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696423.538351:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696423.538352:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696423.538354:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000304218c8 x1875583274386688/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696423.538365:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696423.538366:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696423.538367:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002421fa34. 02000000:00000001:3.0:1788696423.538369:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696423.538370:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696423.538371:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696423.538373:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696423.538374:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a3e8ab7. 02000000:00000001:3.0:1788696423.538375:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696423.538376:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696423.538376:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000304218c8. 00000100:00000001:3.0:1788696423.538379:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696423.538380:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696423.538381:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696423.538384:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696423.538385:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696423.538386:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696423.538387:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696424.494920:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696424.494927:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696424.494943:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696424.494947:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696424.494949:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696424.494952:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696424.494956:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696424.494958:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696424.494960:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696424.494962:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696424.495239:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696424.495243:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696424.495249:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696424.813953:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307386609, at 4307386624 00000100:00000040:3.0:1788696424.813953:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307386609, at 4307386624 00000100:00000010:1.0:1788696424.813971:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00000100:00000010:3.0:1788696424.813973:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81c9ce7. 00000100:00000040:2.0:1788696424.814037:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307386609, at 4307386624 00000100:00000010:2.0:1788696424.814044:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00000100:00000040:0.0:1788696424.814157:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307386609, at 4307386624 00000100:00000010:0.0:1788696424.814163:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c64039. 00010000:00000001:2.0:1788696425.518005:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696425.518015:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696425.518022:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696425.518023:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696425.518095:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696425.518100:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696425.518103:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696426.541992:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696426.541998:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696426.542002:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696426.542003:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696426.544042:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696426.544047:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696426.544050:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696427.567267:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696427.567274:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696427.567279:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696427.567280:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696427.567355:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696427.567359:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696427.567363:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696428.590059:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696428.590065:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696428.590070:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696428.590071:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696428.590132:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696428.590136:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696428.590138:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696428.654911:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696428.654920:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696428.654928:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ba1d0c9. 00000020:00000040:0.0:1788696428.654934:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696428.654938:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696428.654954:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696428.654959:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696428.654966:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d9ed23a3. 00000100:00000001:0.0:1788696428.654973:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696428.654984:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000004ba1d0c9 x1875583274386944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696428.654995:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696428.654997:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696428.655004:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ba1d0c9] to pc [ptlrpcd_00_02+2] req@000000004ba1d0c9 x1875583274386944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696428.655041:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696428.655043:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696428.655046:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696428.655049:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a572c48. 00000020:00000040:0.0:1788696428.655051:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696428.655054:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696428.655055:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696428.655056:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696428.655059:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b93a25a. 00000100:00000001:0.0:1788696428.655063:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696428.655067:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000000a572c48 x1875583274387072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696428.655069:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788696428.655075:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1788696428.655080:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696428.655080:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696428.655084:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696428.655087:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a572c48] to pc [ptlrpcd_00_03+3] req@000000000a572c48 x1875583274387072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696428.655089:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696428.655096:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696428.655099:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696428.655100:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696428.655105:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696428.655107:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788696428.655109:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1788696428.655111:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4497fd1. 00000100:00000001:2.0:1788696428.655112:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1788696428.655116:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000040:2.0:1788696428.655120:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a572c48 x1875583274387072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696428.655129:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696428.655132:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788696428.655134:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1788696428.655135:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696428.655138:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696428.655142:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ea48552. 02000000:00000001:2.0:1788696428.655144:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788696428.655147:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696428.655149:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696428.655153:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696428.655156:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000e4497fd1 x1875583274387200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788696428.655159:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274387072:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696428.655168:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696428.655173:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1788696428.655175:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788696428.655176:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696428.655178:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696428.655184:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4497fd1] to pc [ptlrpcd_00_00+0] req@00000000e4497fd1 x1875583274387200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696428.655184:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696428.655190:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094ed52e3. 02000000:00000001:2.0:1788696428.655195:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696428.655202:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024472548. 00000400:00000010:2.0:1788696428.655209:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007282336d. 00000100:00000001:0.0:1788696428.655214:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788696428.655216:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274387072, portal 10 00000100:00000040:0.0:1788696428.655217:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696428.655220:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1788696428.655221:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1788696428.655224:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882444288 : -113296827107328 : ffff98f506ddb800) 00000100:00000040:0.0:1788696428.655226:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12728) 00000100:00000040:2.0:1788696428.655235:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000a572c48 x1875583274387072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696428.655244:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696428.655247:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696428.655249:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087c14df2. 00000100:00000200:2.0:1788696428.655252:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274387072, offset 0 00000400:00000200:2.0:1788696428.655258:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696428.655268:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696428.655271:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696428.655275:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696428.655282:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788696428.655285:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788696428.655285:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:1.0:1788696428.655290:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696428.655290:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [539:539:256:4294967295] 192.168.201.118@tcp LPNI seq info [539:539:8:4294967295] 00000400:00000200:2.0:1788696428.655302:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696428.655307:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696428.655310:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2263eda. 00000800:00000200:2.0:1788696428.655315:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696428.655320:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696428.655323:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d2263eda type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696428.655342:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696428.655346:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 25085 usecs (26 jiffies) 00000100:00000001:2.0:1788696428.655350:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307390491 00000100:00000010:2.0:1788696428.655354:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000024d1f6c. 00000100:00000001:2.0:1788696428.655360:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788696428.655372:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307390491 00000100:00000010:2.0:1788696428.655375:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b91fe9c. 00000100:00000001:2.0:1788696428.655378:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696428.655380:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307390491 00000100:00000010:2.0:1788696428.655383:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f0f29cae. 00000100:00000001:2.0:1788696428.655386:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696428.655388:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307390491 00000100:00000010:2.0:1788696428.655391:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000802f9c81. 00000100:00000001:2.0:1788696428.655394:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696428.655400:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696428.655403:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696428.655405:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696428.655409:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ba1d0c9 x1875583274386944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696428.655426:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696428.655427:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696428.655429:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696428.655431:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696428.655432:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696428.655435:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274386944:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696428.655438:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696428.655440:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696428.655441:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696428.655443:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696428.655446:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022a4cdcc. 02000000:00000001:2.0:1788696428.655448:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696428.655450:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1788696428.655452:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f1e8b6b. 00000800:00000010:1.0:1788696428.655455:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2263eda. 00000400:00000010:2.0:1788696428.655457:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042d69037. 00000400:00000200:1.0:1788696428.655460:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1788696428.655461:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274386944, portal 25 00000100:00000001:2.0:1788696428.655464:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696428.655466:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882431744 : -113296827119872 : ffff98f506dd8700) 00000400:00000200:1.0:1788696428.655470:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000040:2.0:1788696428.655473:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004ba1d0c9 x1875583274386944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696428.655478:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087c14df2 00000100:00000001:2.0:1788696428.655482:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1788696428.655483:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000087c14df2. 00000100:00000040:2.0:1788696428.655488:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696428.655490:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:2.0:1788696428.655491:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6ba0334. 00000100:00000200:2.0:1788696428.655495:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274386944, offset 0 00000100:00000200:1.0:1788696428.655498:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000a572c48 x1875583274387072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696428.655505:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696428.655514:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:1.0:1788696428.655515:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1788696428.655518:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1788696428.655523:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a572c48 x1875583274387072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696428.655523:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696428.655528:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696428.655532:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696428.655539:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [540:540:255:4294967295] 192.168.201.118@tcp LPNI seq info [540:540:7:4294967295] 00000100:00000001:1.0:1788696428.655545:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696428.655548:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1788696428.655552:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788696428.655655:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696428.655659:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696428.655660:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696428.655669:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4497fd1 x1875583274387200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696428.655677:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696428.655677:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696428.655679:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696428.655680:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696428.655681:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696428.655683:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274387200:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696428.655685:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696428.655687:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696428.655688:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696428.655689:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696428.655691:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053af86d1. 02000000:00000001:3.0:1788696428.655692:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696428.655694:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d1cd4db. 00000400:00000010:3.0:1788696428.655696:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000100:00000200:3.0:1788696428.655698:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274387200, portal 10 00000100:00000001:3.0:1788696428.655699:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696428.655700:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882434432 : -113296827117184 : ffff98f506dd9180) 00000100:00000040:3.0:1788696428.655703:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4497fd1 x1875583274387200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696428.655708:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696428.655709:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696428.655710:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f6eaaa5. 00000100:00000200:3.0:1788696428.655711:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274387200, offset 0 00000400:00000200:3.0:1788696428.655714:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:2.0:1788696428.655733:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696428.655735:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a559f720. 00000800:00000200:2.0:1788696428.655737:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696428.655740:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696428.655742:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a559f720 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696428.655744:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696428.655745:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307391730 00000100:00000001:2.0:1788696428.655749:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307390491 00000100:00000001:2.0:1788696428.655751:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307391730 00000100:00000001:2.0:1788696428.655752:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307390491 00000100:00000001:2.0:1788696428.655754:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307391730 00000100:00000001:2.0:1788696428.655755:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307390491 00000100:00000001:2.0:1788696428.655756:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307391730 00000100:00000001:2.0:1788696428.655757:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307390491 00000100:00000001:2.0:1788696428.655758:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696428.655760:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696428.655761:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696428.655762:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696428.655765:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696428.655765:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696428.655767:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696428.655767:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696428.655768:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696428.655769:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696428.655784:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696428.655785:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696428.655926:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696428.655928:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696428.655931:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696428.655934:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696428.655936:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696428.655939:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [541:541:255:4294967295] 192.168.201.118@tcp LPNI seq info [541:541:7:4294967295] 00000400:00000200:3.0:1788696428.655954:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696428.655959:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696428.655963:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000842c2c60. 00000800:00000200:1.0:1788696428.655965:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1788696428.655968:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000010:1.0:1788696428.655970:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a559f720. 00000800:00000200:3.0:1788696428.655974:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696428.655977:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000842c2c60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696428.655982:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696428.655983:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1788696428.655986:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 25200 usecs (26 jiffies) 00000100:00000001:3.0:1788696428.655990:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307390492 00000400:00000200:1.0:1788696428.655992:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696428.655995:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307391730 00000400:00000200:1.0:1788696428.655998:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6ba0334 00000100:00000001:3.0:1788696428.655998:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307390492 00000400:00000010:1.0:1788696428.656003:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a6ba0334. 00000100:00000001:3.0:1788696428.656003:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307391730 00000100:00000001:3.0:1788696428.656008:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307390492 00000100:00000001:1.0:1788696428.656010:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1788696428.656011:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307391730 00000100:00000001:3.0:1788696428.656015:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307390492 00000100:00000200:1.0:1788696428.656017:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004ba1d0c9 x1875583274386944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696428.656019:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307391730 00000100:00000001:3.0:1788696428.656024:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696428.656028:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696428.656033:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696428.656036:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788696428.656036:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696428.656041:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ba1d0c9 x1875583274386944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696428.656042:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696428.656045:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696428.656049:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696428.656052:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696428.656054:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696428.656056:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696428.656057:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696428.656060:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696428.656076:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696428.656078:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000842c2c60. 00000400:00000200:1.0:1788696428.656080:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696428.656083:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696428.656086:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6eaaa5 00000400:00000010:1.0:1788696428.656087:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000f6eaaa5. 00000100:00000001:1.0:1788696428.656089:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696428.656092:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e4497fd1 x1875583274387200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696428.656098:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696428.656100:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4497fd1 x1875583274387200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696428.656106:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696428.656108:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696428.657381:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696428.657394:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696428.657397:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696428.657400:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696428.657407:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696428.657420:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d10680 00000400:00000200:2.0:1788696428.657436:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x11a1 [1] + 224 00000800:00000001:2.0:1788696428.657442:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696428.657449:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696428.657453:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696428.657457:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696428.657463:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696428.657468:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000a572c48 x1875583274387072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696428.657478:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000a572c48 x1875583274387072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696428.657499:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696428.657508:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696428.657511:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696428.658579:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696428.658588:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696428.658591:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696428.658594:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696428.658602:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696428.658613:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d10600 00000400:00000200:0.0:1788696428.658619:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x11a9 [1] + 224 00000800:00000001:0.0:1788696428.658623:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696428.658628:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696428.658631:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696428.658634:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696428.658638:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696428.658642:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004ba1d0c9 x1875583274386944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696428.658651:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004ba1d0c9 x1875583274386944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696428.658666:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696428.658672:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696428.658674:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696428.658909:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696428.658914:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696428.658921:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696428.658923:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696428.658925:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024472548. 00000400:00000200:1.0:1788696428.658931:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007282336d 00000400:00000010:1.0:1788696428.658933:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000007282336d. 00000100:00000001:1.0:1788696428.658936:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696428.658946:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000a572c48 x1875583274387072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696428.658955:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000a572c48 x1875583274387072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696428.658962:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696428.658964:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696428.658967:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696428.658969:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696428.658971:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696428.658973:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696428.658976:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696428.658984:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=29 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696428.658988:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=29 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696428.658991:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696428.658992:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696428.658994:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696428.658998:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696428.659001:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696428.659003:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696428.659004:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696428.659006:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696428.659010:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a572c48 x1875583274387072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696428.659017:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696428.659020:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696428.659021:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696428.659024:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a572c48 x1875583274387072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696428.659031:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274387072:192.168.201.118@tcp:400: 00000400:00000001:1.0:1788696428.659037:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696428.659038:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696428.659040:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f1e8b6b. 00000400:00000200:1.0:1788696428.659048:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042d69037 00000400:00000010:1.0:1788696428.659050:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000042d69037. 00000100:00000001:1.0:1788696428.659053:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696428.659056:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004ba1d0c9 x1875583274386944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696428.659063:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004ba1d0c9 x1875583274386944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696428.659069:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696428.659070:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696428.659072:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696428.659073:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696428.659075:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696428.659076:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696428.659078:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696428.659080:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=29 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696428.659083:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=29 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696428.659084:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696428.659085:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696428.659087:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696428.659088:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696428.659090:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696428.659092:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ba1d0c9 x1875583274386944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696428.659098:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696428.659100:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696428.659101:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696428.659103:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ba1d0c9 x1875583274386944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696428.659109:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274386944:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696428.659112:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696428.659114:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696428.659117:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a572c48 x1875583274387072/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696428.659133:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696428.659135:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696428.659138:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094ed52e3. 02000000:00000001:1.0:1788696428.659141:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696428.659143:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696428.659145:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696428.659147:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696428.659149:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b93a25a. 02000000:00000001:1.0:1788696428.659152:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696428.659154:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696428.659155:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a572c48. 00000100:00000001:1.0:1788696428.659158:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696428.659160:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696428.659161:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696428.659164:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ba1d0c9 x1875583274386944/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696428.659169:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696428.659170:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696428.659172:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022a4cdcc. 02000000:00000001:1.0:1788696428.659174:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696428.659175:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696428.659175:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696428.659177:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696428.659178:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d9ed23a3. 02000000:00000001:1.0:1788696428.659180:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696428.659181:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696428.659182:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ba1d0c9. 00000100:00000001:1.0:1788696428.659184:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696428.659185:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696428.659187:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696428.659195:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696428.659197:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696428.659198:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696428.659201:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696428.659389:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696428.659395:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696428.659403:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696428.659405:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696428.659410:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696428.659419:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d10700 00000400:00000200:1.0:1788696428.659425:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x11b1 [1] + 224 00000800:00000001:1.0:1788696428.659440:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696428.659472:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696428.659474:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696428.659476:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696428.659479:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696428.659481:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e4497fd1 x1875583274387200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696428.659487:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4497fd1 x1875583274387200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696428.659497:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696428.659502:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696428.659504:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696428.659523:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696428.659526:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696428.659529:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696428.659531:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696428.659539:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d1cd4db. 00000400:00000200:3.0:1788696428.659542:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:3.0:1788696428.659544:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:3.0:1788696428.659547:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696428.659550:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e4497fd1 x1875583274387200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696428.659558:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e4497fd1 x1875583274387200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696428.659786:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696428.659787:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696428.659788:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696428.659790:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696428.659791:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696428.659792:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696428.659793:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696428.659796:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=28 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696428.659799:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=123 v=5 (1 0 0 0) 00000100:00000001:3.0:1788696428.659801:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696428.659802:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696428.659804:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788696428.659807:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e4497fd1 x1875583274387200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696428.659813:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696428.659815:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696428.659817:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696428.659818:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696428.659819:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696428.659821:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4497fd1 x1875583274387200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696428.659828:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696428.659830:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696428.659831:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696428.659834:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4497fd1 x1875583274387200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696428.659882:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274387200:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696428.659887:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696428.659889:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696428.659892:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4497fd1 x1875583274387200/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696428.659900:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696428.659902:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696428.659903:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053af86d1. 02000000:00000001:3.0:1788696428.659906:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696428.659907:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696428.659909:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696428.659911:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696428.659912:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ea48552. 02000000:00000001:3.0:1788696428.659915:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696428.659916:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696428.659918:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4497fd1. 00000100:00000001:3.0:1788696428.659921:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696428.659922:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696428.659924:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696428.659929:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696428.659931:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696428.659933:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696428.659936:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696429.614307:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696429.614315:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696429.614317:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696429.614320:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696429.614325:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696429.614327:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696429.614329:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696429.614330:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696429.614339:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696429.614340:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696429.614396:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696429.614400:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696429.614403:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696429.933960:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307391730, at 4307391744 00000100:00000040:3.0:1788696429.933960:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307391730, at 4307391744 00000100:00000040:0.0:1788696429.933975:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307391730, at 4307391744 00000100:00000010:2.0:1788696429.933980:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f0f29cae. 00000100:00000010:0.0:1788696429.933989:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000024d1f6c. 00000100:00000010:3.0:1788696429.933989:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000802f9c81. 00000100:00000040:1.0:1788696429.934682:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307391730, at 4307391744 00000100:00000010:1.0:1788696429.934689:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b91fe9c. 00010000:00000001:2.0:1788696430.637959:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696430.637965:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696430.637969:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696430.637969:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696430.638030:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696430.638035:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696430.638038:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696431.661962:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696431.661967:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696431.661981:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696431.661982:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696431.662673:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696431.662676:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696431.662679:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696432.686194:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696432.686226:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696432.686234:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696432.686235:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696432.688017:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696432.688027:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696432.688033:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696433.709955:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696433.709963:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696433.709968:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696433.709970:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696433.713883:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696433.713890:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696433.713894:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696433.774006:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696433.774020:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696433.774032:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d639e9. 00000020:00000040:2.0:1788696433.774040:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696433.774046:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696433.774050:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696433.774057:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696433.774067:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000394a697c. 00000100:00000001:2.0:1788696433.774077:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696433.774092:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000092d639e9 x1875583274387328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696433.774105:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696433.774108:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696433.774115:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092d639e9] to pc [ptlrpcd_00_01+1] req@0000000092d639e9 x1875583274387328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696433.774166:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696433.774169:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696433.774173:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696433.774176:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b920c5d1. 00000020:00000040:2.0:1788696433.774179:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696433.774181:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696433.774183:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696433.774185:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696433.774190:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a559f720. 00000100:00000001:2.0:1788696433.774193:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696433.774197:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000b920c5d1 x1875583274387456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696433.774221:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696433.774222:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696433.774226:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b920c5d1] to pc [ptlrpcd_00_02+2] req@00000000b920c5d1 x1875583274387456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696433.774485:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788696433.774491:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788696433.774494:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696433.774503:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696433.774506:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696433.774516:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696433.774518:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696433.774521:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696433.774526:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092d639e9 x1875583274387328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696433.774535:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696433.774537:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696433.774542:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696433.774545:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696433.774547:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696433.774550:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000092d639e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274387328:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696433.774556:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696433.774562:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696433.774565:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696433.774568:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696433.774573:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b43ac28. 02000000:00000001:1.0:1788696433.774575:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696433.774581:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006325b814. 00000400:00000010:1.0:1788696433.774590:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013e8a062. 00000100:00000200:1.0:1788696433.774598:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274387328, portal 25 00000100:00000001:1.0:1788696433.774600:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696433.774602:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611089920 : -113296098461696 : ffff98f5324bf800) 00000100:00000040:1.0:1788696433.774608:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000092d639e9 x1875583274387328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696433.774616:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696433.774619:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696433.774621:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000840910ba. 00000100:00000200:1.0:1788696433.774624:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274387328, offset 0 00000400:00000200:1.0:1788696433.774631:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696433.774648:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696433.774654:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696433.774659:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696433.774663:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696433.774672:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696433.774677:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [542:542:256:4294967295] 192.168.201.118@tcp LPNI seq info [542:542:8:4294967295] 00000400:00000200:1.0:1788696433.774691:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696433.774698:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696433.774703:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000155bbcce. 00000800:00000200:1.0:1788696433.774711:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696433.774721:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696433.774726:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000155bbcce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696433.774742:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696433.774748:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307396849 00000100:00000010:1.0:1788696433.774753:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073e350b2. 00000100:00000001:1.0:1788696433.774761:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696433.774781:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307396849 00000100:00000010:1.0:1788696433.774785:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e02d52fc. 00000100:00000001:1.0:1788696433.774788:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788696433.774791:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307396849 00000100:00000010:1.0:1788696433.774794:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021c2bafd. 00000100:00000001:1.0:1788696433.774796:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696433.774799:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307396849 00000100:00000010:1.0:1788696433.774802:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e979dca6. 00000100:00000001:1.0:1788696433.774804:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696433.774808:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696433.774810:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696433.774814:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696433.774816:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696433.775001:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696433.775005:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000155bbcce. 00000400:00000200:1.0:1788696433.775010:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696433.775016:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696433.775022:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000840910ba 00000400:00000010:1.0:1788696433.775030:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000840910ba. 00000100:00000001:1.0:1788696433.775035:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696433.775038:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000092d639e9 x1875583274387328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696433.775048:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696433.775051:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092d639e9 x1875583274387328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696433.775057:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696433.775059:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788696433.775156:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696433.775160:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696433.775164:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696433.775169:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028758325. 00000020:00000040:2.0:1788696433.775174:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696433.775175:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696433.775178:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696433.775183:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1788696433.775186:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1788696433.775187:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696433.775194:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2263eda. 00000100:00000001:2.0:1788696433.775199:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696433.775203:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000028758325 x1875583274387584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696433.775211:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696433.775212:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696433.775215:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028758325] to pc [ptlrpcd_00_03+3] req@0000000028758325 x1875583274387584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696433.775224:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696433.775225:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788696433.775229:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788696433.775234:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12733) 00000100:00000001:0.0:1788696433.775340:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696433.775354:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b920c5d1 x1875583274387456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696433.775367:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696433.775369:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696433.775374:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696433.775377:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696433.775380:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696433.775385:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b920c5d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274387456:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696433.775389:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696433.775395:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696433.775397:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696433.775399:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696433.775407:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc014c3d. 02000000:00000001:0.0:1788696433.775410:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696433.775416:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7a9fab3. 00000100:00000001:1.0:1788696433.775423:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1788696433.775424:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016d26bd0. 00000100:00000001:1.0:1788696433.775429:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1788696433.775435:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274387456, portal 10 00000100:00000001:1.0:1788696433.775435:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788696433.775442:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1788696433.775446:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028758325 x1875583274387584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696433.775447:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611089024 : -113296098462592 : ffff98f5324bf480) 00000100:00000001:1.0:1788696433.775462:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1788696433.775463:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b920c5d1 x1875583274387456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696433.775467:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696433.775478:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696433.775483:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696433.775488:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1788696433.775490:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696433.775498:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00100000:1.0:1788696433.775498:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000028758325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274387584:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696433.775506:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696433.775509:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696433.775511:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696433.775516:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050d9c735. 02000000:00000001:1.0:1788696433.775517:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1788696433.775525:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274387456, offset 0 02000000:00000010:1.0:1788696433.775525:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f248045. 02000000:00000001:1.0:1788696433.775532:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696433.775540:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f96e13a2. 00000400:00000200:0.0:1788696433.775542:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696433.775551:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000840910ba. 00000400:00000200:0.0:1788696433.775559:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000200:1.0:1788696433.775569:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274387584, portal 10 00000400:00000200:0.0:1788696433.775572:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788696433.775578:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696433.775582:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611076480 : -113296098475136 : ffff98f5324bc380) 00000400:00000200:0.0:1788696433.775583:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696433.775590:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696433.775596:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000040:1.0:1788696433.775596:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000028758325 x1875583274387584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696433.775607:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [543:543:256:4294967295] 192.168.201.118@tcp LPNI seq info [543:543:8:4294967295] 00000400:00000200:0.0:1788696433.775636:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696433.775664:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696433.775668:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1788696433.775672:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054acfd14. 00000100:00000040:1.0:1788696433.775677:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000800:00000200:0.0:1788696433.775683:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000010:1.0:1788696433.775683:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012c19064. 00000100:00000200:1.0:1788696433.775692:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274387584, offset 0 00000800:00000200:0.0:1788696433.775698:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:1.0:1788696433.775706:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696433.775715:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000200:0.0:1788696433.775720:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000054acfd14 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1788696433.775721:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696433.775730:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696433.775734:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696433.775737:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696433.775741:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [544:544:255:4294967295] 192.168.201.118@tcp LPNI seq info [544:544:7:4294967295] 00000100:00000001:0.0:1788696433.775749:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696433.775756:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 24957 usecs (25 jiffies) 00000100:00000001:0.0:1788696433.775762:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307395610 00000400:00000200:1.0:1788696433.775774:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:0.0:1788696433.775783:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307396849 00000800:00000200:1.0:1788696433.775783:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696433.775794:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307395610 00000800:00000010:1.0:1788696433.775795:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000155bbcce. 00000100:00000001:0.0:1788696433.775803:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307396849 00000800:00000200:1.0:1788696433.775810:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788696433.775811:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307395610 00000100:00000001:0.0:1788696433.775822:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307396849 00000100:00000001:0.0:1788696433.775828:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307395610 00000800:00000200:1.0:1788696433.775829:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:0.0:1788696433.775836:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307396849 00000800:00000200:1.0:1788696433.775837:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000155bbcce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696433.775841:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696433.775879:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696433.775883:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696433.775892:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696433.775899:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696433.775901:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696433.775904:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696433.775905:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696433.775907:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696433.775909:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696433.776165:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696433.776171:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 25077 usecs (26 jiffies) 00000100:00000001:1.0:1788696433.776175:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307395611 00000100:00000001:1.0:1788696433.776178:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307396849 00000100:00000001:1.0:1788696433.776181:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307395611 00000100:00000001:1.0:1788696433.776182:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307396849 00000100:00000001:1.0:1788696433.776184:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307395611 00000100:00000001:1.0:1788696433.776187:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307396849 00000100:00000001:1.0:1788696433.776188:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307395611 00000100:00000001:1.0:1788696433.776190:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307396849 00000100:00000001:1.0:1788696433.776200:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696433.776202:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696433.776205:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696433.776207:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696433.776212:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696433.776214:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696433.776224:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696433.776226:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696433.776227:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696433.776229:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696433.776403:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696433.776406:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054acfd14. 00000400:00000200:2.0:1788696433.776412:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696433.776417:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696433.776428:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d9c735 00000400:00000010:2.0:1788696433.776431:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000050d9c735. 00000100:00000001:2.0:1788696433.776435:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696433.776440:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b920c5d1 x1875583274387456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696433.776450:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696433.776452:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b920c5d1 x1875583274387456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696433.776458:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696433.776460:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696433.776511:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696433.776515:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000155bbcce. 00000400:00000200:2.0:1788696433.776518:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696433.776522:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696433.776524:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012c19064 00000400:00000010:2.0:1788696433.776525:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000012c19064. 00000100:00000001:2.0:1788696433.776528:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696433.776530:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000028758325 x1875583274387584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696433.776537:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696433.776539:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028758325 x1875583274387584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696433.776545:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696433.776546:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696433.777138:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696433.777146:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696433.781691:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696433.781715:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696433.781721:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696433.781724:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696433.781738:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696433.781762:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d10780 00000400:00000200:1.0:1788696433.781782:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x11b9 [1] + 224 00000800:00000001:1.0:1788696433.781791:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696433.781805:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696433.781809:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696433.781814:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696433.781826:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696433.781836:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000092d639e9 x1875583274387328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696433.782174:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000092d639e9 x1875583274387328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696433.782197:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696433.782208:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696433.782215:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696433.782217:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696433.782220:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696433.782227:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696433.782239:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d10800 00000400:00000200:1.0:1788696433.782277:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x11c1 [1] + 224 00000800:00000001:1.0:1788696433.782283:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696433.782284:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1788696433.782289:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696433.782292:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1788696433.782295:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696433.782301:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000001:3.0:1788696433.782304:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696433.782308:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696433.782311:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006325b814. 00000400:00000200:3.0:1788696433.782318:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013e8a062 00000400:00000010:3.0:1788696433.782320:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013e8a062. 00000100:00000001:3.0:1788696433.782325:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696433.782334:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000092d639e9 x1875583274387328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696433.782346:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000092d639e9 x1875583274387328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696433.782354:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696433.782356:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696433.782359:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696433.782361:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696433.782365:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696433.782366:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696433.782368:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696433.782373:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696433.782375:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b920c5d1 x1875583274387456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1788696433.782382:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=34 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696433.782393:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=34 v=5 (1 1 1 1) 00000100:00000040:1.0:1788696433.782401:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b920c5d1 x1875583274387456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696433.782402:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696433.782405:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696433.782411:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696433.782415:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696433.782423:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696433.782433:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092d639e9 x1875583274387328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696433.782440:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696433.782443:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696433.782445:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696433.782448:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d639e9 x1875583274387328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696433.782456:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000092d639e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274387328:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696433.782475:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696433.782478:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788696433.782481:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788696433.782482:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092d639e9 x1875583274387328/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696433.782488:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696433.782496:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696433.782499:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696433.782502:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b43ac28. 02000000:00000001:3.0:1788696433.782506:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788696433.782507:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:3.0:1788696433.782510:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696433.782513:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696433.782515:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 00000800:00000001:1.0:1788696433.782517:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:3.0:1788696433.782518:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000394a697c. 02000000:00000001:3.0:1788696433.782526:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1788696433.782528:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788696433.782529:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1788696433.782533:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:3.0:1788696433.782534:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d639e9. 00000800:00000001:1.0:1788696433.782542:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696433.782543:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696433.782546:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696433.782550:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696433.782557:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:3.0:1788696433.782561:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696433.782564:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696433.782571:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d10880 00000100:00000001:3.0:1788696433.782573:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696433.782579:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696433.782586:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x11c9 [1] + 224 00000800:00000001:1.0:1788696433.782593:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696433.782662:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696433.782665:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696433.782669:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696433.782672:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696433.782676:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000028758325 x1875583274387584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696433.782684:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028758325 x1875583274387584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696433.782705:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696433.782713:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696433.782718:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696433.782788:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696433.782792:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696433.782799:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696433.782802:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696433.782805:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f96e13a2. 00000400:00000200:2.0:1788696433.782810:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000840910ba 00000400:00000010:2.0:1788696433.782812:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000840910ba. 00000100:00000001:2.0:1788696433.782815:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696433.782819:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000028758325 x1875583274387584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696433.782838:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000028758325 x1875583274387584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696433.782843:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696433.782882:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696433.782885:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696433.782887:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696433.782889:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696433.782891:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696433.782893:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696433.782902:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=33 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696433.782905:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=128 v=5 (1 0 0 0) 00000100:00000001:2.0:1788696433.782908:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696433.782909:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696433.782911:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788696433.782915:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000028758325 x1875583274387584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696433.782922:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696433.782926:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696433.782928:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696433.782930:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696433.782932:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696433.782935:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028758325 x1875583274387584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696433.782941:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696433.782944:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696433.782946:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696433.782949:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028758325 x1875583274387584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696433.782956:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000028758325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274387584:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696433.782961:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696433.782969:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696433.782972:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028758325 x1875583274387584/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696433.782978:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696433.782980:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696433.782983:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f248045. 02000000:00000001:2.0:1788696433.782987:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696433.782989:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696433.782991:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696433.782993:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696433.782995:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2263eda. 02000000:00000001:2.0:1788696433.782998:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696433.783000:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696433.783001:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028758325. 00000100:00000001:2.0:1788696433.783006:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696433.783007:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696433.783009:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696433.783016:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696433.783017:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696433.783019:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696433.783021:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788696433.785038:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696433.785046:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696433.785050:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7a9fab3. 00000400:00000200:0.0:1788696433.785061:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016d26bd0 00000400:00000010:0.0:1788696433.785063:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000016d26bd0. 00000100:00000001:0.0:1788696433.785068:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696433.785078:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b920c5d1 x1875583274387456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696433.785089:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b920c5d1 x1875583274387456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696433.785203:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696433.785206:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696433.785210:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696433.785212:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696433.785215:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696433.785217:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696433.785220:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696433.785230:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=34 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696433.785236:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=34 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696433.785239:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696433.785240:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696433.785242:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696433.785247:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696433.785251:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696433.785253:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696433.785256:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696433.785257:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696433.785262:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b920c5d1 x1875583274387456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696433.785289:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696433.785293:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696433.785295:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696433.785298:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b920c5d1 x1875583274387456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696433.785306:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b920c5d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274387456:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696433.785311:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696433.785314:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696433.785317:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b920c5d1 x1875583274387456/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696433.785323:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696433.785327:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696433.785330:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc014c3d. 02000000:00000001:0.0:1788696433.785334:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696433.785336:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696433.785338:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696433.785340:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696433.785343:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a559f720. 02000000:00000001:0.0:1788696433.785347:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696433.785349:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696433.785350:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b920c5d1. 00000100:00000001:0.0:1788696433.785355:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696433.785357:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696433.785358:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696433.785368:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696433.785370:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696433.785373:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696433.785375:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696434.734174:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696434.734186:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696434.734194:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696434.734199:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696434.734202:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696434.734206:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696434.734211:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696434.734214:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696434.734216:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696434.734219:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696434.734467:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696434.734471:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696434.734475:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696435.053990:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307396849, at 4307396864 00000100:00000040:2.0:1788696435.053990:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307396849, at 4307396864 00000100:00000010:2.0:1788696435.054013:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021c2bafd. 00000100:00000010:1.0:1788696435.054016:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e02d52fc. 00000100:00000040:0.0:1788696435.054138:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307396849, at 4307396864 00000100:00000010:0.0:1788696435.054146:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073e350b2. 00000100:00000040:3.0:1788696435.054231:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307396849, at 4307396864 00000100:00000010:3.0:1788696435.054237:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e979dca6. 00010000:00000001:2.0:1788696435.758044:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696435.758054:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696435.758063:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696435.758064:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696435.758321:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696435.758326:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696435.758330:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696436.781996:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696436.782004:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696436.782011:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696436.782012:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696436.782092:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696436.782098:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696436.782103:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696437.805961:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696437.805968:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696437.805975:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696437.805976:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696437.806073:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696437.806076:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696437.806079:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696438.829968:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696438.829986:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696438.829993:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696438.829994:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696438.830047:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696438.830051:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696438.830072:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696438.894587:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696438.894596:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696438.894602:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e083dc65. 00000020:00000040:3.0:1788696438.894609:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696438.894613:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696438.894616:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696438.894622:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696438.894628:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006beeb4bb. 00000100:00000001:3.0:1788696438.894635:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696438.894647:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000e083dc65 x1875583274387712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696438.894657:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696438.894660:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696438.894666:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e083dc65] to pc [ptlrpcd_00_00+0] req@00000000e083dc65 x1875583274387712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696438.894710:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696438.894713:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696438.894717:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696438.894719:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788696438.894722:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696438.894724:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696438.894726:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696438.894727:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696438.894731:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f68a3b. 00000100:00000001:3.0:1788696438.894733:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696438.894737:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000048524a16 x1875583274387840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696438.894744:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696438.894746:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696438.894748:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_01+1] req@0000000048524a16 x1875583274387840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696438.894754:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696438.894758:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696438.894761:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696438.894770:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e083dc65 x1875583274387712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696438.894776:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696438.894780:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696438.894786:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696438.894787:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788696438.894792:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788696438.894792:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c1b66ce. 00000020:00000040:3.0:1788696438.894797:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:1.0:1788696438.894799:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788696438.894801:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696438.894803:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696438.894804:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696438.894807:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696438.894808:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696438.894813:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f59c383. 00000100:00100000:1.0:1788696438.894815:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e083dc65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274387712:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696438.894818:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696438.894823:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1788696438.894826:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000000c1b66ce x1875583274387968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788696438.894830:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696438.894834:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696438.894839:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788696438.894839:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696438.894841:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696438.894864:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003cf4652c. 00000100:00000040:3.0:1788696438.894867:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1b66ce] to pc [ptlrpcd_00_02+2] req@000000000c1b66ce x1875583274387968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696438.894869:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696438.894879:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fe864f6. 00000400:00000010:1.0:1788696438.894888:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aff15dcb. 00000100:00000001:3.0:1788696438.894891:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696438.894895:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1788696438.894896:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274387712, portal 25 00000100:00000001:1.0:1788696438.894902:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1788696438.894902:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1788696438.894906:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548227456 : -113296161324160 : ffff98f52e8cc380) 00000100:00000040:3.0:1788696438.894908:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12738) 00000100:00000040:1.0:1788696438.894914:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e083dc65 x1875583274387712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696438.894919:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696438.894922:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696438.894925:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788696438.894928:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696438.894931:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c1b66ce x1875583274387968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696438.894936:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696438.894940:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013cbe2c3. 00000100:00000200:1.0:1788696438.894945:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274387712, offset 0 00000100:00000001:3.0:1788696438.894946:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696438.894948:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696438.894950:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696438.894952:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788696438.894961:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:3.0:1788696438.894962:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696438.894968:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274387968:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696438.894972:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696438.894974:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696438.894976:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696438.894978:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:3.0:1788696438.894979:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696438.894983:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ab6dcc18. 00000400:00000200:1.0:1788696438.894987:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1788696438.894987:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696438.894993:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d1cd4db. 00000400:00000200:1.0:1788696438.894994:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000010:3.0:1788696438.895000:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000400:00000200:1.0:1788696438.895001:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1788696438.895005:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274387968, portal 10 00000400:00000200:1.0:1788696438.895007:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788696438.895009:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696438.895012:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548240896 : -113296161310720 : ffff98f52e8cf800) 00000400:00000200:1.0:1788696438.895014:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [545:545:256:4294967295] 192.168.201.118@tcp LPNI seq info [545:545:8:4294967295] 00000100:00000040:3.0:1788696438.895021:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c1b66ce x1875583274387968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696438.895029:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788696438.895031:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788696438.895035:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788696438.895036:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1788696438.895036:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696438.895041:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1788696438.895042:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024937889. 00000100:00000200:3.0:1788696438.895046:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274387968, offset 0 00000100:00000040:2.0:1788696438.895049:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274387840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788696438.895052:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696438.895057:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696438.895061:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000372e11cf. 00000400:00000200:3.0:1788696438.895067:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788696438.895068:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696438.895070:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696438.895074:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 02000000:00000001:2.0:1788696438.895075:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1788696438.895077:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1788696438.895079:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788696438.895083:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000001:2.0:1788696438.895084:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696438.895088:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00100000:2.0:1788696438.895091:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274387840:192.168.201.118@tcp:400: 00000400:00000200:3.0:1788696438.895092:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1788696438.895096:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000372e11cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696438.895098:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1788696438.895099:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000001:2.0:1788696438.895103:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696438.895105:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696438.895106:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [546:546:255:4294967295] 192.168.201.118@tcp LPNI seq info [546:546:7:4294967295] 02000000:00000001:2.0:1788696438.895108:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696438.895112:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9764a6b. 00000100:00000001:1.0:1788696438.895113:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696438.895116:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696438.895120:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091d4eecd. 00000100:00000001:1.0:1788696438.895121:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307401970 00000400:00000200:3.0:1788696438.895121:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000010:2.0:1788696438.895125:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a64d0d8. 00000100:00000010:1.0:1788696438.895128:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073e350b2. 00000100:00000200:2.0:1788696438.895130:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274387840, portal 10 00000800:00000200:3.0:1788696438.895133:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696438.895134:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696438.895138:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788696438.895138:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000800:00000010:3.0:1788696438.895139:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dac42727. 00000100:00000040:2.0:1788696438.895145:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274387840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696438.895147:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307401970 00000800:00000200:3.0:1788696438.895148:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000010:1.0:1788696438.895154:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021c2bafd. 00000800:00000200:3.0:1788696438.895158:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:1.0:1788696438.895160:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696438.895161:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788696438.895166:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307401970 00000100:00000040:2.0:1788696438.895167:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000800:00000200:3.0:1788696438.895171:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dac42727 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1788696438.895173:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009787881e. 00000400:00000010:2.0:1788696438.895173:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0bf99ec. 00000100:00000001:3.0:1788696438.895175:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788696438.895179:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274387840, offset 0 00000100:00000001:1.0:1788696438.895180:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1788696438.895181:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 24981 usecs (25 jiffies) 00000100:00000001:3.0:1788696438.895186:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307400730 00000100:00000001:1.0:1788696438.895187:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307401970 00000400:00000200:2.0:1788696438.895188:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696438.895194:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307401970 00000100:00000010:1.0:1788696438.895195:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007b48a3b0. 00000100:00000001:3.0:1788696438.895197:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307400730 00000400:00000200:2.0:1788696438.895198:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:1.0:1788696438.895203:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696438.895204:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307401970 00000400:00000200:2.0:1788696438.895205:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788696438.895208:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696438.895209:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307400730 00000400:00000200:2.0:1788696438.895210:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:1.0:1788696438.895215:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696438.895215:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307401970 00000400:00000200:2.0:1788696438.895216:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788696438.895221:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696438.895222:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788696438.895222:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307400730 00000400:00000200:2.0:1788696438.895227:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [547:547:254:4294967295] 192.168.201.118@tcp LPNI seq info [547:547:6:4294967295] 00000100:00000001:3.0:1788696438.895227:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307401970 00000100:00000001:3.0:1788696438.895233:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696438.895234:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696438.895238:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696438.895243:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:1.0:1788696438.895244:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696438.895244:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696438.895249:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696438.895249:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788696438.895250:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696438.895256:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1788696438.895257:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2263eda. 00000100:00000001:3.0:1788696438.895259:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696438.895260:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696438.895262:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696438.895265:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696438.895265:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788696438.895267:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696438.895271:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696438.895271:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696438.895274:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696438.895275:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696438.895280:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d2263eda type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696438.895280:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696438.895287:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696438.895290:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 24888 usecs (25 jiffies) 00000100:00000001:3.0:1788696438.895307:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696438.895310:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696438.895314:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696438.895319:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000372e11cf. 00000400:00000200:1.0:1788696438.895324:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788696438.895368:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307400730 00000100:00000001:2.0:1788696438.895371:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307401970 00000100:00000001:2.0:1788696438.895372:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307400730 00000100:00000001:2.0:1788696438.895374:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307401970 00000100:00000001:2.0:1788696438.895380:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307400730 00000100:00000001:2.0:1788696438.895382:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307401970 00000100:00000001:2.0:1788696438.895383:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307400730 00000100:00000001:2.0:1788696438.895385:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307401970 00000100:00000001:2.0:1788696438.895392:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696438.895394:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696438.895396:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696438.895398:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696438.895401:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696438.895404:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1788696438.895406:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696438.895408:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696438.895411:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696438.895412:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696438.895414:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696438.895415:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013cbe2c3 00000400:00000010:1.0:1788696438.895418:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013cbe2c3. 00000100:00000001:1.0:1788696438.895424:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696438.895428:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e083dc65 x1875583274387712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696438.895437:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696438.895440:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e083dc65 x1875583274387712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696438.895446:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696438.895447:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696438.895460:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696438.895462:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dac42727. 00000400:00000200:1.0:1788696438.895465:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696438.895468:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696438.895470:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024937889 00000400:00000010:1.0:1788696438.895471:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000024937889. 00000100:00000001:1.0:1788696438.895474:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696438.895476:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000c1b66ce x1875583274387968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696438.895483:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696438.895485:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c1b66ce x1875583274387968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696438.895490:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696438.895497:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696438.898165:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696438.898174:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2263eda. 00000400:00000200:1.0:1788696438.898183:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696438.898191:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696438.898197:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0bf99ec 00000400:00000010:1.0:1788696438.898200:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0bf99ec. 00000100:00000001:1.0:1788696438.898205:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696438.898212:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274387840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696438.898224:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696438.898227:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274387840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696438.898235:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696438.898236:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696438.899482:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696438.899493:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696438.899495:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696438.899496:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696438.899503:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696438.899514:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d10a00 00000400:00000200:2.0:1788696438.899519:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x11d9 [1] + 224 00000800:00000001:2.0:1788696438.899524:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696438.899526:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696438.899528:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696438.899531:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696438.899535:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696438.899538:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000c1b66ce x1875583274387968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696438.899545:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c1b66ce x1875583274387968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696438.899597:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696438.899602:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696438.899661:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696438.899670:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696438.899675:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696438.899677:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696438.899691:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696438.899697:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696438.899705:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d10900 00000400:00000200:2.0:1788696438.899725:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x11d1 [1] + 224 00000800:00000001:2.0:1788696438.899729:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696438.899732:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696438.899733:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696438.899736:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696438.899738:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696438.899741:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e083dc65 x1875583274387712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696438.899747:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e083dc65 x1875583274387712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696438.899760:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696438.899764:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696438.899766:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696438.899767:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696438.899768:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696438.899771:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696438.899775:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d10980 00000400:00000200:2.0:1788696438.899778:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x11e1 [1] + 224 00000800:00000001:2.0:1788696438.899781:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696438.899818:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696438.899819:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696438.899821:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696438.899823:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696438.899825:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274387840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696438.899829:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274387840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696438.899842:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696438.899857:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696438.899859:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696438.900085:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696438.900087:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696438.900089:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d1cd4db. 00000400:00000200:3.0:1788696438.900093:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:3.0:1788696438.900094:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:3.0:1788696438.900096:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696438.900099:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000c1b66ce x1875583274387968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696438.900113:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000c1b66ce x1875583274387968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696438.900118:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696438.900118:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696438.900120:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696438.900122:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696438.900124:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696438.900126:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696438.900128:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696438.900128:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696438.900132:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788696438.900134:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696438.900137:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696438.900138:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091d4eecd. 00000100:00001000:3.0:1788696438.900141:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=38 v=5 (5 5 5 5) 00000400:00000200:0.0:1788696438.900143:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a64d0d8 00000400:00000010:0.0:1788696438.900147:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001a64d0d8. 00000100:00001000:3.0:1788696438.900147:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=133 v=5 (1 0 0 0) 00000100:00000001:0.0:1788696438.900153:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696438.900154:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696438.900157:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696438.900161:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274387840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696438.900161:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788696438.900169:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000c1b66ce x1875583274387968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696438.900180:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274387840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696438.900183:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696438.900189:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1788696438.900193:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:3.0:1788696438.900193:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696438.900197:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696438.900197:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696438.900201:0:201301:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:3.0:1788696438.900201:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696438.900204:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696438.900207:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1788696438.900209:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c1b66ce x1875583274387968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696438.900210:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696438.900215:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696438.900220:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1788696438.900222:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=39 v=5 (5 5 5 5) 00000100:00000001:3.0:1788696438.900223:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696438.900225:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1788696438.900229:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=39 v=5 (1 1 1 1) 00000100:00000040:3.0:1788696438.900230:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c1b66ce x1875583274387968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696438.900235:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696438.900238:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696438.900241:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274387968:192.168.201.118@tcp:400: 00010000:00000001:0.0:1788696438.900242:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696438.900246:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696438.900248:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696438.900249:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696438.900251:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696438.900252:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696438.900257:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274387840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696438.900263:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696438.900266:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696438.900267:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696438.900271:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274387840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696438.900292:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274387840:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696438.900297:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696438.900299:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696438.900301:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274387840/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696438.900307:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696438.900310:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696438.900313:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9764a6b. 02000000:00000001:0.0:1788696438.900317:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696438.900319:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696438.900321:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696438.900323:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696438.900325:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f68a3b. 02000000:00000001:0.0:1788696438.900328:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696438.900330:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696438.900331:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000100:00000001:0.0:1788696438.900335:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696438.900336:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696438.900338:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696438.900345:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696438.900346:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696438.900348:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696438.900350:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696438.900398:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696438.900401:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696438.900404:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696438.900406:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696438.900407:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fe864f6. 00000400:00000200:1.0:1788696438.900410:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aff15dcb 00000400:00000010:1.0:1788696438.900412:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000aff15dcb. 00000100:00000001:1.0:1788696438.900414:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696438.900418:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e083dc65 x1875583274387712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696438.900426:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e083dc65 x1875583274387712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696438.900431:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696438.900433:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696438.900434:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696438.900436:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696438.900437:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696438.900438:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696438.900440:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696438.900442:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=39 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696438.900451:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=39 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696438.900452:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696438.900454:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696438.900455:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696438.900457:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696438.900458:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696438.900461:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e083dc65 x1875583274387712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696438.900467:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696438.900468:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696438.900470:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696438.900472:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e083dc65 x1875583274387712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696438.900478:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e083dc65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274387712:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696438.900481:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696438.900483:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696438.900485:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e083dc65 x1875583274387712/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696438.900491:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696438.900492:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696438.900494:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003cf4652c. 02000000:00000001:1.0:1788696438.900496:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696438.900497:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696438.900498:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696438.900500:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696438.900501:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006beeb4bb. 02000000:00000001:1.0:1788696438.900503:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696438.900504:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696438.900505:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e083dc65. 00000100:00000001:1.0:1788696438.900507:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696438.900508:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696438.900510:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696438.900513:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696438.900518:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696438.900520:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696438.900522:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696438.900611:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696438.900619:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696438.900623:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c1b66ce x1875583274387968/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696438.900629:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696438.900630:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696438.900632:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ab6dcc18. 02000000:00000001:3.0:1788696438.900635:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696438.900636:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696438.900637:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696438.900639:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696438.900640:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f59c383. 02000000:00000001:3.0:1788696438.900642:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696438.900643:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696438.900644:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c1b66ce. 00000100:00000001:3.0:1788696438.900646:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696438.900648:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696438.900649:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696438.900653:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696438.900654:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696438.900655:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696438.900658:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696439.853949:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696439.853956:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696439.853958:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696439.853961:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696439.853964:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696439.853966:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696439.853967:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696439.853969:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696439.853971:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696439.853972:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696439.854054:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696439.854057:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696439.854060:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696440.173941:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307401970, at 4307401984 00000100:00000040:3.0:1788696440.173945:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307401970, at 4307401984 00000100:00000040:1.0:1788696440.173948:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307401970, at 4307401984 00000100:00000010:2.0:1788696440.173956:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009787881e. 00000100:00000010:3.0:1788696440.174087:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007b48a3b0. 00000100:00000040:0.0:1788696440.174096:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307401970, at 4307401984 00000100:00000010:0.0:1788696440.174103:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073e350b2. 00000100:00000010:1.0:1788696440.174116:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021c2bafd. 00010000:00000001:2.0:1788696440.877969:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696440.877976:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696440.877984:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696440.877986:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696440.878969:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696440.878974:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696440.878977:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696441.901992:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696441.901999:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696441.902004:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696441.902005:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696441.902072:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696441.902075:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696441.902078:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696442.925988:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696442.925995:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696442.926001:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696442.926002:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696442.926057:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696442.926060:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696442.926064:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696443.949958:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696443.949964:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696443.949970:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696443.949970:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696443.950047:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696443.950050:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696443.950053:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696444.013991:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696444.013999:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696444.014007:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c1b66ce. 00000020:00000040:3.0:1788696444.014024:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696444.014028:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696444.014030:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696444.014035:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696444.014041:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f59c383. 00000100:00000001:3.0:1788696444.014047:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696444.014055:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000000c1b66ce x1875583274388096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696444.014063:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696444.014065:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696444.014070:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1b66ce] to pc [ptlrpcd_00_03+3] req@000000000c1b66ce x1875583274388096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696444.014093:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696444.014096:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696444.014100:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696444.014103:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d115929. 00000020:00000040:3.0:1788696444.014106:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696444.014107:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696444.014108:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696444.014112:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788696444.014113:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1788696444.014114:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696444.014117:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1788696444.014119:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a4df8fd. 00000100:00000001:3.0:1788696444.014123:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696444.014125:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c1b66ce x1875583274388096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696444.014128:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000004d115929 x1875583274388224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696444.014150:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696444.014151:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696444.014152:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696444.014155:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696444.014156:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d115929] to pc [ptlrpcd_00_00+0] req@000000004d115929 x1875583274388224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696444.014162:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696444.014164:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696444.014168:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696444.014176:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274388096:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696444.014182:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788696444.014185:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696444.014188:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1788696444.014188:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1788696444.014192:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696444.014196:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788696444.014200:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:1.0:1788696444.014202:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b33cdd3c. 00000100:00000010:3.0:1788696444.014204:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e083dc65. 02000000:00000001:1.0:1788696444.014206:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788696444.014208:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696444.014211:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696444.014212:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1788696444.014214:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fe864f6. 02000000:00000001:3.0:1788696444.014214:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696444.014221:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d33dd5fd. 00000100:00000001:3.0:1788696444.014224:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696444.014225:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aff15dcb. 00000100:00000040:3.0:1788696444.014227:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000e083dc65 x1875583274388352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696444.014234:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1788696444.014235:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274388096, portal 25 00000100:00000001:3.0:1788696444.014235:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696444.014240:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e083dc65] to pc [ptlrpcd_00_01+1] req@00000000e083dc65 x1875583274388352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696444.014242:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696444.014245:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548240896 : -113296161310720 : ffff98f52e8cf800) 00000100:00000001:3.0:1788696444.014252:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696444.014254:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788696444.014255:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c1b66ce x1875583274388096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696444.014257:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788696444.014260:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12743) 00000100:00000001:1.0:1788696444.014270:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696444.014274:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696444.014276:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013cbe2c3. 00000100:00000200:1.0:1788696444.014278:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274388096, offset 0 00000400:00000200:1.0:1788696444.014284:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696444.014298:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696444.014304:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696444.014308:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696444.014312:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788696444.014312:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788696444.014317:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788696444.014318:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696444.014324:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [548:548:256:4294967295] 192.168.201.118@tcp LPNI seq info [548:548:8:4294967295] 00000100:00000001:2.0:1788696444.014334:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788696444.014338:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788696444.014339:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696444.014342:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696444.014349:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d115929 x1875583274388224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788696444.014351:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696444.014358:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000372e11cf. 00000100:00000001:2.0:1788696444.014364:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696444.014366:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696444.014368:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696444.014377:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 02000000:00000001:2.0:1788696444.014377:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696444.014381:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1788696444.014383:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000372e11cf type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1788696444.014385:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696444.014391:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274388224:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696444.014396:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696444.014396:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696444.014399:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1788696444.014403:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307407089 02000000:00000001:2.0:1788696444.014403:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696444.014408:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1788696444.014410:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2941297. 02000000:00000010:2.0:1788696444.014413:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b066959. 02000000:00000001:2.0:1788696444.014417:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696444.014418:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1788696444.014422:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000251caa7b. 00000100:00000001:1.0:1788696444.014424:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307407089 00000400:00000010:2.0:1788696444.014429:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8b0aa1a. 00000100:00000010:1.0:1788696444.014430:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099d32986. 00000100:00000200:2.0:1788696444.014434:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274388224, portal 10 00000100:00000001:1.0:1788696444.014436:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696444.014438:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696444.014441:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307407089 00000100:00000001:2.0:1788696444.014442:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548236416 : -113296161315200 : ffff98f52e8ce680) 00000100:00000010:1.0:1788696444.014446:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000accae067. 00000100:00000001:1.0:1788696444.014451:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1788696444.014452:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004d115929 x1875583274388224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696444.014455:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307407089 00000100:00000010:1.0:1788696444.014461:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000021c2bafd. 00000100:00000001:2.0:1788696444.014463:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696444.014467:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696444.014472:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000400:00000010:2.0:1788696444.014472:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001a64d0d8. 00000100:00000200:2.0:1788696444.014474:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274388224, offset 0 00000100:00000001:1.0:1788696444.014477:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788696444.014481:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696444.014483:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696444.014488:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696444.014488:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696444.014492:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788696444.014493:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696444.014495:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696444.014499:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696444.014500:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696444.014501:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [549:549:255:4294967295] 192.168.201.118@tcp LPNI seq info [549:549:7:4294967295] 00000100:00000001:1.0:1788696444.014503:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696444.014507:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1788696444.014509:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:1.0:1788696444.014511:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696444.014514:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1788696444.014515:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696444.014518:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788696444.014519:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a3e8ab7. 00000100:00000001:1.0:1788696444.014524:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696444.014524:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696444.014533:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696444.014535:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a3e8ab7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696444.014539:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696444.014541:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 24776 usecs (25 jiffies) 00000100:00000001:2.0:1788696444.014543:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307405849 00000100:00000001:2.0:1788696444.014545:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307407089 00000100:00000001:2.0:1788696444.014546:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307405849 00000100:00000001:2.0:1788696444.014548:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307407089 00000100:00000001:2.0:1788696444.014549:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307405849 00000100:00000001:2.0:1788696444.014549:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307407089 00000100:00000001:2.0:1788696444.014550:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307405849 00000100:00000001:2.0:1788696444.014551:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307407089 00000100:00000001:2.0:1788696444.014552:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696444.014553:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696444.014554:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696444.014556:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696444.014559:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1788696444.014564:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788696444.014568:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1788696444.014569:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000372e11cf. 00000100:00000001:2.0:1788696444.014572:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788696444.014577:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788696444.014578:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696444.014581:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696444.014585:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00100000:2.0:1788696444.014587:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788696444.014601:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696444.014603:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696444.014604:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696444.014607:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013cbe2c3 00000100:00000001:2.0:1788696444.014607:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696444.014609:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1788696444.014611:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013cbe2c3. 00000100:00000001:2.0:1788696444.014612:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788696444.014617:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1788696444.014619:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e083dc65 x1875583274388352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696444.014624:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000c1b66ce x1875583274388096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696444.014633:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696444.014639:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788696444.014639:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696444.014643:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1788696444.014645:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c1b66ce x1875583274388096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696444.014646:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696444.014651:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696444.014656:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e083dc65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274388352:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696444.014663:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788696444.014664:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696444.014665:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1788696444.014667:0:201293:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1788696444.014668:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696444.014671:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696444.014673:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f208964f. 02000000:00000001:2.0:1788696444.014675:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696444.014677:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6015ae6. 00000400:00000010:2.0:1788696444.014680:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0bf99ec. 00000100:00000200:2.0:1788696444.014682:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274388352, portal 10 00000100:00000001:2.0:1788696444.014683:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696444.014684:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548227456 : -113296161324160 : ffff98f52e8cc380) 00000100:00000040:2.0:1788696444.014688:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e083dc65 x1875583274388352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696444.014692:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696444.014693:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696444.014695:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042d69037. 00000100:00000200:2.0:1788696444.014696:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274388352, offset 0 00000400:00000200:2.0:1788696444.014699:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696444.014702:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696444.014704:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696444.014705:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696444.014707:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696444.014708:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696444.014710:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [550:550:255:4294967295] 192.168.201.118@tcp LPNI seq info [550:550:7:4294967295] 00000400:00000200:2.0:1788696444.014715:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696444.014717:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696444.014720:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009619aef4. 00000800:00000200:2.0:1788696444.014727:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696444.014728:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696444.014732:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a3e8ab7. 00000800:00000200:2.0:1788696444.014732:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696444.014736:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009619aef4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1788696444.014739:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788696444.014740:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696444.014745:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 24866 usecs (25 jiffies) 00000400:00000200:1.0:1788696444.014750:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696444.014750:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307405849 00000100:00000001:2.0:1788696444.014754:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307407089 00000400:00000200:1.0:1788696444.014757:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a64d0d8 00000100:00000001:2.0:1788696444.014757:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307405849 00000400:00000010:1.0:1788696444.014762:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001a64d0d8. 00000100:00000001:2.0:1788696444.014762:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307407089 00000100:00000001:2.0:1788696444.014765:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307405849 00000100:00000001:2.0:1788696444.014767:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307407089 00000100:00000001:1.0:1788696444.014768:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1788696444.014768:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307405849 00000100:00000001:2.0:1788696444.014771:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307407089 00000100:00000001:2.0:1788696444.014772:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1788696444.014774:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004d115929 x1875583274388224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696444.014775:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696444.014777:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696444.014781:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696444.014789:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788696444.014796:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788696444.014799:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d115929 x1875583274388224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696444.014800:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696444.014809:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696444.014811:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696444.014823:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696444.014825:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009619aef4. 00000400:00000200:1.0:1788696444.014828:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696444.014831:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696444.014833:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042d69037 00000400:00000010:1.0:1788696444.014835:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000042d69037. 00000100:00000001:1.0:1788696444.014837:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696444.014839:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e083dc65 x1875583274388352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696444.014974:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696444.015035:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e083dc65 x1875583274388352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696444.015043:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696444.015045:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696444.016753:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696444.016762:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696444.016765:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696444.016767:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696444.016776:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696444.016787:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d10a80 00000400:00000200:1.0:1788696444.016792:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x11e9 [1] + 224 00000800:00000001:1.0:1788696444.016797:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696444.016799:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696444.016801:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696444.016803:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696444.016808:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696444.016811:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000c1b66ce x1875583274388096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696444.016818:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c1b66ce x1875583274388096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696444.016837:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696444.016865:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696444.016869:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696444.016874:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696444.016877:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696444.016879:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fe864f6. 00000800:00000001:1.0:1788696444.016883:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1788696444.016884:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aff15dcb 00000400:00000010:3.0:1788696444.016887:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000aff15dcb. 00000100:00000001:3.0:1788696444.016891:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696444.016895:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000c1b66ce x1875583274388096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696444.016904:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000c1b66ce x1875583274388096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696444.016910:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696444.016917:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696444.016919:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696444.016921:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696444.016923:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696444.016925:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696444.016928:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696444.016933:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=45 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696444.016936:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=45 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696444.016938:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696444.016939:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696444.016941:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696444.016944:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696444.016947:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696444.016950:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c1b66ce x1875583274388096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696444.016957:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696444.016960:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696444.016962:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696444.016965:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c1b66ce x1875583274388096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696444.016972:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274388096:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696444.016976:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696444.016978:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696444.016980:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c1b66ce x1875583274388096/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696444.016991:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696444.016994:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696444.016996:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b33cdd3c. 00000800:00000001:1.0:1788696444.016998:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788696444.016999:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:1.0:1788696444.017004:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1788696444.017004:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696444.017006:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000800:00000001:1.0:1788696444.017010:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788696444.017010:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696444.017012:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f59c383. 02000000:00000001:3.0:1788696444.017016:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1788696444.017019:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696444.017028:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d10b00 00000400:00000200:1.0:1788696444.017033:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x11f1 [1] + 224 00000800:00000001:1.0:1788696444.017037:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696444.017039:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696444.017041:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696444.017044:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696444.017047:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696444.017050:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004d115929 x1875583274388224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696444.017058:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d115929 x1875583274388224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696444.017072:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696444.017076:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696444.017080:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696444.017081:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696444.017083:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696444.017087:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696444.017093:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d10b80 00000100:00000001:2.0:1788696444.017094:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696444.017098:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1788696444.017099:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x11f9 [1] + 224 00000400:00000001:2.0:1788696444.017104:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1788696444.017105:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1788696444.017109:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696444.017111:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000251caa7b. 00000800:00000001:1.0:1788696444.017112:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696444.017117:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8b0aa1a 00000400:00000010:2.0:1788696444.017120:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c8b0aa1a. 00000100:00000001:2.0:1788696444.017122:0:201300:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:3.0:1788696444.017125:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1788696444.017126:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1788696444.017128:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004d115929 x1875583274388224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1788696444.017128:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c1b66ce. 00000100:00000001:3.0:1788696444.017133:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696444.017136:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696444.017137:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696444.017140:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788696444.017143:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004d115929 x1875583274388224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696444.017145:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696444.017147:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696444.017150:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696444.017151:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696444.017155:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696444.017158:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e083dc65 x1875583274388352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696444.017166:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696444.017169:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696444.017173:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696444.017176:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1788696444.017177:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e083dc65 x1875583274388352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696444.017178:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696444.017181:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696444.017184:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696444.017191:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=45 v=5 (5 5 5 5) 00000100:00000001:1.0:1788696444.017193:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00001000:2.0:1788696444.017197:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=45 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696444.017199:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696444.017200:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696444.017201:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1788696444.017203:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1788696444.017206:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788696444.017207:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696444.017213:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696444.017215:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696444.017217:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696444.017219:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696444.017223:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d115929 x1875583274388224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696444.017230:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696444.017232:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696444.017233:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696444.017236:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d115929 x1875583274388224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696444.017243:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004d115929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274388224:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696444.017247:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696444.017249:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696444.017251:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d115929 x1875583274388224/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696444.017255:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696444.017256:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696444.017261:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b066959. 02000000:00000001:2.0:1788696444.017262:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696444.017263:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696444.017264:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696444.017265:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696444.017266:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a4df8fd. 02000000:00000001:2.0:1788696444.017268:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696444.017268:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696444.017269:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d115929. 00000100:00000001:2.0:1788696444.017271:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696444.017272:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696444.017274:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696444.017275:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696444.017275:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696444.017278:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696444.017278:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696444.017279:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6015ae6. 00000400:00000200:2.0:1788696444.017281:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0bf99ec 00000400:00000010:2.0:1788696444.017282:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0bf99ec. 00000100:00000001:2.0:1788696444.017283:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696444.017285:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e083dc65 x1875583274388352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696444.017290:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e083dc65 x1875583274388352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696444.017294:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696444.017294:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696444.017295:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696444.017296:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696444.017296:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696444.017297:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696444.017298:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696444.017301:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=44 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696444.017302:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=139 v=5 (1 0 0 0) 00000100:00000001:2.0:1788696444.017304:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696444.017304:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696444.017305:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788696444.017310:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e083dc65 x1875583274388352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696444.017316:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696444.017318:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696444.017320:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696444.017321:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696444.017322:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696444.017325:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e083dc65 x1875583274388352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696444.017330:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696444.017332:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696444.017333:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696444.017335:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e083dc65 x1875583274388352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696444.017342:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e083dc65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274388352:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696444.017346:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696444.017347:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696444.017350:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e083dc65 x1875583274388352/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696444.017355:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696444.017357:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696444.017358:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f208964f. 02000000:00000001:2.0:1788696444.017361:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696444.017362:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696444.017363:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696444.017365:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696444.017366:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d33dd5fd. 02000000:00000001:2.0:1788696444.017368:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696444.017369:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696444.017370:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e083dc65. 00000100:00000001:2.0:1788696444.017373:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696444.017378:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696444.017381:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696444.017384:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696444.017385:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696444.017386:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696444.017388:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696444.974146:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696444.974159:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696444.974165:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696444.974168:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696444.974170:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696444.974172:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696444.974176:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696444.974178:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696444.974179:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696444.974181:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696444.974243:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696444.974246:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696444.974249:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696445.293899:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307407089, at 4307407104 00000100:00000040:2.0:1788696445.293904:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307407089, at 4307407104 00000100:00000010:2.0:1788696445.293917:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000accae067. 00000100:00000010:3.0:1788696445.293919:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021c2bafd. 00000100:00000040:1.0:1788696445.293971:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307407089, at 4307407104 00000100:00000010:1.0:1788696445.293977:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099d32986. 00000100:00000040:0.0:1788696445.294039:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307407089, at 4307407104 00000100:00000010:0.0:1788696445.294044:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2941297. 00010000:00000001:2.0:1788696445.998014:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696445.998020:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696445.998024:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696445.998025:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696445.999705:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696445.999710:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696445.999714:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696447.021997:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696447.022008:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696447.022015:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696447.022016:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696447.022137:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696447.022141:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696447.022144:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696448.046597:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696448.046603:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696448.046609:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696448.046610:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696448.046667:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696448.046671:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696448.046673:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696449.069958:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696449.069964:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696449.069969:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696449.069970:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696449.070082:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696449.070085:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696449.070088:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696449.134256:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696449.134265:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696449.134275:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000146638d8. 00000020:00000040:1.0:1788696449.134280:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696449.134284:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696449.134286:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696449.134291:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696449.134298:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000372e11cf. 00000100:00000001:1.0:1788696449.134304:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696449.134313:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000146638d8 x1875583274388480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696449.134323:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696449.134325:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696449.134330:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000146638d8] to pc [ptlrpcd_00_02+2] req@00000000146638d8 x1875583274388480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696449.134353:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696449.134374:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696449.134377:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696449.134380:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b66d9e0. 00000100:00000001:3.0:1788696449.134381:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1788696449.134383:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696449.134388:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1788696449.134388:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 02000000:00000001:1.0:1788696449.134390:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788696449.134391:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696449.134392:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788696449.134393:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696449.134396:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696449.134399:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f7e36ce6. 00000100:00000001:3.0:1788696449.134402:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696449.134404:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696449.134406:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696449.134410:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788696449.134411:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000002b66d9e0 x1875583274388608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696449.134412:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696449.134415:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696449.134421:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000146638d8 x1875583274388480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696449.134426:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696449.134429:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696449.134431:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696449.134434:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696449.134436:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b66d9e0] to pc [ptlrpcd_00_03+3] req@000000002b66d9e0 x1875583274388608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696449.134438:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696449.134440:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696449.134445:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696449.134450:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000146638d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274388480:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696449.134461:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788696449.134464:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696449.134465:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696449.134468:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696449.134469:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1788696449.134471:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788696449.134475:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:3.0:1788696449.134475:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000381eff1e. 02000000:00000001:3.0:1788696449.134478:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788696449.134481:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5a80015. 00000400:00000010:3.0:1788696449.134483:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d1cd4db. 00000020:00000040:1.0:1788696449.134486:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000400:00000010:3.0:1788696449.134490:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000100:00000001:1.0:1788696449.134491:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696449.134495:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696449.134498:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788696449.134498:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274388480, portal 25 00000100:00000001:3.0:1788696449.134515:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696449.134516:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877465600 : -113296832086016 : ffff98f50691c000) 00000100:00000040:3.0:1788696449.134521:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000146638d8 x1875583274388480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696449.134527:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696449.134529:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000010:1.0:1788696449.134530:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000155bbcce. 00000400:00000010:3.0:1788696449.134531:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d47dd1a6. 00000100:00000001:1.0:1788696449.134537:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788696449.134537:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274388480, offset 0 00000400:00000200:3.0:1788696449.134544:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:1.0:1788696449.134546:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000b5a80015 x1875583274388736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696449.134555:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696449.134556:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696449.134558:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000040:1.0:1788696449.134563:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5a80015] to pc [ptlrpcd_00_00+0] req@00000000b5a80015 x1875583274388736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696449.134563:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696449.134569:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696449.134624:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696449.134627:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696449.134630:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [551:551:256:4294967295] 192.168.201.118@tcp LPNI seq info [551:551:8:4294967295] 00000100:00000001:0.0:1788696449.134639:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788696449.134639:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:0.0:1788696449.134644:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696449.134648:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1788696449.134648:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696449.134655:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f59c383. 00000100:00000040:0.0:1788696449.134656:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b5a80015 x1875583274388736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696449.134657:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696449.134661:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:3.0:1788696449.134667:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000040:1.0:1788696449.134669:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788696449.134678:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12748) 00000800:00000200:3.0:1788696449.134681:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696449.134687:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f59c383 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696449.134690:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696449.134691:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696449.134693:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696449.134695:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696449.134696:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696449.134698:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696449.134701:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696449.134703:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696449.134704:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b5a80015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274388736:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696449.134707:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696449.134709:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696449.134710:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696449.134713:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696449.134716:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002955bc70. 00000100:00000001:3.0:1788696449.134716:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307412209 02000000:00000001:0.0:1788696449.134719:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788696449.134723:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000400:00000010:0.0:1788696449.134724:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7a9fab3. 00000400:00000010:0.0:1788696449.134729:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016d26bd0. 00000100:00000200:0.0:1788696449.134732:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274388736, portal 10 00000100:00000001:0.0:1788696449.134734:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696449.134734:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788696449.134736:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877466496 : -113296832085120 : ffff98f50691c380) 00000100:00000001:3.0:1788696449.134741:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307412209 00000100:00000040:0.0:1788696449.134743:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b5a80015 x1875583274388736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1788696449.134747:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81c9ce7. 00000100:00000001:0.0:1788696449.134750:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696449.134753:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696449.134754:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000400:00000010:0.0:1788696449.134756:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090a574b6. 00000100:00000200:0.0:1788696449.134759:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274388736, offset 0 00000100:00000001:3.0:1788696449.134759:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307412209 00000100:00000010:3.0:1788696449.134765:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000400:00000200:0.0:1788696449.134766:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696449.134771:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1788696449.134775:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:3.0:1788696449.134775:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307412209 00000400:00000200:0.0:1788696449.134781:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1788696449.134781:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000400:00000200:0.0:1788696449.134787:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:3.0:1788696449.134787:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1788696449.134794:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788696449.134794:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696449.134800:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696449.134802:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788696449.134804:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696449.134807:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696449.134811:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696449.134813:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696449.134816:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696449.134817:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696449.134819:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696449.134823:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b66d9e0 x1875583274388608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696449.134831:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696449.134833:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696449.134835:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696449.134836:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696449.134839:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696449.134842:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002b66d9e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274388608:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696449.134865:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696449.134868:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696449.134870:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696449.134876:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696449.134888:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000bd9582. 02000000:00000001:3.0:1788696449.134891:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696449.134894:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000488983fa. 00000400:00000010:3.0:1788696449.134897:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000864cac17. 00000100:00000200:3.0:1788696449.134900:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274388608, portal 10 00000100:00000001:3.0:1788696449.134903:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696449.134904:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877478144 : -113296832073472 : ffff98f50691f100) 00000100:00000040:3.0:1788696449.134911:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002b66d9e0 x1875583274388608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696449.134918:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696449.134922:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696449.134924:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008adcd611. 00000400:00000200:0.0:1788696449.134930:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [552:552:255:4294967295] 192.168.201.118@tcp LPNI seq info [552:552:7:4294967295] 00000100:00000200:3.0:1788696449.134930:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274388608, offset 0 00000400:00000200:3.0:1788696449.134939:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696449.134945:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696449.134958:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696449.134962:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000010:0.0:1788696449.134963:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000094b132a4. 00000400:00000200:3.0:1788696449.134966:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1788696449.134972:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:2.0:1788696449.134972:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788696449.134972:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:2.0:1788696449.134977:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696449.134978:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1788696449.134983:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:3.0:1788696449.134985:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000200:0.0:1788696449.134989:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000094b132a4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788696449.134993:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [553:553:254:4294967295] 192.168.201.118@tcp LPNI seq info [553:553:6:4294967295] 00000100:00000001:0.0:1788696449.134996:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696449.135002:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 24736 usecs (25 jiffies) 00000100:00000001:0.0:1788696449.135007:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307410970 00000400:00000200:3.0:1788696449.135010:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:0.0:1788696449.135012:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307412209 00000100:00000001:0.0:1788696449.135016:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307410970 00000800:00000200:3.0:1788696449.135020:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696449.135021:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307412209 00000100:00000001:0.0:1788696449.135026:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307410970 00000800:00000010:3.0:1788696449.135026:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008513bebc. 00000100:00000001:0.0:1788696449.135029:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307412209 00000100:00000001:0.0:1788696449.135032:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307410970 00000800:00000200:2.0:1788696449.135033:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1788696449.135034:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788696449.135038:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307412209 00000800:00000010:2.0:1788696449.135039:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f59c383. 00000100:00000001:0.0:1788696449.135043:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1788696449.135043:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:2.0:1788696449.135047:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788696449.135048:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696449.135049:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008513bebc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696449.135054:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696449.135055:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696449.135056:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696449.135059:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696449.135060:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 24647 usecs (25 jiffies) 00000400:00000200:2.0:1788696449.135063:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d47dd1a6 00000100:00000001:3.0:1788696449.135064:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307410970 00000100:00000001:0.0:1788696449.135066:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1788696449.135068:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d47dd1a6. 00000100:00000001:0.0:1788696449.135069:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696449.135069:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307412209 00000100:00000001:0.0:1788696449.135073:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696449.135074:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696449.135074:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788696449.135078:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696449.135079:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307410970 00000100:00000200:2.0:1788696449.135081:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000146638d8 x1875583274388480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696449.135082:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696449.135085:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307412209 00000100:00000001:3.0:1788696449.135090:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307410970 00000100:00000001:3.0:1788696449.135095:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307412209 00000100:00000001:3.0:1788696449.135100:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307410970 00000100:00000001:3.0:1788696449.135102:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307412209 00000100:00000001:3.0:1788696449.135104:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696449.135106:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788696449.135107:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696449.135111:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000146638d8 x1875583274388480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696449.135111:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696449.135115:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696449.135121:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696449.135124:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696449.135125:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696449.135127:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696449.135129:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696449.135130:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696449.135133:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696449.135135:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696449.135143:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696449.135147:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000094b132a4. 00000400:00000200:2.0:1788696449.135150:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696449.135153:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696449.135156:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090a574b6 00000400:00000010:2.0:1788696449.135157:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000090a574b6. 00000100:00000001:2.0:1788696449.135159:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696449.135161:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b5a80015 x1875583274388736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696449.135167:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696449.135169:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b5a80015 x1875583274388736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696449.135174:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696449.135176:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696449.135231:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696449.135233:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008513bebc. 00000400:00000200:2.0:1788696449.135236:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696449.135239:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696449.135242:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008adcd611 00000400:00000010:2.0:1788696449.135249:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008adcd611. 00000100:00000001:2.0:1788696449.135252:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696449.135255:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002b66d9e0 x1875583274388608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696465 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696449.135261:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696449.135263:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b66d9e0 x1875583274388608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696465 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696449.135269:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696449.135270:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696449.137892:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696449.137907:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696449.137912:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696449.137914:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696449.137923:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696449.137938:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d10c80 00000400:00000200:1.0:1788696449.137946:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1211 [1] + 224 00000800:00000001:1.0:1788696449.137953:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696449.137959:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696449.137962:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696449.137965:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696449.137973:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696449.137979:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002b66d9e0 x1875583274388608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696449.137989:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002b66d9e0 x1875583274388608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696449.138039:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696449.138043:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696449.138124:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696449.138133:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696449.138137:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696449.138254:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696449.138256:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696449.138259:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000488983fa. 00000400:00000200:3.0:1788696449.138264:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864cac17 00000400:00000010:3.0:1788696449.138266:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000864cac17. 00000100:00000001:3.0:1788696449.138269:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696449.138273:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002b66d9e0 x1875583274388608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696449.138281:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002b66d9e0 x1875583274388608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696449.138288:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696449.138290:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696449.138292:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696449.138295:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696449.138321:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696449.138324:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696449.138326:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696449.138335:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696449.138339:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696449.138341:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696449.138342:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696449.138344:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696449.138348:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696449.138352:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696449.138353:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696449.138355:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696449.138357:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696449.138361:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b66d9e0 x1875583274388608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696449.138367:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696449.138370:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696449.138372:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696449.138375:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b66d9e0 x1875583274388608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696449.138381:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002b66d9e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274388608:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696449.138386:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696449.138389:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696449.138391:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b66d9e0 x1875583274388608/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696449.138397:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696449.138399:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696449.138403:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000bd9582. 02000000:00000001:3.0:1788696449.138406:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696449.138408:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696449.138410:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696449.138412:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696449.138414:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f7e36ce6. 02000000:00000001:3.0:1788696449.138523:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696449.138525:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696449.138527:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b66d9e0. 00000100:00000001:3.0:1788696449.138530:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696449.138532:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696449.138535:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696449.138536:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696449.138538:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696449.138540:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696449.138541:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696449.138624:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696449.138630:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696449.138632:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696449.138634:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696449.138639:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696449.138652:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d10c00 00000400:00000200:1.0:1788696449.138658:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1201 [1] + 224 00000800:00000001:1.0:1788696449.138663:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696449.138707:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696449.138709:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696449.138713:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696449.138716:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696449.138720:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000146638d8 x1875583274388480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696449.138729:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000146638d8 x1875583274388480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696449.138804:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696449.138806:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696449.138821:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696449.138826:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696449.138829:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696449.138910:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696449.138912:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696449.138914:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d1cd4db. 00000400:00000200:3.0:1788696449.138917:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:3.0:1788696449.138919:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:3.0:1788696449.138921:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696449.138925:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000146638d8 x1875583274388480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696449.138932:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000146638d8 x1875583274388480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696449.138939:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696449.138999:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696449.139002:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696449.139004:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696449.139005:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696449.139006:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696449.139008:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696449.139011:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696449.139014:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696449.139016:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696449.139017:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696449.139019:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696449.139021:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696449.139023:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696449.139026:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000146638d8 x1875583274388480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696449.139038:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696449.139040:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696449.139041:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696449.139045:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000146638d8 x1875583274388480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696449.139051:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000146638d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274388480:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696449.139055:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696449.139057:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696449.139059:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000146638d8 x1875583274388480/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696449.139064:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696449.139065:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696449.139067:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000381eff1e. 02000000:00000001:3.0:1788696449.139070:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696449.139071:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696449.139072:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696449.139075:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696449.139076:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000372e11cf. 02000000:00000001:3.0:1788696449.139078:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696449.139079:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696449.139080:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000146638d8. 00000100:00000001:3.0:1788696449.139083:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696449.139084:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696449.139085:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696449.139090:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696449.139092:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696449.139094:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696449.139095:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696449.139139:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696449.139144:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696449.139146:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696449.139148:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696449.139153:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696449.139160:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d10d00 00000400:00000200:2.0:1788696449.139165:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1209 [1] + 224 00000800:00000001:2.0:1788696449.139169:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696449.139174:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696449.139176:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696449.139179:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696449.139182:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696449.139185:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b5a80015 x1875583274388736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696449.139193:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b5a80015 x1875583274388736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696449.139207:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696449.139212:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696449.139215:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696449.139232:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696449.139235:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696449.139238:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696449.139239:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696449.139240:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7a9fab3. 00000400:00000200:0.0:1788696449.139243:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016d26bd0 00000400:00000010:0.0:1788696449.139249:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000016d26bd0. 00000100:00000001:0.0:1788696449.139253:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696449.139256:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b5a80015 x1875583274388736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696449.139265:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b5a80015 x1875583274388736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696449.139271:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696449.139272:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696449.139274:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696449.139275:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696449.139277:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696449.139278:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696449.139280:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696449.139284:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=49 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696449.139286:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=144 v=5 (1 0 0 0) 00000100:00000001:0.0:1788696449.139288:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696449.139289:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696449.139290:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696449.139293:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b5a80015 x1875583274388736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696449.139299:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696449.139301:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696449.139303:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696449.139304:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696449.139305:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696449.139308:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b5a80015 x1875583274388736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696449.139313:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696449.139315:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696449.139316:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696449.139318:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b5a80015 x1875583274388736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696449.139334:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b5a80015 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274388736:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696449.139338:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696449.139340:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696449.139342:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b5a80015 x1875583274388736/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696465 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696449.139347:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696449.139349:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696449.139350:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002955bc70. 02000000:00000001:0.0:1788696449.139353:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696449.139354:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696449.139355:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696449.139357:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696449.139358:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000155bbcce. 02000000:00000001:0.0:1788696449.139360:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696449.139362:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696449.139362:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b5a80015. 00000100:00000001:0.0:1788696449.139365:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696449.139366:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696449.139367:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696449.139371:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696449.139372:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696449.139374:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696449.139375:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696450.093961:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696450.093969:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696450.093970:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696450.093973:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696450.093992:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696450.093995:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696450.093997:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696450.094000:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696450.094004:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696450.094006:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696450.094065:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696450.094069:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696450.094071:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696450.413943:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307412209, at 4307412224 00000100:00000040:3.0:1788696450.413943:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307412209, at 4307412224 00000100:00000040:1.0:1788696450.413945:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307412209, at 4307412224 00000100:00000040:0.0:1788696450.413946:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307412209, at 4307412224 00000100:00000010:2.0:1788696450.413958:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c64039. 00000100:00000010:1.0:1788696450.413960:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81c9ce7. 00000100:00000010:3.0:1788696450.413962:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00000100:00000010:0.0:1788696450.413966:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00010000:00000001:2.0:1788696451.117961:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696451.117968:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696451.117974:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696451.117975:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696451.118066:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696451.118070:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696451.118073:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696452.141964:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696452.141976:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696452.141985:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696452.141986:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696452.142193:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696452.142197:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696452.142199:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696453.165952:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696453.165958:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696453.165963:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696453.165963:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696453.166029:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696453.166031:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696453.166034:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696454.189941:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696454.189950:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696454.189956:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696454.189958:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696454.190013:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696454.190016:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696454.190019:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696454.254311:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696454.254320:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696454.254326:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028758325. 00000020:00000040:2.0:1788696454.254332:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696454.254336:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696454.254339:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696454.254343:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696454.254471:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078c7cd5c. 00000100:00000001:2.0:1788696454.254480:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696454.254490:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000028758325 x1875583274388864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696454.254518:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696454.254520:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696454.254526:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028758325] to pc [ptlrpcd_00_01+1] req@0000000028758325 x1875583274388864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696454.254557:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696454.254559:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696454.254562:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696454.254565:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1271b01. 00000020:00000040:2.0:1788696454.254568:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696454.254570:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696454.254571:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696454.254573:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696454.254576:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e680c3a9. 00000100:00000001:2.0:1788696454.254579:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696454.254583:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000b1271b01 x1875583274388992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696454.254590:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696454.254592:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696454.254596:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788696454.254596:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1271b01] to pc [ptlrpcd_00_02+2] req@00000000b1271b01 x1875583274388992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696454.254602:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788696454.254606:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696454.254615:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696454.254617:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696454.254618:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696454.254620:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788696454.254622:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696454.254623:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696454.254627:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788696454.254627:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696454.254630:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008bf0b5be. 00000020:00000040:2.0:1788696454.254632:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696454.254634:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696454.254638:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696454.254639:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696454.254643:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028758325 x1875583274388864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1788696454.254643:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000334bf9d4. 00000100:00000001:2.0:1788696454.254654:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696454.254655:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696454.254660:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696454.254661:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000008bf0b5be x1875583274389120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1788696454.254666:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696454.254669:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696454.254672:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1788696454.254673:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696454.254674:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696454.254681:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000028758325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274388864:192.168.201.118@tcp:400: 00000100:00000040:2.0:1788696454.254681:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf0b5be] to pc [ptlrpcd_00_03+3] req@000000008bf0b5be x1875583274389120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696454.254691:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788696454.254697:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696454.254699:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1788696454.254699:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1788696454.254703:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696454.254705:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1788696454.254708:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1788696454.254711:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12753) 02000000:00000010:0.0:1788696454.254714:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec5690bb. 02000000:00000001:0.0:1788696454.254717:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696454.254722:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1788696454.254724:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7a9fab3. 00000100:00000001:2.0:1788696454.254725:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696454.254729:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1788696454.254733:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016d26bd0. 00000100:00000040:2.0:1788696454.254733:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1271b01 x1875583274388992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696454.254742:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274388864, portal 25 00000100:00000001:2.0:1788696454.254743:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696454.254746:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696454.254748:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696454.254751:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611076480 : -113296098475136 : ffff98f5324bc380) 02000000:00000001:2.0:1788696454.254751:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696454.254755:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696454.254758:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696454.254761:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000028758325 x1875583274388864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696454.254763:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788696454.254764:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274388992:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696454.254768:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696454.254774:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788696454.254777:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1788696454.254778:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788696454.254780:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788696454.254781:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1788696454.254782:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696454.254785:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696454.254786:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:2.0:1788696454.254786:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1788696454.254792:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008365c19a. 02000000:00000010:2.0:1788696454.254792:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2b34187. 00000100:00000040:3.0:1788696454.254792:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008bf0b5be x1875583274389120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696454.254797:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696454.254799:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274388864, offset 0 00000400:00000010:2.0:1788696454.254804:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6015ae6. 00000400:00000200:0.0:1788696454.254813:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696454.254814:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696454.254817:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696454.254820:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696454.254821:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696454.254823:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696454.254827:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000008bf0b5be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274389120:192.168.201.118@tcp:400: 00000400:00000200:0.0:1788696454.254830:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:3.0:1788696454.254833:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696454.254836:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696454.254838:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696454.254841:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696454.254878:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000871eab7b. 02000000:00000001:3.0:1788696454.254882:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696454.254887:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d1cd4db. 00000400:00000200:0.0:1788696454.254890:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696454.254896:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696454.254900:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696454.254903:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696454.254908:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [554:554:256:4294967295] 192.168.201.118@tcp LPNI seq info [554:554:8:4294967295] 00000400:00000200:0.0:1788696454.254920:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696454.254934:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696454.254939:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054acfd14. 00000800:00000200:0.0:1788696454.254946:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696454.254953:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696454.254957:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000054acfd14 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696454.254970:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696454.254974:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307417330 00000100:00000010:0.0:1788696454.254978:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000969a2001. 00000100:00000001:0.0:1788696454.254984:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788696454.254988:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307417330 00000100:00000010:0.0:1788696454.254991:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b799af0. 00000100:00000001:0.0:1788696454.254993:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788696454.254996:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307417330 00000100:00000010:0.0:1788696454.254998:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4964a0e. 00000100:00000001:0.0:1788696454.255000:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788696454.255003:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307417330 00000100:00000010:0.0:1788696454.255004:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025718597. 00000100:00000001:0.0:1788696454.255006:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788696454.255009:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696454.255011:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696454.255014:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696454.255016:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696454.255223:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696454.255227:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054acfd14. 00000400:00000200:1.0:1788696454.255231:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696454.255236:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000010:2.0:1788696454.255429:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0bf99ec. 00000100:00000200:2.0:1788696454.255433:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274388992, portal 10 00000100:00000001:2.0:1788696454.255441:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696454.255442:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611077376 : -113296098474240 : ffff98f5324bc700) 00000100:00000040:2.0:1788696454.255449:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b1271b01 x1875583274388992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696454.255456:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696454.255458:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696454.255461:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8b0aa1a. 00000100:00000200:2.0:1788696454.255464:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274388992, offset 0 00000400:00000200:2.0:1788696454.255470:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696454.255471:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000400:00000200:2.0:1788696454.255476:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000200:3.0:1788696454.255478:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274389120, portal 10 00000400:00000200:2.0:1788696454.255480:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788696454.255482:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1788696454.255486:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:3.0:1788696454.255486:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611087232 : -113296098464384 : ffff98f5324bed80) 00000400:00000200:2.0:1788696454.255491:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696454.255494:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000040:3.0:1788696454.255497:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000008bf0b5be x1875583274389120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696454.255502:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [555:555:255:4294967295] 192.168.201.118@tcp LPNI seq info [555:555:7:4294967295] 00000400:00000200:2.0:1788696454.255516:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696454.255523:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696454.255528:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051526cb6. 00000100:00000001:3.0:1788696454.255534:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1788696454.255535:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000040:3.0:1788696454.255541:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000800:00000200:2.0:1788696454.255545:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000010:3.0:1788696454.255545:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000864cac17. 00000800:00000200:2.0:1788696454.255549:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000051526cb6 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1788696454.255551:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274389120, offset 0 00000100:00000001:2.0:1788696454.255554:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696454.255558:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 24526 usecs (25 jiffies) 00000400:00000200:3.0:1788696454.255559:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696454.255563:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307416090 00000100:00000001:2.0:1788696454.255567:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307417330 00000400:00000200:3.0:1788696454.255569:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788696454.255572:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307416090 00000400:00000200:3.0:1788696454.255575:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788696454.255576:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307417330 00000100:00000001:2.0:1788696454.255580:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307416090 00000400:00000200:3.0:1788696454.255581:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:2.0:1788696454.255584:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307417330 00000400:00000200:3.0:1788696454.255586:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696454.255589:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788696454.255593:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307416090 00000400:00000200:3.0:1788696454.255594:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [556:556:254:4294967295] 192.168.201.118@tcp LPNI seq info [556:556:6:4294967295] 00000100:00000001:2.0:1788696454.255598:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307417330 00000100:00000001:2.0:1788696454.255602:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696454.255607:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696454.255612:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696454.255612:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788696454.255616:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788696454.255622:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696454.255623:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696454.255626:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1788696454.255628:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a289aad5. 00000100:00000001:2.0:1788696454.255629:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696454.255632:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696454.255634:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696454.255637:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:2.0:1788696454.255639:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696454.255645:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696454.255649:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a289aad5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696454.255652:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696454.255655:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 24621 usecs (25 jiffies) 00000100:00000001:3.0:1788696454.255656:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307416090 00000100:00000001:3.0:1788696454.255659:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307417330 00000100:00000001:3.0:1788696454.255660:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307416090 00000100:00000001:3.0:1788696454.255661:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307417330 00000100:00000001:3.0:1788696454.255663:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307416090 00000100:00000001:3.0:1788696454.255664:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307417330 00000100:00000001:3.0:1788696454.255664:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307416090 00000100:00000001:3.0:1788696454.255665:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307417330 00000100:00000001:3.0:1788696454.255671:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696454.255672:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696454.255674:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696454.255683:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008365c19a 00000400:00000010:1.0:1788696454.255687:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008365c19a. 00000100:00000001:1.0:1788696454.255692:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696454.255696:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000028758325 x1875583274388864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696454.255704:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696454.255706:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028758325 x1875583274388864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696454.255723:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696454.255724:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696454.255740:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696454.255742:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051526cb6. 00000400:00000200:1.0:1788696454.255744:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696454.255748:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696454.255750:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8b0aa1a 00000400:00000010:1.0:1788696454.255752:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c8b0aa1a. 00000100:00000001:1.0:1788696454.255753:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696454.255756:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b1271b01 x1875583274388992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696454.255762:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696454.255763:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1271b01 x1875583274388992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696454.255769:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696454.255771:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696454.255803:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696454.255806:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a289aad5. 00000400:00000200:1.0:1788696454.255808:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696454.255811:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696454.255814:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864cac17 00000400:00000010:1.0:1788696454.255815:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000864cac17. 00000100:00000001:1.0:1788696454.255818:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696454.255820:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000008bf0b5be x1875583274389120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696470 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696454.255827:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696454.255829:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008bf0b5be x1875583274389120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696470 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696454.255834:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696454.255836:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696454.255925:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696454.255929:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696454.255930:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696454.255932:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696454.255933:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696454.255934:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696454.255936:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696454.260768:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696454.261059:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696454.261077:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696454.261080:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696454.261090:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696454.261106:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d10d80 00000400:00000200:1.0:1788696454.261113:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1219 [1] + 224 00000800:00000001:1.0:1788696454.261119:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696454.261122:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696454.261126:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696454.261129:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696454.261136:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696454.261143:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000028758325 x1875583274388864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696454.261154:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028758325 x1875583274388864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696454.261174:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696454.261182:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696454.261185:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696454.261187:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696454.261189:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696454.261193:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696454.261198:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d10e00 00000400:00000200:1.0:1788696454.261203:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1221 [1] + 224 00000800:00000001:1.0:1788696454.261206:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696454.261212:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696454.261214:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696454.261217:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696454.261220:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696454.261223:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b1271b01 x1875583274388992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696454.261231:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b1271b01 x1875583274388992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696454.261256:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696454.261261:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696454.261264:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696454.261547:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696454.261553:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696454.261555:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696454.261557:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696454.261562:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696454.261569:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d10e80 00000400:00000200:3.0:1788696454.261574:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1229 [1] + 224 00000800:00000001:3.0:1788696454.261577:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696454.261582:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696454.261584:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696454.261587:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696454.261591:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696454.261594:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000008bf0b5be x1875583274389120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696454.261602:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008bf0b5be x1875583274389120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696454.261621:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696454.261625:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696454.261628:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696454.261683:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696454.261686:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696454.261693:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696454.261696:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696454.261698:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d1cd4db. 00000400:00000200:1.0:1788696454.261703:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:1.0:1788696454.261706:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:1.0:1788696454.261708:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696454.261712:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000008bf0b5be x1875583274389120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696454.261719:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000008bf0b5be x1875583274389120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696454.261726:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696454.261727:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696454.261730:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696454.261732:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696454.261734:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696454.261736:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696454.261739:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696454.261747:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=54 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696454.261751:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=149 v=5 (1 0 0 0) 00000100:00000001:1.0:1788696454.261753:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696454.261755:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696454.261757:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788696454.261761:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008bf0b5be x1875583274389120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696454.261768:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696454.261772:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696454.261774:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696454.261775:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696454.261833:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696454.261839:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008bf0b5be x1875583274389120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696454.261865:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696454.261869:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696454.261871:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696454.261875:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008bf0b5be x1875583274389120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696454.261882:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000008bf0b5be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274389120:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696454.261884:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696454.261888:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696454.261888:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788696454.261893:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1788696454.261893:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1788696454.261897:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1788696454.261899:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008bf0b5be x1875583274389120/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788696454.261900:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7a9fab3. 00000400:00000200:0.0:1788696454.261905:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016d26bd0 00000400:00000010:0.0:1788696454.261908:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000016d26bd0. 00000100:00000001:0.0:1788696454.261914:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788696454.261914:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696454.261919:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1788696454.261921:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000028758325 x1875583274388864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788696454.261923:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000871eab7b. 02000000:00000001:1.0:1788696454.261929:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696454.261933:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696454.261934:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696454.261938:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696454.261941:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000334bf9d4. 02000000:00000001:1.0:1788696454.261947:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1788696454.261950:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000028758325 x1875583274388864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696454.261951:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696454.261954:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008bf0b5be. 00000100:00000001:0.0:1788696454.261962:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696454.261962:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696454.261966:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696454.261966:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696454.261971:0:201300:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1788696454.261971:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788696454.261974:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696454.261977:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696454.261978:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696454.261981:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696454.261984:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=55 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696454.261987:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=55 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696454.261989:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696454.261990:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696454.261991:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696454.261993:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696454.261994:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696454.261997:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028758325 x1875583274388864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696454.262004:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696454.262006:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696454.262007:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696454.262014:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028758325 x1875583274388864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696454.262021:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000028758325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274388864:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696454.262025:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696454.262026:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788696454.262027:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1788696454.262028:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028758325 x1875583274388864/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696454.262032:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696454.262038:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696454.262040:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1788696454.262041:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696454.262043:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696454.262047:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec5690bb. 02000000:00000001:0.0:1788696454.262056:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696454.262057:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696454.262058:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696454.262065:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696454.262067:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000078c7cd5c. 02000000:00000001:0.0:1788696454.262069:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696454.262073:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696454.262074:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028758325. 00000100:00000001:0.0:1788696454.262078:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696454.262079:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696454.262083:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696454.262087:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696454.262088:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696454.262090:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696454.262092:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696454.262669:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696454.262673:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696454.262681:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696454.262683:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696454.262685:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6015ae6. 00000400:00000200:2.0:1788696454.262690:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0bf99ec 00000400:00000010:2.0:1788696454.262692:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0bf99ec. 00000100:00000001:2.0:1788696454.262695:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696454.262700:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b1271b01 x1875583274388992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696454.262708:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b1271b01 x1875583274388992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696454.262714:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696454.262715:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696454.262717:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696454.262719:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696454.262720:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696454.262721:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696454.262723:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696454.262727:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=55 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696454.262730:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=55 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696454.262732:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696454.262733:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696454.262741:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696454.262743:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696454.262746:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696454.262747:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696454.262748:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696454.262750:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696454.262753:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1271b01 x1875583274388992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696454.262759:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696454.262761:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696454.262762:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696454.262765:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1271b01 x1875583274388992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696454.262771:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274388992:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696454.262775:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696454.262777:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696454.262779:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1271b01 x1875583274388992/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696470 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696454.262785:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696454.262787:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696454.262788:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2b34187. 02000000:00000001:2.0:1788696454.262791:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696454.262793:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696454.262794:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696454.262796:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696454.262797:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e680c3a9. 02000000:00000001:2.0:1788696454.262799:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696454.262800:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696454.262801:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1271b01. 00000100:00000001:2.0:1788696454.262804:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696454.262805:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696454.262806:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696454.262810:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696454.262817:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696454.262819:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696454.262820:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696455.214007:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696455.214013:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696455.214020:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696455.214022:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696455.214025:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696455.214027:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696455.214031:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696455.214033:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696455.214035:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696455.214037:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696455.214182:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696455.214186:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696455.214205:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696455.533959:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307417330, at 4307417344 00000100:00000040:2.0:1788696455.533959:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307417330, at 4307417344 00000100:00000010:2.0:1788696455.533975:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4964a0e. 00000100:00000040:3.0:1788696455.534066:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307417330, at 4307417344 00000100:00000010:3.0:1788696455.534073:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025718597. 00000100:00000040:0.0:1788696455.534299:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307417330, at 4307417344 00000100:00000010:0.0:1788696455.534304:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000969a2001. 00000100:00000010:1.0:1788696455.536464:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b799af0. 00010000:00000001:2.0:1788696456.237980:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696456.237987:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696456.237993:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696456.237994:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696456.238056:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696456.238060:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696456.238079:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696457.261987:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696457.261994:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696457.262001:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696457.262002:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696457.262196:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696457.262199:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696457.262201:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696458.286568:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696458.286576:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696458.286582:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696458.286583:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696458.289212:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696458.289219:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696458.289223:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696459.310203:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696459.310211:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696459.310217:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696459.310218:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696459.310306:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696459.310309:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696459.310312:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696459.375729:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696459.375739:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696459.375747:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1271b01. 00000020:00000040:2.0:1788696459.375753:0:204459:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696459.375757:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696459.375774:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696459.375778:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696459.375785:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e680c3a9. 00000100:00000001:2.0:1788696459.375791:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696459.375812:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000b1271b01 x1875583274389248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696459.375824:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696459.375826:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696459.375831:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1271b01] to pc [ptlrpcd_00_00+0] req@00000000b1271b01 x1875583274389248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696459.375893:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696459.375896:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696459.375898:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696459.375901:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788696459.375903:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1788696459.375906:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006cc514b8. 00000100:00000001:0.0:1788696459.375907:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1788696459.375911:0:204459:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000040:0.0:1788696459.375914:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1271b01 x1875583274389248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696459.375916:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696459.375918:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696459.375921:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696459.375927:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c995f34e. 00000100:00000001:0.0:1788696459.375928:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696459.375932:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696459.375934:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696459.375937:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788696459.375941:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788696459.375942:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788696459.375942:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000006cc514b8 x1875583274389376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1788696459.375948:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696459.375948:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696459.375954:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274389248:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696459.375960:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696459.375962:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788696459.375963:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696459.375969:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1788696459.375970:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc514b8] to pc [ptlrpcd_00_01+1] req@000000006cc514b8 x1875583274389376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696459.375974:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696459.375980:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696459.375985:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000386527fb. 02000000:00000001:0.0:1788696459.375988:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696459.375992:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696459.375995:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7a9fab3. 00000100:00000040:2.0:1788696459.375996:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696459.375999:0:204459:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696459.376002:0:204459:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000558de936. 00000020:00000040:2.0:1788696459.376006:0:204459:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000400:00000010:0.0:1788696459.376008:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016d26bd0. 00000100:00000200:0.0:1788696459.376016:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274389248, portal 25 00000100:00000001:2.0:1788696459.376017:0:204459:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696459.376020:0:204459:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1788696459.376021:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696459.376023:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696459.376024:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611077376 : -113296098474240 : ffff98f5324bc700) 02000000:00000001:2.0:1788696459.376024:0:204459:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696459.376026:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696459.376029:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696459.376034:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006cc514b8 x1875583274389376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696459.376035:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b1271b01 x1875583274389248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696459.376052:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696459.376054:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696459.376057:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1788696459.376058:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696459.376061:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696459.376064:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696459.376065:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00100000:3.0:1788696459.376068:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006cc514b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274389376:192.168.201.118@tcp:400: 00000400:00000010:0.0:1788696459.376070:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aad6401. 00000100:00000001:3.0:1788696459.376071:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696459.376074:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1788696459.376075:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274389248, offset 0 02000000:00000001:3.0:1788696459.376076:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696459.376081:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696459.376084:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7233b05. 02000000:00000001:3.0:1788696459.376086:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696459.376089:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696459.376091:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000488983fa. 00000400:00000010:3.0:1788696459.376095:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0c3167a. 00000100:00000200:3.0:1788696459.376098:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274389376, portal 10 00000100:00000001:3.0:1788696459.376099:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696459.376100:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611078272 : -113296098473344 : ffff98f5324bca80) 00000400:00000200:0.0:1788696459.376104:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000040:3.0:1788696459.376106:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006cc514b8 x1875583274389376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696459.376114:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788696459.376114:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1788696459.376120:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000040:3.0:1788696459.376124:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696459.376126:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b901fd97. 00000400:00000200:0.0:1788696459.376129:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1788696459.376130:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274389376, offset 0 00000400:00000200:0.0:1788696459.376136:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696459.376137:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696459.376144:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [557:557:256:4294967295] 192.168.201.118@tcp LPNI seq info [557:557:8:4294967295] 00000400:00000200:0.0:1788696459.376155:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696459.376161:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696459.376163:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696459.376168:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1788696459.376169:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ea48552. 00000400:00000200:3.0:1788696459.376172:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696459.376176:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696459.376181:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000200:0.0:1788696459.376182:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:3.0:1788696459.376187:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [558:558:255:4294967295] 192.168.201.118@tcp LPNI seq info [558:558:7:4294967295] 00000800:00000200:0.0:1788696459.376193:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696459.376200:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ea48552 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788696459.376200:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696459.376210:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696459.376213:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a492135. 00000800:00000200:3.0:1788696459.376217:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696459.376222:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:0.0:1788696459.376224:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696459.376225:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009a492135 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696459.376230:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307422451 00000100:00000001:3.0:1788696459.376231:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696459.376237:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 24438 usecs (25 jiffies) 00000100:00000010:0.0:1788696459.376239:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000969a2001. 00000100:00000001:3.0:1788696459.376242:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307421211 00000100:00000001:0.0:1788696459.376248:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788696459.376256:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307422451 00000100:00000001:3.0:1788696459.376256:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307422451 00000100:00000010:0.0:1788696459.376260:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078e80244. 00000100:00000001:3.0:1788696459.376261:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307421211 00000100:00000001:0.0:1788696459.376265:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788696459.376276:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307422451 00000100:00000001:3.0:1788696459.376276:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307422451 00000100:00000001:3.0:1788696459.376281:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307421211 00000100:00000010:0.0:1788696459.376283:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009bba77ba. 00000100:00000001:0.0:1788696459.376288:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788696459.376291:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307422451 00000100:00000001:3.0:1788696459.376292:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307422451 00000100:00000001:3.0:1788696459.376296:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307421211 00000100:00000010:0.0:1788696459.376297:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b799af0. 00000100:00000001:0.0:1788696459.376301:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788696459.376305:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696459.376305:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307422451 00000100:00000001:0.0:1788696459.376310:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696459.376311:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696459.376316:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696459.376316:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696459.376319:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696459.376339:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696459.376339:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696459.376342:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696459.376343:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696459.376348:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696459.376349:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696459.376349:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696459.376352:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696459.376353:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696459.376357:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696459.376358:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696459.376360:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696459.376364:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696459.376366:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696459.377083:0:204459:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078c7cd5c. 00000100:00000001:2.0:1788696459.377089:0:204459:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696459.377096:0:204459:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000558de936 x1875583274389504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696459.377106:0:204459:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696459.377107:0:204459:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696459.377111:0:204459:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000558de936] to pc [ptlrpcd_00_02+2] req@00000000558de936 x1875583274389504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696459.377140:0:204459:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696459.377143:0:204459:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788696459.377147:0:204459:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788696459.377151:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12758) 00000100:00000001:3.0:1788696459.377168:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696459.377172:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696459.377174:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696459.377179:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000558de936 x1875583274389504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696459.377187:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696459.377189:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696459.377191:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696459.377193:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696459.377194:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696459.377196:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000558de936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274389504:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696459.377198:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696459.377201:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696459.377202:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696459.377204:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696459.377206:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9764a6b. 02000000:00000001:3.0:1788696459.377208:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696459.377212:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c22cf52a. 00000400:00000010:3.0:1788696459.377216:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e112c151. 00000100:00000200:3.0:1788696459.377219:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274389504, portal 10 00000100:00000001:3.0:1788696459.377221:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696459.377222:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611075584 : -113296098476032 : ffff98f5324bc000) 00000100:00000040:3.0:1788696459.377228:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000558de936 x1875583274389504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696459.377234:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696459.377239:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696459.377249:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d21c6e9a. 00000100:00000200:3.0:1788696459.377252:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274389504, offset 0 00000400:00000200:3.0:1788696459.377256:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696459.377263:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696459.377266:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696459.377268:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696459.377270:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696459.377272:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696459.377275:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [559:559:254:4294967295] 192.168.201.118@tcp LPNI seq info [559:559:6:4294967295] 00000400:00000200:3.0:1788696459.377283:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696459.377287:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696459.377290:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a5d0889. 00000800:00000200:3.0:1788696459.377294:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696459.377299:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696459.377302:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a5d0889 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696459.377305:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696459.377308:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 24523 usecs (25 jiffies) 00000100:00000001:3.0:1788696459.377310:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307421212 00000100:00000001:3.0:1788696459.377312:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307422451 00000100:00000001:3.0:1788696459.377313:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307421212 00000100:00000001:3.0:1788696459.377315:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307422451 00000100:00000001:3.0:1788696459.377316:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307421212 00000100:00000001:3.0:1788696459.377318:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307422451 00000100:00000001:3.0:1788696459.377319:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307421212 00000100:00000001:3.0:1788696459.377320:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307422451 00000100:00000001:3.0:1788696459.377321:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696459.377337:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696459.377339:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696459.377347:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696459.377351:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696459.377352:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696459.377354:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696459.377355:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696459.377356:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696459.377358:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696459.377391:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696459.377395:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696459.377482:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696459.377486:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ea48552. 00000400:00000200:1.0:1788696459.377493:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696459.377498:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696459.377502:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aad6401 00000400:00000010:1.0:1788696459.377505:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009aad6401. 00000100:00000001:1.0:1788696459.377509:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696459.377513:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b1271b01 x1875583274389248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696459.377522:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696459.377524:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1271b01 x1875583274389248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696459.377530:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696459.377532:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696459.377542:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696459.377544:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a492135. 00000400:00000200:1.0:1788696459.377547:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696459.377550:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696459.377552:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b901fd97 00000400:00000010:1.0:1788696459.377553:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b901fd97. 00000100:00000001:1.0:1788696459.377555:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696459.377558:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006cc514b8 x1875583274389376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696459.377563:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696459.377565:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006cc514b8 x1875583274389376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696459.377570:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696459.377577:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696459.377642:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696459.377645:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a5d0889. 00000400:00000200:1.0:1788696459.377648:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696459.377652:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696459.377655:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21c6e9a 00000400:00000010:1.0:1788696459.377656:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d21c6e9a. 00000100:00000001:1.0:1788696459.377659:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696459.377661:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000558de936 x1875583274389504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696459.377667:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696459.377669:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000558de936 x1875583274389504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696459.377675:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696459.377676:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696459.379372:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696459.379387:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696459.379391:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696459.379393:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696459.379402:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696459.379414:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d10f00 00000400:00000200:1.0:1788696459.379419:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1231 [1] + 224 00000800:00000001:1.0:1788696459.379424:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696459.379428:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696459.379430:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696459.379433:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696459.379437:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696459.379441:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b1271b01 x1875583274389248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696459.379449:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b1271b01 x1875583274389248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696459.379467:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696459.379482:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696459.379485:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696459.379537:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696459.379540:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696459.379545:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696459.379546:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696459.379548:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7a9fab3. 00000400:00000200:0.0:1788696459.379551:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016d26bd0 00000400:00000010:0.0:1788696459.379552:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000016d26bd0. 00000100:00000001:0.0:1788696459.379554:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696459.379557:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b1271b01 x1875583274389248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696459.379561:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b1271b01 x1875583274389248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696459.379565:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696459.379566:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696459.379568:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696459.379569:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696459.379572:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696459.379578:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696459.379580:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696459.379586:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696459.379590:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696459.379593:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696459.379594:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696459.379597:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696459.379599:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696459.379601:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696459.379605:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1271b01 x1875583274389248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696459.379611:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696459.379614:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696459.379616:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696459.379619:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1271b01 x1875583274389248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696459.379625:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274389248:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696459.379630:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696459.379632:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696459.379634:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1271b01 x1875583274389248/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696459.379640:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696459.379642:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696459.379644:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000386527fb. 02000000:00000001:0.0:1788696459.379647:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696459.379649:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696459.379651:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696459.379653:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696459.379655:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e680c3a9. 02000000:00000001:0.0:1788696459.379658:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696459.379660:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696459.379661:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1271b01. 00000100:00000001:0.0:1788696459.379665:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696459.379672:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696459.379674:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696459.379680:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696459.379681:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696459.379683:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696459.379684:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696459.379909:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696459.379914:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696459.379916:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696459.379918:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696459.379923:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696459.379931:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d10f80 00000400:00000200:3.0:1788696459.379936:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1239 [1] + 224 00000800:00000001:3.0:1788696459.379940:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696459.379943:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696459.379945:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696459.379981:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696459.379985:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696459.379988:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006cc514b8 x1875583274389376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696459.379996:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006cc514b8 x1875583274389376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696459.380059:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696459.380061:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696459.380078:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696459.380084:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696459.380088:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696459.380090:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696459.380092:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696459.380096:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696459.380102:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d11000 00000400:00000200:3.0:1788696459.380106:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1241 [1] + 224 00000800:00000001:3.0:1788696459.380110:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696459.380113:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696459.380122:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696459.380125:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696459.380128:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696459.380131:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000558de936 x1875583274389504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696459.380139:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000558de936 x1875583274389504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696459.380161:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696459.380165:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696459.380167:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696459.380305:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696459.380315:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696459.380333:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696459.380335:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696459.380337:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c22cf52a. 00000400:00000200:2.0:1788696459.380343:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e112c151 00000400:00000010:2.0:1788696459.380344:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e112c151. 00000100:00000001:2.0:1788696459.380347:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696459.380351:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000558de936 x1875583274389504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696459.380359:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000558de936 x1875583274389504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696459.380364:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696459.380366:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696459.380368:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696459.380369:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696459.380371:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696459.380379:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696459.380381:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696459.380386:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=59 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696459.380389:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=154 v=5 (1 0 0 0) 00000100:00000001:2.0:1788696459.380392:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696459.380393:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696459.380395:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788696459.380400:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000558de936 x1875583274389504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696459.380408:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696459.380410:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696459.380412:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696459.380414:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696459.380415:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696459.380418:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000558de936 x1875583274389504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696459.380424:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696459.380426:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696459.380427:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696459.380431:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000558de936 x1875583274389504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696459.380436:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000558de936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274389504:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696459.380440:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696459.380442:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696459.380444:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000558de936 x1875583274389504/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696459.380449:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696459.380451:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696459.380453:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9764a6b. 02000000:00000001:2.0:1788696459.380456:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696459.380457:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696459.380464:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696459.380466:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696459.380467:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000078c7cd5c. 02000000:00000001:2.0:1788696459.380470:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696459.380471:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696459.380472:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000558de936. 00000100:00000001:2.0:1788696459.380474:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696459.380476:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696459.380477:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696459.380481:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696459.380482:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696459.380484:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696459.380486:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788696459.380773:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696459.380776:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696459.380778:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000488983fa. 00000400:00000200:1.0:1788696459.380782:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0c3167a 00000400:00000010:1.0:1788696459.380783:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b0c3167a. 00000100:00000001:1.0:1788696459.380786:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696459.380790:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006cc514b8 x1875583274389376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696459.380799:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006cc514b8 x1875583274389376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696459.380805:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696459.380807:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696459.380808:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696459.380810:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696459.380811:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696459.380812:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696459.380814:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696459.380818:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696459.380821:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696459.380823:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696459.380824:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696459.380826:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696459.380828:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696459.380830:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696459.380831:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696459.380833:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696459.380834:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696459.380836:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006cc514b8 x1875583274389376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696459.380843:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696459.380869:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696459.380877:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696459.380881:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006cc514b8 x1875583274389376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696459.380888:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006cc514b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274389376:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696459.380892:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696459.380894:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696459.380896:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006cc514b8 x1875583274389376/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696475 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696459.380903:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696459.380904:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696459.380906:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7233b05. 02000000:00000001:1.0:1788696459.380909:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696459.380910:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696459.380911:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696459.380913:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696459.380915:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c995f34e. 02000000:00000001:1.0:1788696459.380917:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696459.380918:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696459.380919:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006cc514b8. 00000100:00000001:1.0:1788696459.380922:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696459.380923:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696459.380925:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696459.380928:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696459.380929:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696459.380931:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696459.380933:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696460.333991:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696460.333998:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696460.334000:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696460.334002:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696460.334006:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696460.334008:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696460.334009:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696460.334010:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696460.334013:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696460.334014:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696460.334063:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696460.334067:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696460.334070:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696460.653941:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307422451, at 4307422464 00000100:00000040:1.0:1788696460.653941:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307422451, at 4307422464 00000100:00000010:0.0:1788696460.653957:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000969a2001. 00000100:00000010:1.0:1788696460.653957:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078e80244. 00000100:00000040:3.0:1788696460.653959:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307422451, at 4307422464 00000100:00000010:3.0:1788696460.653968:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b799af0. 00000100:00000040:2.0:1788696460.653979:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307422451, at 4307422464 00000100:00000010:2.0:1788696460.653987:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bba77ba. 00010000:00000001:2.0:1788696461.357994:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696461.358001:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696461.358007:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696461.358008:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696461.359571:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696461.359577:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696461.359582:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696462.381990:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696462.381997:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696462.382005:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696462.382006:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696462.382102:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696462.382105:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696462.382108:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696463.406445:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696463.406451:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696463.406455:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696463.406456:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696463.406542:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696463.406546:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696463.406549:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696464.430085:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696464.430090:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696464.430094:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696464.430095:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696464.430572:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696464.430658:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696464.430662:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696464.494303:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696464.494312:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696464.494319:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001f121889. 00000020:00000040:0.0:1788696464.494326:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696464.494330:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696464.494333:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696464.494338:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696464.494345:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d9ed23a3. 00000100:00000001:0.0:1788696464.494352:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696464.494363:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000001f121889 x1875583274389632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696464.494374:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696464.494376:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696464.494381:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f121889] to pc [ptlrpcd_00_03+3] req@000000001f121889 x1875583274389632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696464.494409:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696464.494412:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696464.494415:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696464.494418:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033cb097c. 00000020:00000040:0.0:1788696464.494420:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696464.494422:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696464.494424:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696464.494425:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696464.494428:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b93a25a. 00000100:00000001:0.0:1788696464.494431:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696464.494449:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000033cb097c x1875583274389760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696464.494457:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696464.494458:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696464.494461:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033cb097c] to pc [ptlrpcd_00_00+0] req@0000000033cb097c x1875583274389760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696464.494490:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696464.494492:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696464.494496:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696464.494499:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4497fd1. 00000020:00000040:0.0:1788696464.494501:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696464.494503:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696464.494505:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696464.494506:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696464.494509:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ea48552. 00000100:00000001:0.0:1788696464.494512:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696464.494516:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000e4497fd1 x1875583274389888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696464.494522:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696464.494523:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696464.494526:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4497fd1] to pc [ptlrpcd_00_01+1] req@00000000e4497fd1 x1875583274389888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696464.494534:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696464.494535:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696464.494539:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696464.494543:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12764) 00000100:00000001:0.0:1788696464.494554:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696464.494557:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696464.494559:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696464.494569:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033cb097c x1875583274389760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696464.494577:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696464.494579:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696464.494583:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696464.494585:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696464.494587:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696464.494590:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000033cb097c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274389760:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696464.494594:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696464.494600:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696464.494602:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696464.494604:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696464.494608:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2f7131f. 02000000:00000001:0.0:1788696464.494610:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696464.494616:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7a9fab3. 00000400:00000010:0.0:1788696464.494623:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016d26bd0. 00000100:00000200:0.0:1788696464.494629:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274389760, portal 10 00000100:00000001:0.0:1788696464.494631:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696464.494633:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882443392 : -113296827108224 : ffff98f506ddb480) 00000100:00000040:0.0:1788696464.494639:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000033cb097c x1875583274389760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696464.494647:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696464.494649:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696464.494652:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009aad6401. 00000100:00000200:0.0:1788696464.494654:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274389760, offset 0 00000400:00000200:0.0:1788696464.494660:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696464.494672:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696464.494677:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696464.494680:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696464.494683:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696464.494686:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696464.494689:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [560:560:256:4294967295] 192.168.201.118@tcp LPNI seq info [560:560:8:4294967295] 00000400:00000200:0.0:1788696464.494707:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696464.494713:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696464.494716:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054acfd14. 00000800:00000200:0.0:1788696464.494722:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696464.494729:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696464.494733:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000054acfd14 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696464.494742:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696464.494746:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 24328 usecs (25 jiffies) 00000100:00000001:0.0:1788696464.494750:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307426329 00000100:00000010:0.0:1788696464.494754:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000969a2001. 00000100:00000001:0.0:1788696464.494760:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788696464.494765:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307426329 00000100:00000010:0.0:1788696464.494767:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025718597. 00000100:00000001:0.0:1788696464.494770:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788696464.494772:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307426329 00000100:00000010:0.0:1788696464.494775:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4964a0e. 00000100:00000001:0.0:1788696464.494777:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696464.494778:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696464.494781:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696464.494783:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788696464.494784:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307426329 00000100:00000010:0.0:1788696464.494787:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047e9a98. 00000100:00000040:1.0:1788696464.494787:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001f121889 x1875583274389632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696464.494789:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788696464.494792:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696464.494794:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696464.494795:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696464.494795:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696464.494797:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696464.494797:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696464.494798:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696464.494799:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788696464.494800:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696464.494802:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274389632:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696464.494805:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696464.494806:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696464.494808:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1788696464.494808:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696464.494809:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696464.494810:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696464.494811:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1788696464.494811:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788696464.494812:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696464.494813:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010d8e538. 02000000:00000001:1.0:1788696464.494815:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696464.494818:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008690b99b. 00000100:00100000:0.0:1788696464.494819:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788696464.494820:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1788696464.494822:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013cbe2c3. 00000100:00000001:0.0:1788696464.494823:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696464.494824:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696464.494825:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1788696464.494825:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274389632, portal 25 00000100:00000001:0.0:1788696464.494827:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696464.494827:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696464.494828:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788696464.494828:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438912 : -113296827112704 : ffff98f506dda300) 00000100:00000040:0.0:1788696464.494830:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4497fd1 x1875583274389888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696464.494831:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001f121889 x1875583274389632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696464.494838:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696464.494838:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788696464.494839:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696464.494840:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1788696464.494840:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788696464.494842:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1788696464.494842:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e02c571f. 00000100:00000200:1.0:1788696464.494861:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274389632, offset 0 00000400:00000200:1.0:1788696464.494866:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788696464.494867:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696464.494870:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274389888:192.168.201.118@tcp:400: 00000400:00000200:1.0:1788696464.494872:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:0.0:1788696464.494873:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1788696464.494874:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1788696464.494875:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696464.494877:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696464.494877:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000001:0.0:1788696464.494878:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1788696464.494879:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1788696464.494881:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000055b01c09. 02000000:00000001:0.0:1788696464.494882:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696464.494885:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4a2faf4. 00000400:00000200:1.0:1788696464.494886:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000010:0.0:1788696464.494888:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008365c19a. 00000400:00000200:1.0:1788696464.494889:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [561:561:255:4294967295] 192.168.201.118@tcp LPNI seq info [561:561:7:4294967295] 00000100:00000200:0.0:1788696464.494891:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274389888, portal 10 00000100:00000001:0.0:1788696464.494892:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696464.494893:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882434432 : -113296827117184 : ffff98f506dd9180) 00000400:00000200:1.0:1788696464.494896:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000040:0.0:1788696464.494898:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4497fd1 x1875583274389888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788696464.494900:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696464.494903:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000520c6b2f. 00000100:00000001:0.0:1788696464.494904:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696464.494906:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000800:00000200:1.0:1788696464.494907:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000010:0.0:1788696464.494908:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090a574b6. 00000100:00000200:0.0:1788696464.494910:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274389888, offset 0 00000800:00000200:1.0:1788696464.494911:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:0.0:1788696464.494913:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:1.0:1788696464.494913:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000520c6b2f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696464.494916:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696464.494917:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696464.494925:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696464.494927:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696464.494929:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788696464.494929:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307427570 00000400:00000200:0.0:1788696464.494931:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:1.0:1788696464.494933:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307426329 00000400:00000200:0.0:1788696464.494934:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [562:562:254:4294967295] 192.168.201.118@tcp LPNI seq info [562:562:6:4294967295] 00000100:00000001:1.0:1788696464.494936:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307427570 00000100:00000001:1.0:1788696464.494938:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307426329 00000400:00000200:0.0:1788696464.494941:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:1.0:1788696464.494941:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307427570 00000100:00000001:1.0:1788696464.494943:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307426329 00000100:00000001:1.0:1788696464.494945:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307427570 00000800:00000200:0.0:1788696464.494946:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696464.494947:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307426329 00000800:00000010:0.0:1788696464.494948:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000094b132a4. 00000100:00000001:1.0:1788696464.494949:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1788696464.494951:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:1.0:1788696464.494951:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696464.494954:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696464.494955:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:1.0:1788696464.494955:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788696464.494957:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000094b132a4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696464.494959:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696464.494959:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696464.494960:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1788696464.494962:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 24400 usecs (25 jiffies) 00000100:00000001:1.0:1788696464.494962:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696464.494963:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696464.494964:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307426330 00000100:00000001:1.0:1788696464.494964:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696464.494965:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307427570 00000100:00000001:1.0:1788696464.494966:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696464.494967:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307426330 00000100:00000001:0.0:1788696464.494969:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307427570 00000100:00000001:1.0:1788696464.494974:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696464.494976:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696464.495016:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696464.495024:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054acfd14. 00000400:00000200:1.0:1788696464.495030:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696464.495035:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696464.495041:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aad6401 00000400:00000010:1.0:1788696464.495042:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009aad6401. 00000100:00000001:1.0:1788696464.495047:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696464.495051:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000033cb097c x1875583274389760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696464.495061:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696464.495064:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696464.495070:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696464.495073:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033cb097c x1875583274389760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696464.495079:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696464.495081:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696464.495093:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696464.495096:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000520c6b2f. 00000400:00000200:1.0:1788696464.495099:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696464.495102:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696464.495105:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e02c571f 00000400:00000010:1.0:1788696464.495106:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e02c571f. 00000100:00000001:1.0:1788696464.495108:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696464.495111:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001f121889 x1875583274389632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696464.495116:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696464.495118:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001f121889 x1875583274389632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696464.495124:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696464.495125:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696464.495138:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307426330 00000100:00000001:0.0:1788696464.495139:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307427570 00000100:00000001:0.0:1788696464.495141:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307426330 00000100:00000001:0.0:1788696464.495142:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307427570 00000100:00000001:0.0:1788696464.495143:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696464.495145:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696464.495147:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696464.495149:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696464.495181:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696464.495183:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000094b132a4. 00000400:00000200:1.0:1788696464.495186:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696464.495190:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696464.495192:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000090a574b6 00000400:00000010:1.0:1788696464.495194:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000090a574b6. 00000100:00000001:1.0:1788696464.495202:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696464.495205:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e4497fd1 x1875583274389888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696464.495212:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696464.495214:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4497fd1 x1875583274389888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696464.495219:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696464.495220:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696464.497747:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696464.497761:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696464.497764:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696464.497766:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696464.497776:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696464.497793:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d11100 00000400:00000200:1.0:1788696464.497800:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1249 [1] + 224 00000800:00000001:1.0:1788696464.497807:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696464.497813:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696464.497816:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696464.497820:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696464.497827:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696464.497833:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000033cb097c x1875583274389760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696464.497843:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033cb097c x1875583274389760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696464.497882:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696464.497889:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696464.497892:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696464.498065:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696464.498069:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696464.498077:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696464.498079:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696464.498095:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7a9fab3. 00000400:00000200:0.0:1788696464.498100:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016d26bd0 00000400:00000010:0.0:1788696464.498102:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000016d26bd0. 00000100:00000001:0.0:1788696464.498106:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696464.498110:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000033cb097c x1875583274389760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696464.498118:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000033cb097c x1875583274389760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696464.498511:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696464.498513:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696464.498517:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696464.498520:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696464.498522:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696464.498524:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696464.498526:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696464.498555:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=65 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696464.498561:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=65 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696464.498563:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696464.498565:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696464.498567:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696464.498571:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696464.498575:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696464.498585:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696464.498588:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696464.498590:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696464.498595:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033cb097c x1875583274389760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696464.498601:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696464.498604:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696464.498605:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696464.498608:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033cb097c x1875583274389760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696464.498615:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000033cb097c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274389760:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696464.498626:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696464.498629:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696464.498632:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033cb097c x1875583274389760/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696464.498639:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696464.498641:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696464.498644:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2f7131f. 02000000:00000001:0.0:1788696464.498647:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696464.498650:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696464.498651:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696464.498654:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696464.498656:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b93a25a. 02000000:00000001:0.0:1788696464.498659:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696464.498661:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696464.498663:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033cb097c. 00000100:00000001:0.0:1788696464.498666:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696464.498668:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696464.498670:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696464.498672:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696464.498673:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696464.498675:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696464.498677:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696464.499311:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696464.499320:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696464.499323:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696464.499325:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696464.499331:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696464.499343:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d11080 00000400:00000200:2.0:1788696464.499350:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1251 [1] + 224 00000800:00000001:2.0:1788696464.499355:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696464.499358:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696464.499360:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696464.499363:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696464.499368:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696464.499371:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001f121889 x1875583274389632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696464.499380:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001f121889 x1875583274389632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696464.499422:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696464.499425:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696464.499442:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696464.499449:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696464.499452:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696464.499454:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696464.499456:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696464.499459:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696464.499465:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d11180 00000400:00000200:2.0:1788696464.499469:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1259 [1] + 224 00000800:00000001:2.0:1788696464.499473:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696464.499478:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696464.499480:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696464.499491:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696464.499495:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696464.499498:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e4497fd1 x1875583274389888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696464.499504:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4497fd1 x1875583274389888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696464.499518:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696464.499523:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696464.499529:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696464.499558:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696464.499561:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696464.499565:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696464.499567:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696464.499568:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4a2faf4. 00000400:00000200:0.0:1788696464.499572:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008365c19a 00000400:00000010:0.0:1788696464.499573:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008365c19a. 00000100:00000001:0.0:1788696464.499576:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:1.0:1788696464.499579:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1788696464.499582:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e4497fd1 x1875583274389888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788696464.499583:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696464.499586:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008690b99b. 00000400:00000200:1.0:1788696464.499593:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013cbe2c3 00000100:00000200:0.0:1788696464.499597:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e4497fd1 x1875583274389888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788696464.499603:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013cbe2c3. 00000100:00000001:0.0:1788696464.499609:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696464.499611:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696464.499616:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001f121889 x1875583274389632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696464.499619:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696464.499624:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696464.499627:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696464.499630:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1788696464.499631:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001f121889 x1875583274389632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696464.499633:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696464.499637:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696464.499645:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=64 v=5 (5 5 5 5) 00000100:00000001:1.0:1788696464.499646:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696464.499649:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1788696464.499651:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=9 v=5 (1 1 0 0) 00000100:00000001:1.0:1788696464.499652:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696464.499656:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696464.499657:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696464.499659:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696464.499660:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696464.499662:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696464.499664:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1788696464.499666:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1788696464.499671:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000e4497fd1 x1875583274389888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1788696464.499671:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=65 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696464.499680:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=65 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696464.499687:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1788696464.499688:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696464.499690:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696464.499693:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1788696464.499695:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1788696464.499696:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00010000:00000001:1.0:1788696464.499698:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696464.499699:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696464.499702:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696464.499704:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696464.499708:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4497fd1 x1875583274389888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696464.499713:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001f121889 x1875583274389632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696464.499724:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696464.499729:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696464.499730:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696464.499734:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696464.499736:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696464.499738:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001f121889 x1875583274389632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696464.499744:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001f121889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274389632:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696464.499749:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696464.499751:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696464.499752:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001f121889 x1875583274389632/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696464.499769:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696464.499771:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696464.499773:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010d8e538. 02000000:00000001:1.0:1788696464.499776:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696464.499777:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696464.499779:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696464.499781:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696464.499783:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d9ed23a3. 02000000:00000001:1.0:1788696464.499785:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696464.499786:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696464.499787:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001f121889. 00000100:00000001:1.0:1788696464.499790:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696464.499791:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696464.499792:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696464.499800:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696464.499802:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696464.499804:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696464.499987:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696464.500356:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696464.500362:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4497fd1 x1875583274389888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696464.500371:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274389888:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696464.500375:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696464.500377:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696464.500379:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4497fd1 x1875583274389888/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696480 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696464.500385:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696464.500387:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696464.500396:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000055b01c09. 02000000:00000001:0.0:1788696464.500400:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696464.500402:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696464.500403:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696464.500406:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696464.500408:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ea48552. 02000000:00000001:0.0:1788696464.500410:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696464.500412:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696464.500413:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4497fd1. 00000100:00000001:0.0:1788696464.500416:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696464.500417:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696464.500419:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696464.500423:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696464.500424:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696464.500426:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696464.500428:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696465.453991:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696465.453999:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696465.454006:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696465.454010:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696465.454013:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696465.454017:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696465.454020:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696465.454022:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696465.454023:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696465.454025:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696465.454079:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696465.454083:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696465.454085:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696465.773987:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307427570, at 4307427584 00000100:00000010:0.0:1788696465.774005:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000969a2001. 00000100:00000040:3.0:1788696465.774247:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307427570, at 4307427584 00000100:00000010:3.0:1788696465.774254:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047e9a98. 00000100:00000040:1.0:1788696465.774335:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307427570, at 4307427584 00000100:00000010:1.0:1788696465.774341:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025718597. 00000100:00000040:2.0:1788696465.776357:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307427570, at 4307427586 00000100:00000010:2.0:1788696465.776371:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4964a0e. 00010000:00000001:2.0:1788696466.477944:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696466.477950:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696466.477954:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696466.477955:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696466.478060:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696466.478068:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696466.478071:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696467.501960:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696467.501966:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696467.501969:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696467.501971:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696467.502058:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696467.502061:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696467.502063:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696468.526515:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696468.526522:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696468.526528:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696468.526529:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696468.526594:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696468.526598:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696468.526601:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696469.549941:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696469.549951:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696469.549970:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696469.549973:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696469.549979:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696469.549982:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696469.549983:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696469.549985:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696469.549990:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696469.549991:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696469.550078:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696469.550088:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696469.550091:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696469.613956:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696469.613966:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696469.613975:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4497fd1. 00000020:00000040:0.0:1788696469.613982:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696469.613986:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696469.613990:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696469.613995:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696469.614002:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ea48552. 00000100:00000001:0.0:1788696469.614008:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696469.614018:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000e4497fd1 x1875583274390016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696469.614035:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696469.614038:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696469.614044:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4497fd1] to pc [ptlrpcd_00_02+2] req@00000000e4497fd1 x1875583274390016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696469.614070:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696469.614079:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696469.614084:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788696469.614086:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696469.614087:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788696469.614092:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696469.614097:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033cb097c. 00000020:00000040:0.0:1788696469.614100:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696469.614103:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696469.614105:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1788696469.614106:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4497fd1 x1875583274390016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696469.614108:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696469.614114:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b93a25a. 00000100:00000001:2.0:1788696469.614119:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696469.614120:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696469.614121:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696469.614125:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696469.614126:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696469.614129:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000033cb097c x1875583274390144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788696469.614131:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696469.614136:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696469.614140:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1788696469.614141:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696469.614143:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696469.614158:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274390016:192.168.201.118@tcp:400: 00000100:00000040:0.0:1788696469.614163:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033cb097c] to pc [ptlrpcd_00_03+3] req@0000000033cb097c x1875583274390144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696469.614176:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696469.614181:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696469.614183:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696469.614185:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696469.614189:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1788696469.614190:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788696469.614195:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:1.0:1788696469.614196:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071ee7ed0. 00000100:00000010:0.0:1788696469.614199:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ba1d0c9. 02000000:00000001:1.0:1788696469.614200:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696469.614203:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1788696469.614205:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696469.614207:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696469.614209:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1788696469.614209:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000008690b99b. 00000100:00000001:2.0:1788696469.614210:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1788696469.614213:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696469.614216:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696469.614218:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033cb097c x1875583274390144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788696469.614220:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013cbe2c3. 02000000:00000010:0.0:1788696469.614222:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d9ed23a3. 00000100:00000001:0.0:1788696469.614228:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696469.614229:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274390016, portal 25 00000100:00000001:2.0:1788696469.614234:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696469.614235:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696469.614237:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696469.614239:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000004ba1d0c9 x1875583274390272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696469.614239:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882434432 : -113296827117184 : ffff98f506dd9180) 02000000:00000001:2.0:1788696469.614241:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696469.614245:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788696469.614250:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000e4497fd1 x1875583274390016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696469.614251:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696469.614259:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000033cb097c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274390144:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696469.614268:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696469.614272:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788696469.614274:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1788696469.614275:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696469.614278:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696469.614278:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1788696469.614279:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1788696469.614284:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000010:2.0:1788696469.614285:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b066959. 00000100:00000040:0.0:1788696469.614288:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ba1d0c9] to pc [ptlrpcd_00_00+0] req@000000004ba1d0c9 x1875583274390272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788696469.614289:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e02c571f. 02000000:00000001:2.0:1788696469.614290:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696469.614296:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274390016, offset 0 00000400:00000010:2.0:1788696469.614298:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6015ae6. 00000400:00000010:2.0:1788696469.614307:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0bf99ec. 00000400:00000200:1.0:1788696469.614308:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000200:2.0:1788696469.614320:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274390144, portal 10 00000100:00000001:2.0:1788696469.614323:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1788696469.614325:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788696469.614326:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882443392 : -113296827108224 : ffff98f506ddb480) 00000400:00000200:1.0:1788696469.614333:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788696469.614337:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696469.614337:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000033cb097c x1875583274390144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696469.614340:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000040:0.0:1788696469.614344:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696469.614346:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788696469.614349:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788696469.614351:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788696469.614355:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1788696469.614357:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788696469.614357:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788696469.614362:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696469.614365:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12769) 00000100:00000040:3.0:1788696469.614366:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ba1d0c9 x1875583274390272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696469.614368:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [563:563:256:4294967295] 192.168.201.118@tcp LPNI seq info [563:563:8:4294967295] 00000100:00000040:2.0:1788696469.614377:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696469.614382:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007282336d. 00000100:00000001:0.0:1788696469.614385:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1788696469.614388:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274390144, offset 0 00000100:00000001:0.0:1788696469.614389:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696469.614392:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1788696469.614394:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788696469.614396:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696469.614401:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:3.0:1788696469.614402:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1788696469.614404:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 02000000:00000001:3.0:1788696469.614407:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1788696469.614411:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000520c6b2f. 00000400:00000200:2.0:1788696469.614412:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:3.0:1788696469.614412:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696469.614420:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1788696469.614421:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274390272:192.168.201.118@tcp:400: 00000800:00000200:1.0:1788696469.614422:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:2.0:1788696469.614427:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:3.0:1788696469.614430:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788696469.614433:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1788696469.614434:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1788696469.614437:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 02000000:00000001:3.0:1788696469.614438:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696469.614440:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000200:1.0:1788696469.614444:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000520c6b2f type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1788696469.614445:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1788696469.614448:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [564:564:255:4294967295] 192.168.201.118@tcp LPNI seq info [564:564:7:4294967295] 02000000:00000010:3.0:1788696469.614452:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ce8fb58. 02000000:00000001:3.0:1788696469.614456:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696469.614461:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000010:3.0:1788696469.614462:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009c98ac2. 00000800:00000200:2.0:1788696469.614471:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696469.614471:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c74f0a0. 00000100:00000001:1.0:1788696469.614473:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788696469.614476:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078c7cd5c. 00000100:00000200:3.0:1788696469.614477:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274390272, portal 10 00000100:00000001:3.0:1788696469.614482:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1788696469.614485:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788696469.614486:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882431744 : -113296827119872 : ffff98f506dd8700) 00000100:00000001:1.0:1788696469.614487:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307432689 00000800:00000200:2.0:1788696469.614493:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000010:1.0:1788696469.614494:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cad765ec. 00000800:00000200:2.0:1788696469.614497:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000078c7cd5c type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1788696469.614498:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004ba1d0c9 x1875583274390272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696469.614504:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788696469.614504:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696469.614512:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 24212 usecs (25 jiffies) 00000100:00000001:1.0:1788696469.614513:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307432689 00000100:00000001:3.0:1788696469.614513:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788696469.614518:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307431449 00000100:00000010:1.0:1788696469.614519:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007fa6a9e5. 00000100:00000040:3.0:1788696469.614521:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696469.614525:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307432689 00000100:00000001:1.0:1788696469.614526:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1788696469.614527:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c46f78e5. 00000100:00000001:2.0:1788696469.614530:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307431449 00000100:00000001:1.0:1788696469.614533:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307432689 00000100:00000200:3.0:1788696469.614533:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274390272, offset 0 00000100:00000001:2.0:1788696469.614534:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307432689 00000100:00000010:1.0:1788696469.614539:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b6d68e7. 00000100:00000001:2.0:1788696469.614540:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307431449 00000100:00000001:1.0:1788696469.614545:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1788696469.614546:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696469.614551:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307432689 00000100:00000001:2.0:1788696469.614551:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307432689 00000400:00000200:3.0:1788696469.614556:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:2.0:1788696469.614558:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307431449 00000100:00000010:1.0:1788696469.614559:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f9cf8d6f. 00000400:00000200:3.0:1788696469.614562:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788696469.614565:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696469.614569:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696469.614572:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307432689 00000100:00000001:1.0:1788696469.614573:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696469.614576:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:2.0:1788696469.614577:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696469.614580:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696469.614582:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788696469.614583:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696469.614584:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788696469.614587:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1788696469.614589:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000010:0.0:1788696469.614594:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000520c6b2f. 00000100:00000001:1.0:1788696469.614594:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696469.614595:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696469.614597:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [565:565:254:4294967295] 192.168.201.118@tcp LPNI seq info [565:565:6:4294967295] 00000100:00000001:1.0:1788696469.614599:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696469.614601:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696469.614603:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788696469.614605:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696469.614608:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696469.614609:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696469.614611:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696469.614613:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1788696469.614617:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696469.614618:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696469.614620:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696469.614624:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788696469.614624:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788696469.614629:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696469.614633:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696469.614634:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e02c571f 00000100:00000001:2.0:1788696469.614634:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696469.614639:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e02c571f. 00000800:00000010:3.0:1788696469.614641:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a5d0889. 00000100:00000001:0.0:1788696469.614645:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:3.0:1788696469.614649:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000200:0.0:1788696469.614653:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000e4497fd1 x1875583274390016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788696469.614659:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696469.614665:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a5d0889 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696469.614668:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788696469.614670:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696469.614673:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4497fd1 x1875583274390016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696469.614675:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 24291 usecs (25 jiffies) 00000100:00000001:3.0:1788696469.614680:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307431449 00000100:00000001:0.0:1788696469.614683:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696469.614685:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307432689 00000100:00000001:0.0:1788696469.614686:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696469.614690:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307431449 00000100:00000001:3.0:1788696469.614693:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307432689 00000100:00000001:3.0:1788696469.614695:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307431449 00000100:00000001:3.0:1788696469.614697:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307432689 00000800:00000200:0.0:1788696469.614699:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1788696469.614700:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307431449 00000800:00000010:0.0:1788696469.614702:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078c7cd5c. 00000100:00000001:3.0:1788696469.614704:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307432689 00000400:00000200:0.0:1788696469.614706:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788696469.614708:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788696469.614712:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696469.614713:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696469.614716:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007282336d 00000100:00000001:3.0:1788696469.614717:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696469.614720:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000007282336d. 00000100:00000001:3.0:1788696469.614721:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696469.614725:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1788696469.614727:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1788696469.614731:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000033cb097c x1875583274390144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696469.614731:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696469.614735:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696469.614737:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696469.614740:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696469.614744:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788696469.614748:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696469.614755:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033cb097c x1875583274390144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696469.614762:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696469.614764:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696469.614829:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696469.614833:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a5d0889. 00000400:00000200:0.0:1788696469.614836:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696469.614839:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696469.614842:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c46f78e5 00000400:00000010:0.0:1788696469.614859:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c46f78e5. 00000100:00000001:0.0:1788696469.614862:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696469.614864:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004ba1d0c9 x1875583274390272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696469.614869:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696469.614871:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ba1d0c9 x1875583274390272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696469.614876:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696469.614877:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696469.616414:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696469.616425:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696469.616428:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696469.616429:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696469.616435:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696469.616446:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d11200 00000400:00000200:1.0:1788696469.616451:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1261 [1] + 224 00000800:00000001:1.0:1788696469.616455:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696469.616457:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696469.616459:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696469.616469:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696469.616483:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696469.616488:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000e4497fd1 x1875583274390016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696469.616499:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4497fd1 x1875583274390016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696469.616522:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696469.616529:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696469.616535:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696469.616537:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696469.616539:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696469.616543:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696469.616554:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d11280 00000400:00000200:1.0:1788696469.616559:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1269 [1] + 224 00000800:00000001:1.0:1788696469.616562:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696469.616565:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696469.616567:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696469.616570:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696469.616573:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696469.616576:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000033cb097c x1875583274390144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696469.616583:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033cb097c x1875583274390144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696469.616598:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696469.616602:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696469.616604:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696469.616606:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696469.616608:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696469.616612:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696469.616618:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d11300 00000400:00000200:1.0:1788696469.616622:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1271 [1] + 224 00000800:00000001:1.0:1788696469.616625:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696469.616644:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696469.616647:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696469.616651:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696469.616653:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696469.616655:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696469.616657:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1788696469.616660:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004ba1d0c9 x1875583274390272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1788696469.616663:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696469.616666:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696469.616669:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6015ae6. 00000100:00000040:1.0:1788696469.616673:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004ba1d0c9 x1875583274390272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696469.616674:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0bf99ec 00000400:00000010:3.0:1788696469.616677:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0bf99ec. 00000100:00000001:3.0:1788696469.616681:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696469.616693:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000033cb097c x1875583274390144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696469.616696:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696469.616702:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1788696469.616702:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000033cb097c x1875583274390144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788696469.616707:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696469.616709:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696469.616711:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696469.616713:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696469.616716:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696469.616717:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696469.616718:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696469.616720:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696469.616727:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=70 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696469.616729:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=70 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696469.616731:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696469.616732:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696469.616734:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696469.616737:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696469.616739:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696469.616739:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696469.616743:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696469.616744:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696469.616745:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696469.616747:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788696469.616748:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1788696469.616750:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033cb097c x1875583274390144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788696469.616751:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696469.616754:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009c98ac2. 00000400:00000200:0.0:1788696469.616760:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c74f0a0 00000100:00000001:3.0:1788696469.616760:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696469.616763:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696469.616764:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1788696469.616765:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003c74f0a0. 00000100:00000001:2.0:1788696469.616768:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696469.616769:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696469.616772:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788696469.616774:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1788696469.616775:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004ba1d0c9 x1875583274390272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788696469.616777:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696469.616781:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008690b99b. 00000100:00000040:3.0:1788696469.616785:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033cb097c x1875583274390144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696469.616789:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013cbe2c3 00000100:00000200:0.0:1788696469.616790:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004ba1d0c9 x1875583274390272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1788696469.616793:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013cbe2c3. 00000100:00000001:2.0:1788696469.616799:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00100000:3.0:1788696469.616802:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000033cb097c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274390144:192.168.201.118@tcp:400: 00000100:00000200:2.0:1788696469.616807:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000e4497fd1 x1875583274390016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696469.616809:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696469.616812:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696469.616817:0:201300:0:(client.c:1593:after_reply()) Process entered 00000100:00000200:2.0:1788696469.616822:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000e4497fd1 x1875583274390016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696469.616822:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788696469.616828:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696469.616828:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788696469.616832:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696469.616836:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696469.616836:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033cb097c x1875583274390144/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696469.616837:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:0.0:1788696469.616841:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696469.616841:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696469.616870:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696469.616873:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696469.616875:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1788696469.616876:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00001000:0.0:1788696469.616880:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=69 v=5 (5 5 5 5) 00000100:00000001:2.0:1788696469.616880:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696469.616880:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1788696469.616885:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696469.616885:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b066959. 00000100:00001000:0.0:1788696469.616886:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=14 v=5 (1 1 0 0) 00000100:00001000:2.0:1788696469.616891:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=70 v=5 (5 5 5 5) 00000100:00000001:0.0:1788696469.616892:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1788696469.616893:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788696469.616896:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696469.616896:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=70 v=5 (1 1 1 1) 00000020:00000001:3.0:1788696469.616897:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696469.616901:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00010000:00000001:0.0:1788696469.616902:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1788696469.616902:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696469.616905:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696469.616908:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1788696469.616909:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00010000:00080000:0.0:1788696469.616910:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004ba1d0c9 x1875583274390272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696469.616911:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696469.616912:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b93a25a. 00000100:00000001:2.0:1788696469.616917:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696469.616918:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696469.616921:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696469.616923:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033cb097c. 00000100:00000040:2.0:1788696469.616928:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4497fd1 x1875583274390016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696469.616929:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696469.616929:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696469.616932:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696469.616935:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1788696469.616936:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696469.616939:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696469.616943:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696469.616945:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696469.616946:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696469.616948:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696469.616949:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696469.616952:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696469.616956:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ba1d0c9 x1875583274390272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696469.616972:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696469.616976:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696469.616977:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696469.616978:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696469.616982:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1788696469.616985:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4497fd1 x1875583274390016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696469.616986:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696469.616995:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ba1d0c9 x1875583274390272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696469.616997:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000e4497fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274390016:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696469.617004:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696469.617007:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696469.617010:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4497fd1 x1875583274390016/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696469.617016:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274390272:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696469.617018:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696469.617020:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696469.617023:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071ee7ed0. 00000100:00000001:0.0:1788696469.617025:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788696469.617027:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788696469.617028:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1788696469.617029:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696469.617031:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000040:0.0:1788696469.617034:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ba1d0c9 x1875583274390272/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1788696469.617035:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696469.617037:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ea48552. 02000000:00000001:2.0:1788696469.617040:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696469.617042:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696469.617044:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4497fd1. 00000100:00000001:2.0:1788696469.617048:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696469.617050:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696469.617051:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1788696469.617052:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788696469.617055:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1788696469.617056:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1788696469.617057:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ce8fb58. 00000100:00000001:2.0:1788696469.617059:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696469.617062:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788696469.617064:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788696469.617064:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696469.617073:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696469.617074:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696469.617077:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696469.617078:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d9ed23a3. 02000000:00000001:0.0:1788696469.617081:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696469.617082:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696469.617083:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ba1d0c9. 00000100:00000001:0.0:1788696469.617086:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696469.617087:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696469.617089:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696469.617093:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696469.617095:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696469.617097:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696469.617099:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696470.573991:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696470.573999:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696470.574005:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696470.574006:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696470.575119:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696470.575124:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696470.575128:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696470.893955:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307432689, at 4307432704 00000100:00000040:3.0:1788696470.893955:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307432689, at 4307432704 00000100:00000010:3.0:1788696470.893974:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f9cf8d6f. 00000100:00000010:0.0:1788696470.893975:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cad765ec. 00000100:00000040:1.0:1788696470.894010:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307432689, at 4307432704 00000100:00000010:1.0:1788696470.894017:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007fa6a9e5. 00000100:00000040:2.0:1788696470.896321:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307432689, at 4307432706 00000100:00000010:2.0:1788696470.896353:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b6d68e7. 00010000:00000001:2.0:1788696471.597980:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696471.597987:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696471.597993:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696471.597994:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696471.598105:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696471.598108:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696471.598120:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696472.621929:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696472.621937:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696472.621944:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696472.621945:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696472.622037:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696472.622040:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696472.622043:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696473.645961:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696473.645968:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696473.645974:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696473.645976:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696473.646006:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696473.646010:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696473.646013:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696474.669908:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696474.669915:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696474.669920:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696474.669923:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696474.669925:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696474.669928:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696474.669931:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696474.669934:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696474.669935:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696474.669937:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696474.669992:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696474.670011:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696474.670014:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696474.733969:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696474.733990:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696474.733998:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ba1d0c9. 00000020:00000040:0.0:1788696474.734008:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696474.734012:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696474.734015:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696474.734019:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696474.734027:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d9ed23a3. 00000100:00000001:0.0:1788696474.734034:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696474.734046:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000004ba1d0c9 x1875583274390400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696474.734056:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696474.734071:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696474.734077:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ba1d0c9] to pc [ptlrpcd_00_01+1] req@000000004ba1d0c9 x1875583274390400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696474.734112:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696474.734115:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696474.734126:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788696474.734129:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788696474.734132:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696474.734136:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788696474.734140:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:0.0:1788696474.734141:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a572c48. 00000100:00000001:1.0:1788696474.734144:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788696474.734146:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696474.734149:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696474.734151:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788696474.734152:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1788696474.734154:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788696474.734156:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1788696474.734158:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696474.734163:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ba1d0c9 x1875583274390400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788696474.734164:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000094b132a4. 00000100:00000001:0.0:1788696474.734169:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696474.734177:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000000a572c48 x1875583274390528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696474.734178:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696474.734183:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696474.734189:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788696474.734190:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696474.734192:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696474.734193:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788696474.734197:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a572c48] to pc [ptlrpcd_00_02+2] req@000000000a572c48 x1875583274390528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696474.734199:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696474.734217:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696474.734220:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274390400:192.168.201.118@tcp:400: 00000100:00000040:0.0:1788696474.734221:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696474.734228:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788696474.734230:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1788696474.734232:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6864119. 00000020:00000040:0.0:1788696474.734235:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:1.0:1788696474.734236:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788696474.734238:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696474.734240:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696474.734241:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696474.734243:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696474.734245:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696474.734248:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054acfd14. 02000000:00000010:1.0:1788696474.734251:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000217351f8. 00000100:00000001:0.0:1788696474.734252:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696474.734257:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696474.734259:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000f6864119 x1875583274390656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1788696474.734264:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ded330b. 00000100:00000001:0.0:1788696474.734270:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696474.734272:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696474.734275:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060c897f5. 00000100:00000040:0.0:1788696474.734276:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6864119] to pc [ptlrpcd_00_03+3] req@00000000f6864119 x1875583274390656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696474.734283:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274390400, portal 25 00000100:00000001:1.0:1788696474.734287:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696474.734289:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882431744 : -113296827119872 : ffff98f506dd8700) 00000100:00000040:1.0:1788696474.734298:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004ba1d0c9 x1875583274390400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696474.734303:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696474.734308:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696474.734311:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696474.734316:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12774) 00000100:00000001:0.0:1788696474.734326:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696474.734326:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696474.734331:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696474.734335:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6377a2d. 00000100:00000200:1.0:1788696474.734337:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274390400, offset 0 00000400:00000200:1.0:1788696474.734341:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696474.734343:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696474.734346:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696474.734351:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6864119 x1875583274390656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696474.734354:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696474.734361:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788696474.734366:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1788696474.734366:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:0.0:1788696474.734370:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696474.734373:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1788696474.734375:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1788696474.734378:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000001:0.0:1788696474.734380:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696474.734384:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696474.734386:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [566:566:256:4294967295] 192.168.201.118@tcp LPNI seq info [566:566:8:4294967295] 00000100:00100000:0.0:1788696474.734389:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274390656:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696474.734396:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696474.734399:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696474.734402:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696474.734403:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 02000000:00000001:0.0:1788696474.734406:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696474.734412:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010d8e538. 00000800:00000200:1.0:1788696474.734413:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788696474.734415:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788696474.734420:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006596e7c6. 00000400:00000010:0.0:1788696474.734422:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4a2faf4. 00000400:00000010:0.0:1788696474.734428:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008365c19a. 00000800:00000200:1.0:1788696474.734429:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000200:0.0:1788696474.734434:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274390656, portal 10 00000100:00000001:0.0:1788696474.734438:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696474.734440:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882445184 : -113296827106432 : ffff98f506ddbb80) 00000800:00000200:1.0:1788696474.734441:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696474.734446:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006596e7c6 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1788696474.734449:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f6864119 x1875583274390656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696474.734461:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696474.734464:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696474.734469:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696474.734475:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016d26bd0. 00000100:00000001:1.0:1788696474.734476:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307437809 00000100:00000200:0.0:1788696474.734480:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274390656, offset 0 00000100:00000010:1.0:1788696474.734483:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000578c062e. 00000400:00000200:0.0:1788696474.734490:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696474.734491:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1788696474.734498:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:1.0:1788696474.734498:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307437809 00000400:00000200:0.0:1788696474.734505:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1788696474.734505:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000033b0b89. 00000400:00000200:0.0:1788696474.734510:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:1.0:1788696474.734510:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1788696474.734514:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788696474.734516:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307437809 00000400:00000200:0.0:1788696474.734519:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696474.734522:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [567:567:255:4294967295] 192.168.201.118@tcp LPNI seq info [567:567:7:4294967295] 00000100:00000010:1.0:1788696474.734531:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005245dbeb. 00000400:00000200:0.0:1788696474.734532:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:1.0:1788696474.734537:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1788696474.734541:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696474.734542:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307437809 00000800:00000010:0.0:1788696474.734547:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ea48552. 00000100:00000010:1.0:1788696474.734548:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098edf6dd. 00000100:00000001:1.0:1788696474.734554:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1788696474.734557:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:1.0:1788696474.734560:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696474.734565:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696474.734566:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696474.734570:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ea48552 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696474.734570:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696474.734575:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696474.734576:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696474.734580:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 24165 usecs (25 jiffies) 00000100:00000001:0.0:1788696474.734583:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307436569 00000100:00000001:0.0:1788696474.734586:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307437809 00000100:00000001:0.0:1788696474.734590:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307436569 00000100:00000001:0.0:1788696474.734592:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307437809 00000100:00000001:0.0:1788696474.734594:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307436569 00000100:00000001:0.0:1788696474.734595:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307437809 00000100:00000001:0.0:1788696474.734597:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307436569 00000100:00000001:0.0:1788696474.734599:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307437809 00000100:00000001:0.0:1788696474.734601:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696474.734603:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696474.734605:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696474.734613:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696474.734617:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696474.734618:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696474.734620:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696474.734621:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696474.734623:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696474.734626:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1788696474.734628:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788696474.734630:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788696474.734631:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696474.734634:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1788696474.734636:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006596e7c6. 00000100:00000001:0.0:1788696474.734637:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696474.734640:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696474.734642:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1788696474.734644:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1788696474.734646:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a572c48 x1875583274390528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696474.734653:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696474.734662:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1788696474.734662:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6377a2d 00000100:00000001:0.0:1788696474.734666:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696474.734666:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c6377a2d. 02000000:00000001:0.0:1788696474.734672:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696474.734674:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696474.734674:0:201294:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1788696474.734678:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696474.734680:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004ba1d0c9 x1875583274390400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696474.734684:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274390528:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696474.734690:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696474.734692:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696474.734693:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696474.734695:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696474.734699:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002009dd19. 02000000:00000001:0.0:1788696474.734703:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696474.734704:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696474.734709:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ba1d0c9 x1875583274390400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788696474.734715:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7a9fab3. 00000100:00000001:1.0:1788696474.734719:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696474.734721:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050d9c735. 00000100:00000001:1.0:1788696474.734723:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1788696474.734726:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274390528, portal 10 00000100:00000001:0.0:1788696474.734728:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696474.734731:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882444288 : -113296827107328 : ffff98f506ddb800) 00000100:00000040:0.0:1788696474.734737:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000a572c48 x1875583274390528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696474.734744:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696474.734753:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696474.734756:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1a3d364. 00000100:00000200:0.0:1788696474.734758:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274390528, offset 0 00000400:00000200:0.0:1788696474.734763:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696474.734768:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696474.734771:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696474.734773:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696474.734776:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696474.734778:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696474.734780:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [568:568:255:4294967295] 192.168.201.118@tcp LPNI seq info [568:568:7:4294967295] 00000400:00000200:0.0:1788696474.734788:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696474.734792:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696474.734796:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b93a25a. 00000800:00000200:0.0:1788696474.734800:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696474.734804:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696474.734806:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1788696474.734807:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000b93a25a type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1788696474.734810:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ea48552. 00000100:00000001:0.0:1788696474.734812:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696474.734816:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1788696474.734817:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 24087 usecs (25 jiffies) 00000100:00000001:0.0:1788696474.734822:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307436569 00000100:00000001:0.0:1788696474.734826:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307437809 00000400:00000200:1.0:1788696474.734827:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696474.734831:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307436569 00000400:00000200:1.0:1788696474.734833:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016d26bd0 00000100:00000001:0.0:1788696474.734834:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307437809 00000400:00000010:1.0:1788696474.734837:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000016d26bd0. 00000100:00000001:0.0:1788696474.734838:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307436569 00000100:00000001:0.0:1788696474.734843:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307437809 00000100:00000001:1.0:1788696474.734843:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696474.734869:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000f6864119 x1875583274390656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696474.734872:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307436570 00000100:00000001:0.0:1788696474.734876:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307437809 00000100:00000001:0.0:1788696474.734881:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696474.734886:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696474.734887:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696474.734890:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6864119 x1875583274390656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696474.734897:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696474.734903:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696474.734903:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696474.734908:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696474.734921:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696474.734923:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b93a25a. 00000400:00000200:1.0:1788696474.734926:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696474.734929:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696474.734932:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1a3d364 00000400:00000010:1.0:1788696474.734933:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e1a3d364. 00000100:00000001:1.0:1788696474.734935:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696474.734938:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000a572c48 x1875583274390528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696474.734945:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696474.734947:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a572c48 x1875583274390528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696474.734953:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696474.734954:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788696474.735030:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696474.735033:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696474.735039:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696474.735040:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696474.739370:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696474.739386:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696474.739390:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696474.739393:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696474.739403:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696474.739418:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d11380 00000400:00000200:0.0:1788696474.739425:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1279 [1] + 224 00000800:00000001:0.0:1788696474.739433:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696474.739437:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696474.739440:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696474.739444:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696474.739450:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696474.739457:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004ba1d0c9 x1875583274390400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696474.739468:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004ba1d0c9 x1875583274390400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696474.739532:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696474.739537:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696474.739553:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696474.739572:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696474.739589:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696474.739592:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1788696474.739594:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1788696474.739596:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788696474.739598:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696474.739601:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ded330b. 00000400:00000200:0.0:1788696474.739605:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696474.739607:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060c897f5 00000400:00000200:0.0:1788696474.739614:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d11480 00000400:00000010:1.0:1788696474.739623:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000060c897f5. 00000100:00000001:1.0:1788696474.739628:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696474.739632:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004ba1d0c9 x1875583274390400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696474.739635:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1281 [1] + 224 00000800:00000001:0.0:1788696474.739646:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1788696474.739650:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004ba1d0c9 x1875583274390400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788696474.739655:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696474.739659:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788696474.739659:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696474.739662:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696474.739667:0:201300:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:0.0:1788696474.739668:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 02000000:00000001:1.0:1788696474.739672:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696474.739673:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788696474.739675:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696474.739679:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696474.739680:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000f6864119 x1875583274390656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696474.739682:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696474.739688:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696474.739696:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696474.739702:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788696474.739705:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6864119 x1875583274390656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696474.739710:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696474.739715:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696474.739718:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696474.739722:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696474.739726:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ba1d0c9 x1875583274390400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696474.739733:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696474.739740:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696474.739744:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696474.739747:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696474.739751:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696474.739753:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696474.739757:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ba1d0c9 x1875583274390400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696474.739766:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274390400:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696474.739771:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696474.739774:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696474.739776:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ba1d0c9 x1875583274390400/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696474.739802:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696474.739805:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696474.739808:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000217351f8. 02000000:00000001:1.0:1788696474.739812:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696474.739814:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696474.739816:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696474.739818:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696474.739820:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d9ed23a3. 02000000:00000001:1.0:1788696474.739823:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696474.739825:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696474.739827:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ba1d0c9. 00000100:00000001:1.0:1788696474.739831:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696474.739833:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696474.739833:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696474.739837:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696474.739838:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696474.739844:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696474.739869:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696474.739871:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4a2faf4. 00000400:00000200:3.0:1788696474.739875:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008365c19a 00000400:00000010:3.0:1788696474.739878:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008365c19a. 00000100:00000001:1.0:1788696474.739880:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696474.739882:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788696474.739884:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788696474.739888:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000f6864119 x1875583274390656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696474.739889:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696474.739893:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788696474.739902:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000f6864119 x1875583274390656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696474.739909:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696474.739910:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696474.739912:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696474.739914:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696474.739915:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696474.739916:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696474.739918:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696474.739923:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=74 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696474.739926:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=19 v=5 (1 1 0 0) 00000100:00000001:3.0:1788696474.739928:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696474.739929:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696474.739931:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788696474.739934:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000f6864119 x1875583274390656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696474.739940:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696474.739942:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696474.739944:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696474.739946:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696474.739947:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696474.739949:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6864119 x1875583274390656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696474.739967:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696474.739969:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696474.739970:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696474.739973:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6864119 x1875583274390656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696474.739980:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274390656:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696474.739984:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696474.739986:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696474.739988:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6864119 x1875583274390656/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696474.739993:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696474.739995:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696474.739996:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010d8e538. 02000000:00000001:3.0:1788696474.739999:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696474.740001:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696474.740002:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696474.740004:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696474.740005:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054acfd14. 02000000:00000001:3.0:1788696474.740007:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696474.740008:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696474.740010:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6864119. 00000100:00000001:3.0:1788696474.740012:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696474.740013:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696474.740016:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696474.740017:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696474.740018:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696474.740020:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696474.740022:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696474.743226:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696474.743241:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696474.743245:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696474.743247:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696474.743259:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696474.743283:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d11400 00000400:00000200:1.0:1788696474.743291:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1289 [1] + 224 00000800:00000001:1.0:1788696474.743297:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696474.743304:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696474.743307:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696474.743311:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696474.743317:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696474.743324:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000a572c48 x1875583274390528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696474.743334:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000a572c48 x1875583274390528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696474.743374:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696474.743382:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696474.743385:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696474.743416:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696474.743420:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696474.743426:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696474.743428:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696474.743430:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7a9fab3. 00000400:00000200:3.0:1788696474.743441:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d9c735 00000400:00000010:3.0:1788696474.743444:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000050d9c735. 00000100:00000001:3.0:1788696474.743447:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696474.743451:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000a572c48 x1875583274390528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696474.743459:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000a572c48 x1875583274390528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696474.743466:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696474.743468:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696474.743471:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696474.743473:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696474.743475:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696474.743476:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696474.743479:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696474.743487:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=75 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696474.743491:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=75 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696474.743493:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696474.743495:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696474.743497:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696474.743499:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696474.743502:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696474.743504:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696474.743506:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696474.743507:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696474.743511:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a572c48 x1875583274390528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696474.743518:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696474.743520:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696474.743522:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696474.743525:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a572c48 x1875583274390528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696474.743533:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274390528:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696474.743546:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696474.743548:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696474.743551:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a572c48 x1875583274390528/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696474.743557:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696474.743560:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696474.743562:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002009dd19. 02000000:00000001:3.0:1788696474.743565:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696474.743567:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696474.743569:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696474.743571:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696474.743573:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000094b132a4. 02000000:00000001:3.0:1788696474.743576:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696474.743578:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696474.743579:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a572c48. 00000100:00000001:3.0:1788696474.743591:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696474.743593:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696474.743595:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696474.743603:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696474.743604:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696474.743606:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696474.743609:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696475.694079:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696475.694087:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696475.694093:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696475.694095:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696475.694148:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696475.694152:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696475.694154:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696476.013933:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307437809, at 4307437824 00000100:00000040:2.0:1788696476.013933:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307437809, at 4307437824 00000100:00000040:3.0:1788696476.013933:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307437809, at 4307437824 00000100:00000010:3.0:1788696476.013948:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098edf6dd. 00000100:00000010:1.0:1788696476.013952:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000033b0b89. 00000100:00000010:2.0:1788696476.014065:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005245dbeb. 00000100:00000040:0.0:1788696476.014173:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307437809, at 4307437824 00000100:00000010:0.0:1788696476.014180:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000578c062e. 00010000:00000001:2.0:1788696476.717959:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696476.717966:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696476.717972:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696476.717974:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696476.721091:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696476.721100:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696476.721103:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696477.741961:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696477.741967:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696477.741973:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696477.741973:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696477.742033:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696477.742036:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696477.742038:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696478.765961:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696478.765969:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696478.765975:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696478.765977:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696478.766242:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696478.766246:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696478.766253:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696479.789988:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696479.789997:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696479.790000:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696479.790002:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696479.790007:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696479.790009:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696479.790011:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696479.790013:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696479.790017:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696479.790018:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696479.790204:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696479.790206:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696479.790208:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696479.854062:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696479.854068:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696479.854073:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000558de936. 00000020:00000040:2.0:1788696479.854078:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696479.854081:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696479.854084:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696479.854087:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696479.854092:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000334bf9d4. 00000100:00000001:2.0:1788696479.854097:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696479.854105:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000558de936 x1875583274390784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696479.854112:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696479.854114:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696479.854118:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000558de936] to pc [ptlrpcd_00_00+0] req@00000000558de936 x1875583274390784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696479.854149:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696479.854153:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696479.854155:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696479.854160:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000558de936 x1875583274390784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696479.854168:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696479.854171:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696479.854174:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696479.854176:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696479.854179:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696479.854181:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000558de936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274390784:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696479.854186:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696479.854192:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696479.854195:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696479.854198:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696479.854203:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd5d8451. 02000000:00000001:0.0:1788696479.854205:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696479.854211:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7a9fab3. 00000400:00000010:0.0:1788696479.854219:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059f02892. 00000100:00000200:0.0:1788696479.854225:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274390784, portal 25 00000100:00000001:0.0:1788696479.854228:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696479.854230:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611075584 : -113296098476032 : ffff98f5324bc000) 00000100:00000040:0.0:1788696479.854235:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000558de936 x1875583274390784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696479.854256:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696479.854260:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696479.854264:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045dbadd4. 00000100:00000200:0.0:1788696479.854268:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274390784, offset 0 00000400:00000200:0.0:1788696479.854274:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696479.854288:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696479.854294:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696479.854298:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696479.854301:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696479.854305:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788696479.854374:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696479.854381:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696479.854383:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696479.854386:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006cc514b8. 00000020:00000040:2.0:1788696479.854388:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696479.854389:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696479.854391:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696479.854392:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696479.854394:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000051526cb6. 00000100:00000001:2.0:1788696479.854397:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696479.854400:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000006cc514b8 x1875583274390912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696479.854408:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696479.854409:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696479.854413:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cc514b8] to pc [ptlrpcd_00_01+1] req@000000006cc514b8 x1875583274390912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696479.854421:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696479.854423:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696479.854426:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696479.854429:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1271b01. 00000020:00000040:2.0:1788696479.854431:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696479.854433:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696479.854435:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696479.854436:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696479.854440:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009619aef4. 00000100:00000001:2.0:1788696479.854443:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696479.854446:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000b1271b01 x1875583274391040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696479.854461:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696479.854462:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696479.854465:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1271b01] to pc [ptlrpcd_00_02+2] req@00000000b1271b01 x1875583274391040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696479.854494:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696479.854497:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788696479.854500:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788696479.854504:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12779) 00000100:00000001:2.0:1788696479.854514:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696479.854516:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696479.854518:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696479.854522:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1271b01 x1875583274391040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696479.854526:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696479.854527:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696479.854529:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696479.854530:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696479.854531:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696479.854532:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274391040:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696479.854535:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696479.854537:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696479.854537:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696479.854538:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696479.854541:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac3cf9df. 02000000:00000001:2.0:1788696479.854542:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696479.854545:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000251caa7b. 00000400:00000010:2.0:1788696479.854548:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6ba0334. 00000100:00000200:2.0:1788696479.854557:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274391040, portal 10 00000100:00000001:2.0:1788696479.854560:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696479.854561:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611077376 : -113296098474240 : ffff98f5324bc700) 00000100:00000040:2.0:1788696479.854569:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b1271b01 x1875583274391040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696479.854575:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696479.854577:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696479.854585:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087c14df2. 00000100:00000200:2.0:1788696479.854588:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274391040, offset 0 00000400:00000200:2.0:1788696479.854593:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696479.854615:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [569:569:256:4294967295] 192.168.201.118@tcp LPNI seq info [569:569:8:4294967295] 00000100:00000001:1.0:1788696479.854629:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788696479.854633:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:1.0:1788696479.854633:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696479.854637:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696479.854645:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006cc514b8 x1875583274390912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788696479.854647:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696479.854654:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000094b132a4. 00000100:00000001:1.0:1788696479.854660:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1788696479.854663:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:1.0:1788696479.854663:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696479.854668:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1788696479.854671:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 02000000:00000001:1.0:1788696479.854671:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696479.854676:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696479.854677:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000094b132a4 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1788696479.854684:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006cc514b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274390912:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696479.854689:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696479.854689:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696479.854692:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788696479.854694:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307442929 02000000:00000001:1.0:1788696479.854694:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696479.854700:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1788696479.854701:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001cecc859. 02000000:00000010:1.0:1788696479.854704:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000301eb57e. 02000000:00000001:1.0:1788696479.854707:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696479.854708:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1788696479.854712:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ded330b. 00000100:00000001:0.0:1788696479.854713:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307442929 00000100:00000010:0.0:1788696479.854718:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db1d4de9. 00000400:00000010:1.0:1788696479.854718:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060c897f5. 00000100:00000001:0.0:1788696479.854724:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1788696479.854725:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274390912, portal 10 00000100:00000001:0.0:1788696479.854727:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307442929 00000100:00000001:1.0:1788696479.854729:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1788696479.854731:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b89cdb3. 00000100:00000001:0.0:1788696479.854733:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788696479.854734:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307442929 00000100:00000001:1.0:1788696479.854738:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611078272 : -113296098473344 : ffff98f5324bca80) 00000100:00000010:0.0:1788696479.854739:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035146d2b. 00000100:00000040:1.0:1788696479.854745:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006cc514b8 x1875583274390912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696479.854748:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788696479.854752:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696479.854756:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696479.854760:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696479.854761:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788696479.854764:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696479.854767:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696479.854771:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1788696479.854771:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6377a2d. 00000100:00000001:0.0:1788696479.854774:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696479.854776:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1788696479.854776:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274390912, offset 0 00000100:00000001:0.0:1788696479.854778:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696479.854781:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696479.854784:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696479.854787:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696479.854819:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696479.854822:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696479.854824:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696479.854825:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696479.854827:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696479.854828:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [570:570:255:4294967295] 192.168.201.118@tcp LPNI seq info [570:570:7:4294967295] 00000400:00000200:2.0:1788696479.854833:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696479.854836:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696479.854839:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a3e8ab7. 00000800:00000200:2.0:1788696479.854841:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696479.854862:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696479.854864:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a3e8ab7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696479.854866:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696479.854868:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 24062 usecs (25 jiffies) 00000100:00000001:2.0:1788696479.854870:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307441689 00000100:00000001:2.0:1788696479.854871:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307442929 00000100:00000001:2.0:1788696479.854872:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307441689 00000100:00000001:2.0:1788696479.854873:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307442929 00000100:00000001:2.0:1788696479.854874:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307441689 00000100:00000001:2.0:1788696479.854876:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307442929 00000100:00000001:2.0:1788696479.854876:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307441689 00000100:00000001:2.0:1788696479.854877:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307442929 00000100:00000001:2.0:1788696479.854878:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696479.854879:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696479.854880:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696479.854885:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696479.854888:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696479.854889:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696479.854890:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696479.854891:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696479.854892:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696479.854893:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696479.854901:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696479.854903:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696479.854994:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696479.854998:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000094b132a4. 00000400:00000200:0.0:1788696479.855003:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696479.855007:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696479.855012:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045dbadd4 00000400:00000010:0.0:1788696479.855015:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000045dbadd4. 00000100:00000001:0.0:1788696479.855018:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696479.855021:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000558de936 x1875583274390784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696479.855028:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696479.855029:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000558de936 x1875583274390784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696479.855033:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696479.855034:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696479.855080:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696479.855083:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a3e8ab7. 00000400:00000200:0.0:1788696479.855085:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696479.855088:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696479.855090:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087c14df2 00000400:00000010:0.0:1788696479.855091:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000087c14df2. 00000100:00000001:0.0:1788696479.855092:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696479.855094:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b1271b01 x1875583274391040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696479.855099:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696479.855104:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1271b01 x1875583274391040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696479.855108:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696479.855109:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1788696479.855647:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696479.855649:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696479.855651:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696479.855653:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696479.855654:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696479.855656:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [571:571:256:4294967295] 192.168.201.118@tcp LPNI seq info [571:571:8:4294967295] 00000400:00000200:1.0:1788696479.855662:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696479.855665:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696479.855667:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006596e7c6. 00000800:00000200:1.0:1788696479.855670:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696479.855673:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696479.855675:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006596e7c6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696479.855685:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696479.855687:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 24013 usecs (25 jiffies) 00000100:00000001:1.0:1788696479.855689:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307441690 00000100:00000001:1.0:1788696479.855690:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307442929 00000100:00000001:1.0:1788696479.855691:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307441690 00000100:00000001:1.0:1788696479.855692:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307442929 00000100:00000001:1.0:1788696479.855693:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307441690 00000100:00000001:1.0:1788696479.855694:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307442929 00000100:00000001:1.0:1788696479.855695:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307441690 00000100:00000001:1.0:1788696479.855700:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307442929 00000100:00000001:1.0:1788696479.855702:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696479.855703:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696479.855705:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696479.855707:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696479.855710:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696479.855711:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696479.855712:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696479.855713:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696479.855714:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696479.855716:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696479.855748:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696479.855751:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006596e7c6. 00000400:00000200:0.0:1788696479.855755:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696479.855760:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696479.855763:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6377a2d 00000400:00000010:0.0:1788696479.855765:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c6377a2d. 00000100:00000001:0.0:1788696479.855768:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696479.855771:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006cc514b8 x1875583274390912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696479.855779:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696479.855781:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006cc514b8 x1875583274390912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696479.855787:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696479.855788:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696479.858159:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696479.858173:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696479.858178:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696479.858180:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696479.858189:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696479.858204:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d11600 00000400:00000200:1.0:1788696479.858211:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1299 [1] + 224 00000800:00000001:1.0:1788696479.858218:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696479.858222:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696479.858224:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696479.858228:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696479.858235:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696479.858241:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b1271b01 x1875583274391040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696479.858252:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b1271b01 x1875583274391040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696479.858273:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696479.858280:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696479.858284:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696479.858286:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696479.858287:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696479.858292:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696479.858309:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d11500 00000400:00000200:1.0:1788696479.858315:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1291 [1] + 224 00000800:00000001:1.0:1788696479.858319:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696479.858322:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696479.858324:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696479.858327:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696479.858330:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696479.858333:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000558de936 x1875583274390784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696479.858341:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000558de936 x1875583274390784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696479.858359:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696479.858363:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696479.858367:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696479.858369:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696479.858370:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696479.858374:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696479.858379:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d11580 00000400:00000200:1.0:1788696479.858383:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x12a1 [1] + 224 00000800:00000001:1.0:1788696479.858386:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696479.858391:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696479.858394:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696479.858397:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696479.858400:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696479.858401:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788696479.858407:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1788696479.858407:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006cc514b8 x1875583274390912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788696479.858415:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1788696479.858418:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006cc514b8 x1875583274390912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788696479.858420:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696479.858424:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7a9fab3. 00000400:00000200:0.0:1788696479.858430:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059f02892 00000400:00000010:0.0:1788696479.858432:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059f02892. 00000100:00000001:0.0:1788696479.858434:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696479.858438:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000558de936 x1875583274390784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696479.858440:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696479.858445:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1788696479.858449:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000558de936 x1875583274390784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788696479.858456:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696479.858458:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696479.858462:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696479.858465:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696479.858467:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696479.858468:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696479.858471:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696479.858475:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1788696479.858477:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000400:00000001:1.0:1788696479.858478:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1788696479.858481:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696479.858482:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ded330b. 02000000:00000001:0.0:1788696479.858486:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696479.858487:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060c897f5 00000400:00000010:1.0:1788696479.858491:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000060c897f5. 00000100:00000001:1.0:1788696479.858494:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00001000:0.0:1788696479.858495:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=80 v=5 (5 5 5 5) 00000100:00000200:1.0:1788696479.858500:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006cc514b8 x1875583274390912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1788696479.858501:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=80 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696479.858509:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696479.858511:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696479.858517:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1788696479.858520:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006cc514b8 x1875583274390912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696479.858522:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696479.858529:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696479.858532:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696479.858535:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696479.858538:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000558de936 x1875583274390784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696479.858539:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696479.858542:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696479.858545:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696479.858547:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696479.858553:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696479.858556:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696479.858558:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696479.858561:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000558de936 x1875583274390784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696479.858568:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000558de936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274390784:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696479.858573:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696479.858575:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696479.858577:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000558de936 x1875583274390784/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696479.858583:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696479.858584:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696479.858587:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd5d8451. 02000000:00000001:0.0:1788696479.858589:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696479.858591:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696479.858592:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696479.858594:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696479.858595:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000334bf9d4. 02000000:00000001:0.0:1788696479.858597:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696479.858598:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696479.858599:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000558de936. 00000100:00000001:0.0:1788696479.858607:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696479.858608:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696479.858609:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696479.858614:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696479.858615:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696479.858617:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696479.858618:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696479.858639:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696479.858642:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696479.858646:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696479.858647:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696479.858649:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000251caa7b. 00000400:00000200:2.0:1788696479.858654:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6ba0334 00000400:00000010:2.0:1788696479.858655:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a6ba0334. 00000100:00000001:2.0:1788696479.858658:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696479.858662:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b1271b01 x1875583274391040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696479.858669:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b1271b01 x1875583274391040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696479.858675:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696479.858677:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696479.858678:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696479.858679:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696479.858681:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696479.858682:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696479.858684:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696479.858689:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=79 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696479.858692:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=24 v=5 (1 1 0 0) 00000100:00000001:2.0:1788696479.858694:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696479.858695:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696479.858697:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788696479.858700:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b1271b01 x1875583274391040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696479.858706:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696479.858716:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696479.858717:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696479.858719:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696479.858721:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696479.858724:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1271b01 x1875583274391040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696479.858730:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696479.858732:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696479.858733:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696479.858736:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1271b01 x1875583274391040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696479.858743:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274391040:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696479.858747:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696479.858748:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696479.858750:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1271b01 x1875583274391040/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696479.858756:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696479.858758:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696479.858759:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac3cf9df. 02000000:00000001:2.0:1788696479.858762:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696479.858763:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696479.858765:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696479.858767:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696479.858768:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009619aef4. 02000000:00000001:2.0:1788696479.858770:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696479.858771:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696479.858773:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1271b01. 00000100:00000001:2.0:1788696479.858775:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696479.858776:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696479.858778:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696479.858782:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696479.858783:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696479.858785:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696479.858791:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696479.859657:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696479.859664:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=80 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696479.859668:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696479.859671:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696479.859672:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696479.859674:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696479.859677:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696479.859680:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696479.859681:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696479.859683:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696479.859685:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696479.859690:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006cc514b8 x1875583274390912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696479.859696:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696479.859699:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696479.859700:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696479.859711:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006cc514b8 x1875583274390912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696479.859718:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006cc514b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274390912:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696479.859722:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696479.859724:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696479.859726:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006cc514b8 x1875583274390912/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696479.859732:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696479.859734:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696479.859736:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000301eb57e. 02000000:00000001:1.0:1788696479.859739:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696479.859740:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696479.859741:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696479.859743:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696479.859745:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000051526cb6. 02000000:00000001:1.0:1788696479.859747:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696479.859748:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696479.859750:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006cc514b8. 00000100:00000001:1.0:1788696479.859753:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696479.859754:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696479.859755:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696479.859760:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696479.859761:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696479.859763:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696479.859765:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696480.813974:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696480.813981:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696480.813988:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696480.813989:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696480.814045:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696480.814048:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696480.814064:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696481.133931:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307442929, at 4307442944 00000100:00000010:2.0:1788696481.133959:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b89cdb3. 00000100:00000040:0.0:1788696481.133976:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307442929, at 4307442944 00000100:00000010:0.0:1788696481.133984:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001cecc859. 00000100:00000040:3.0:1788696481.134003:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307442929, at 4307442944 00000100:00000010:3.0:1788696481.134011:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035146d2b. 00000100:00000040:1.0:1788696481.134046:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307442929, at 4307442944 00000100:00000010:1.0:1788696481.134051:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db1d4de9. 00010000:00000001:2.0:1788696481.837970:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696481.837977:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696481.837983:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696481.837984:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696481.838126:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696481.838129:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696481.838132:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696482.862024:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696482.862031:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696482.862036:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696482.862037:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696482.862078:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696482.862081:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696482.862084:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696483.886068:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696483.886075:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696483.886081:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696483.886082:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696483.886559:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696483.886566:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696483.886571:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696484.909954:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696484.909959:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696484.909964:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696484.909968:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696484.909970:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696484.909974:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696484.909976:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696484.909979:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696484.909981:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696484.909983:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696484.910108:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696484.910112:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696484.910115:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696484.973983:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696484.973993:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696484.974003:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1271b01. 00000020:00000040:2.0:1788696484.974010:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696484.974014:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696484.974017:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696484.974022:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696484.974050:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009619aef4. 00000100:00000001:2.0:1788696484.974057:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696484.974067:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000b1271b01 x1875583274391168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696484.974076:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696484.974079:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696484.974085:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1271b01] to pc [ptlrpcd_00_03+3] req@00000000b1271b01 x1875583274391168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696484.974120:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696484.974123:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696484.974126:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696484.974129:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028758325. 00000020:00000040:2.0:1788696484.974132:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696484.974135:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696484.974136:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696484.974139:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696484.974141:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1788696484.974143:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2263eda. 00000100:00100000:1.0:1788696484.974147:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1788696484.974147:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696484.974153:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696484.974155:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000028758325 x1875583274391296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696484.974164:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696484.974164:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696484.974166:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696484.974169:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028758325] to pc [ptlrpcd_00_00+0] req@0000000028758325 x1875583274391296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696484.974175:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696484.974181:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696484.974184:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696484.974187:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788696484.974192:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696484.974193:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1271b01 x1875583274391168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696484.974195:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696484.974198:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696484.974203:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696484.974204:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788696484.974208:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1788696484.974209:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008bf0b5be. 00000100:00000001:1.0:1788696484.974210:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1788696484.974215:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028758325 x1875583274391296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696484.974215:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788696484.974215:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:1.0:1788696484.974222:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788696484.974222:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1788696484.974229:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1788696484.974230:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1788696484.974232:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696484.974232:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696484.974234:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696484.974238:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696484.974239:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1788696484.974240:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a559f720. 02000000:00000001:0.0:1788696484.974243:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1788696484.974246:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274391168:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696484.974246:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696484.974248:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696484.974254:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000008bf0b5be x1875583274391424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788696484.974255:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000028758325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274391296:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696484.974256:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696484.974262:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696484.974265:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696484.974266:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696484.974269:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1788696484.974272:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788696484.974273:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1788696484.974275:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696484.974277:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696484.974279:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696484.974280:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e7d1739b. 02000000:00000010:0.0:1788696484.974285:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c2b4ea3. 02000000:00000001:1.0:1788696484.974285:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696484.974285:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf0b5be] to pc [ptlrpcd_00_01+1] req@000000008bf0b5be x1875583274391424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696484.974291:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696484.974296:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ded330b. 00000400:00000010:0.0:1788696484.974299:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7a9fab3. 00000100:00000001:2.0:1788696484.974301:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696484.974304:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1788696484.974307:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059f02892. 00000100:00000040:2.0:1788696484.974309:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1788696484.974315:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274391296, portal 10 00000100:00000040:2.0:1788696484.974316:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12784) 00000400:00000010:1.0:1788696484.974317:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060c897f5. 00000100:00000001:0.0:1788696484.974321:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1788696484.974323:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274391168, portal 25 00000100:00000001:0.0:1788696484.974324:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611076480 : -113296098475136 : ffff98f5324bc380) 00000100:00000001:1.0:1788696484.974327:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696484.974330:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611077376 : -113296098474240 : ffff98f5324bc700) 00000100:00000040:0.0:1788696484.974335:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000028758325 x1875583274391296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696484.974341:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788696484.974343:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b1271b01 x1875583274391168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696484.974345:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696484.974348:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696484.974354:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008bf0b5be x1875583274391424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696484.974360:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788696484.974363:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696484.974368:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696484.974369:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696484.974373:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696484.974375:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d9238b2. 00000100:00000040:0.0:1788696484.974378:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:2.0:1788696484.974378:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1788696484.974381:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274391168, offset 0 02000000:00000001:2.0:1788696484.974381:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1788696484.974384:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045dbadd4. 02000000:00000001:2.0:1788696484.974387:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696484.974390:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274391296, offset 0 00000100:00100000:2.0:1788696484.974392:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000008bf0b5be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274391424:192.168.201.118@tcp:400: 00000400:00000200:1.0:1788696484.974395:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696484.974400:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696484.974403:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1788696484.974410:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696484.974414:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696484.974417:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696484.974421:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696484.974430:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696484.974434:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [572:572:256:4294967295] 192.168.201.118@tcp LPNI seq info [572:572:8:4294967295] 00000400:00000200:1.0:1788696484.974446:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788696484.974449:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696484.974453:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696484.974454:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696484.974460:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb85f65. 00000800:00000200:1.0:1788696484.974466:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696484.974473:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696484.974476:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004bb85f65 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696484.974490:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696484.974493:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307448049 00000100:00000010:1.0:1788696484.974496:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000033b0b89. 00000100:00000001:1.0:1788696484.974501:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696484.974506:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307448049 00000100:00000010:1.0:1788696484.974508:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4a3d34f. 00000100:00000001:1.0:1788696484.974511:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788696484.974513:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307448049 00000100:00000010:1.0:1788696484.974515:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d24fff6b. 00000100:00000001:1.0:1788696484.974517:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696484.974519:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307448049 00000100:00000010:1.0:1788696484.974521:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000066276fdb. 00000100:00000001:1.0:1788696484.974523:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696484.974525:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696484.974528:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696484.974531:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696484.974533:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696484.974559:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696484.974563:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696484.974567:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c49401c1. 02000000:00000001:2.0:1788696484.974569:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696484.974578:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696484.974579:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000251caa7b. 00000400:00000010:2.0:1788696484.974585:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6ba0334. 00000400:00000200:0.0:1788696484.974587:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000200:2.0:1788696484.974590:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274391424, portal 10 00000400:00000200:0.0:1788696484.974592:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788696484.974594:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696484.974597:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611087232 : -113296098464384 : ffff98f5324bed80) 00000400:00000200:0.0:1788696484.974598:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696484.974603:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1788696484.974608:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000008bf0b5be x1875583274391424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696484.974609:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788696484.974619:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696484.974622:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696484.974624:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d543498b. 00000400:00000200:0.0:1788696484.974626:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [573:573:255:4294967295] 192.168.201.118@tcp LPNI seq info [573:573:7:4294967295] 00000100:00000200:2.0:1788696484.974628:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274391424, offset 0 00000400:00000200:2.0:1788696484.974638:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696484.974646:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696484.974653:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696484.974656:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000094b132a4. 00000800:00000200:0.0:1788696484.974659:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696484.974662:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696484.974664:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000094b132a4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696484.974666:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696484.974669:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 23902 usecs (24 jiffies) 00000100:00000001:0.0:1788696484.974671:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307446808 00000100:00000001:0.0:1788696484.974673:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307448049 00000100:00000001:0.0:1788696484.974675:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307446808 00000100:00000001:0.0:1788696484.974676:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307448049 00000100:00000001:0.0:1788696484.974678:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307446808 00000100:00000001:0.0:1788696484.974679:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307448049 00000100:00000001:0.0:1788696484.974679:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307446808 00000100:00000001:0.0:1788696484.974680:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307448049 00000100:00000001:0.0:1788696484.974681:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696484.974682:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696484.974688:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696484.974689:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696484.974692:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696484.974693:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696484.974694:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696484.974695:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696484.974696:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696484.974699:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696484.974705:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696484.974709:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb85f65. 00000400:00000200:3.0:1788696484.974715:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696484.974720:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696484.974896:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696484.974900:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696484.974903:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696484.974905:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696484.974907:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696484.974910:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [574:574:254:4294967295] 192.168.201.118@tcp LPNI seq info [574:574:6:4294967295] 00000400:00000200:2.0:1788696484.974917:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696484.974922:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696484.974925:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000394a697c. 00000800:00000200:2.0:1788696484.974929:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696484.974933:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696484.974936:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000394a697c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696484.974939:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696484.974941:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 23951 usecs (24 jiffies) 00000100:00000001:2.0:1788696484.974944:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307446809 00000100:00000001:2.0:1788696484.974946:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307448049 00000100:00000001:2.0:1788696484.974948:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307446809 00000100:00000001:2.0:1788696484.974949:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307448049 00000100:00000001:2.0:1788696484.974956:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307446809 00000100:00000001:2.0:1788696484.974958:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307448049 00000100:00000001:2.0:1788696484.974960:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307446809 00000100:00000001:2.0:1788696484.974961:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307448049 00000100:00000001:2.0:1788696484.974963:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696484.974965:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696484.974967:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696484.974969:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696484.974972:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696484.974973:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696484.974975:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696484.974976:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696484.974977:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696484.974978:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696484.975075:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d9238b2 00000400:00000010:3.0:1788696484.975078:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001d9238b2. 00000100:00000001:3.0:1788696484.975083:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696484.975087:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b1271b01 x1875583274391168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696484.975095:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696484.975098:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1271b01 x1875583274391168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696484.975104:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696484.975106:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696484.975120:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696484.975122:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000094b132a4. 00000400:00000200:3.0:1788696484.975124:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696484.975128:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696484.975130:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045dbadd4 00000400:00000010:3.0:1788696484.975131:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000045dbadd4. 00000100:00000001:3.0:1788696484.975140:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696484.975143:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000028758325 x1875583274391296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696484.975149:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696484.975151:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028758325 x1875583274391296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696484.975156:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696484.975157:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696484.975413:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696484.975416:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000394a697c. 00000400:00000200:3.0:1788696484.975420:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696484.975425:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696484.975428:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d543498b 00000400:00000010:3.0:1788696484.975430:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d543498b. 00000100:00000001:3.0:1788696484.975432:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696484.975435:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000008bf0b5be x1875583274391424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696484.975443:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696484.975445:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008bf0b5be x1875583274391424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696484.975511:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696484.975513:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696484.979626:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696484.979643:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696484.979647:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696484.979650:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696484.979662:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696484.979678:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d11680 00000400:00000200:0.0:1788696484.979687:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x12ad [1] + 224 00000800:00000001:0.0:1788696484.979694:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696484.979701:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696484.979704:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696484.979708:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696484.979715:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696484.979721:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b1271b01 x1875583274391168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696484.979732:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b1271b01 x1875583274391168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696484.979750:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696484.979758:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696484.979761:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696484.979784:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696484.979789:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696484.979795:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696484.979797:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696484.979799:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ded330b. 00000400:00000200:1.0:1788696484.979804:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060c897f5 00000400:00000010:1.0:1788696484.979828:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000060c897f5. 00000100:00000001:1.0:1788696484.979832:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696484.979836:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b1271b01 x1875583274391168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696484.979911:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b1271b01 x1875583274391168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696484.979919:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696484.979921:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696484.979924:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696484.979926:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696484.979929:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696484.979931:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696484.979934:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696484.979940:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=85 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696484.979944:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=85 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696484.979950:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696484.979952:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696484.979955:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696484.979957:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696484.979960:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696484.979964:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1271b01 x1875583274391168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696484.979971:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696484.979974:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696484.979976:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696484.979978:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1271b01 x1875583274391168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696484.979986:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b1271b01 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274391168:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696484.979990:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696484.979993:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696484.979996:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1271b01 x1875583274391168/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696484.980012:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696484.980015:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696484.980018:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e7d1739b. 02000000:00000001:1.0:1788696484.980021:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696484.980023:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696484.980025:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696484.980027:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696484.980029:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009619aef4. 02000000:00000001:1.0:1788696484.980032:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696484.980034:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696484.980036:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1271b01. 00000100:00000001:1.0:1788696484.980039:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696484.980041:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696484.980043:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696484.980050:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696484.980052:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696484.980054:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696484.980056:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696484.980520:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696484.980527:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696484.980529:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696484.980531:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696484.980536:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696484.980544:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d11700 00000400:00000200:1.0:1788696484.980549:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x12a9 [1] + 224 00000800:00000001:1.0:1788696484.980553:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696484.980556:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696484.980558:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696484.980561:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696484.980564:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696484.980568:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000028758325 x1875583274391296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696484.980576:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028758325 x1875583274391296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696484.980661:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696484.980666:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696484.980669:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696484.980670:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696484.980672:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696484.980675:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696484.980679:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d11780 00000400:00000200:1.0:1788696484.980683:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x12b9 [1] + 224 00000800:00000001:1.0:1788696484.980686:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696484.980690:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696484.980691:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696484.980693:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696484.980696:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696484.980700:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000008bf0b5be x1875583274391424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696484.980708:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788696484.980709:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008bf0b5be x1875583274391424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696484.980713:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696484.980719:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696484.980723:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696484.980725:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7a9fab3. 00000400:00000200:2.0:1788696484.980729:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059f02892 00000100:00000001:1.0:1788696484.980731:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000010:2.0:1788696484.980731:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059f02892. 00000100:00000001:2.0:1788696484.980737:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000800:00000001:1.0:1788696484.980740:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1788696484.980743:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000028758325 x1875583274391296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788696484.980745:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788696484.980756:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000028758325 x1875583274391296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696484.980764:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696484.980766:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696484.980768:0:201300:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:3.0:1788696484.980769:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1788696484.980770:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696484.980774:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696484.980774:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696484.980777:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696484.980781:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788696484.980782:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696484.980785:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696484.980787:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000251caa7b. 00000100:00001000:2.0:1788696484.980788:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=85 v=5 (5 5 5 5) 00000400:00000200:3.0:1788696484.980792:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6ba0334 00000400:00000010:3.0:1788696484.980794:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a6ba0334. 00000100:00000001:3.0:1788696484.980799:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00001000:2.0:1788696484.980801:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=85 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696484.980806:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1788696484.980806:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000008bf0b5be x1875583274391424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696484.980809:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696484.980813:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696484.980818:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696484.980823:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000200:3.0:1788696484.980823:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000008bf0b5be x1875583274391424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696484.980826:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696484.980828:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696484.980829:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696484.980838:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028758325 x1875583274391296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696484.980870:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696484.980871:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696484.980875:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696484.980875:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696484.980878:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696484.980888:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696484.980890:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696484.980892:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696484.980895:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696484.980898:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028758325 x1875583274391296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696484.980899:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696484.980905:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=84 v=5 (5 5 5 5) 00000100:00100000:2.0:1788696484.980912:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000028758325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274391296:192.168.201.118@tcp:400: 00000100:00001000:3.0:1788696484.980912:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=29 v=5 (1 1 0 0) 00000100:00000001:3.0:1788696484.980919:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696484.980921:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696484.980921:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696484.980924:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1788696484.980925:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00010000:00080000:3.0:1788696484.980930:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000008bf0b5be x1875583274391424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696484.980932:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028758325 x1875583274391296/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696484.980957:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1788696484.980958:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696484.980960:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1788696484.980962:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 02000000:00000010:2.0:1788696484.980964:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c2b4ea3. 00000100:00000040:3.0:1788696484.980965:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 02000000:00000001:2.0:1788696484.980969:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788696484.980969:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696484.980971:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696484.980973:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696484.980976:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000040:3.0:1788696484.980977:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008bf0b5be x1875583274391424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1788696484.980979:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696484.980982:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2263eda. 02000000:00000001:2.0:1788696484.980987:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696484.980989:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1788696484.980991:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1788696484.980992:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028758325. 00000100:00000001:3.0:1788696484.980996:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696484.980998:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696484.980999:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696484.981003:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008bf0b5be x1875583274391424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696484.981006:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696484.981011:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696484.981019:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1788696484.981019:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000008bf0b5be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274391424:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696484.981022:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696484.981027:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696484.981028:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696484.981030:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696484.981031:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696484.981036:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008bf0b5be x1875583274391424/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696484.981052:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696484.981054:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696484.981056:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c49401c1. 02000000:00000001:3.0:1788696484.981059:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696484.981060:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696484.981061:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696484.981063:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696484.981064:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a559f720. 02000000:00000001:3.0:1788696484.981066:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696484.981068:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696484.981069:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008bf0b5be. 00000100:00000001:3.0:1788696484.981072:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696484.981073:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696484.981075:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696484.981079:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696484.981080:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696484.981082:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696484.981083:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696485.933973:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696485.933980:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696485.933986:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696485.933987:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696485.934013:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696485.934017:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696485.934020:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696486.254005:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307448049, at 4307448064 00000100:00000040:2.0:1788696486.254005:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307448049, at 4307448064 00000100:00000010:2.0:1788696486.254031:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d24fff6b. 00000100:00000010:1.0:1788696486.254034:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4a3d34f. 00000100:00000040:0.0:1788696486.254155:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307448049, at 4307448064 00000100:00000010:0.0:1788696486.254162:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000033b0b89. 00000100:00000040:3.0:1788696486.254596:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307448049, at 4307448064 00000100:00000010:3.0:1788696486.254601:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000066276fdb. 00010000:00000001:2.0:1788696486.957944:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696486.957954:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696486.957962:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696486.957964:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696486.958104:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696486.958109:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696486.958112:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696487.981974:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696487.981985:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696487.981994:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696487.981995:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696487.983070:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696487.983075:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696487.983078:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696489.005925:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696489.005932:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696489.005938:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696489.005939:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696489.005978:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696489.005982:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696489.005996:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696490.030054:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696490.030062:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696490.030064:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696490.030068:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696490.030073:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696490.030074:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696490.030076:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696490.030078:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696490.030082:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696490.030083:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696490.030201:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696490.030205:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696490.030208:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696490.093992:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696490.094002:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696490.094012:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005800c766. 00000020:00000040:0.0:1788696490.094019:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696490.094036:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696490.094039:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696490.094043:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696490.094050:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054acfd14. 00000100:00000001:0.0:1788696490.094058:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696490.094068:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000005800c766 x1875583274391552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696490.094079:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696490.094082:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696490.094088:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005800c766] to pc [ptlrpcd_00_02+2] req@000000005800c766 x1875583274391552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696490.094117:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696490.094119:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696490.094123:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696490.094126:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a318a749. 00000020:00000040:0.0:1788696490.094128:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696490.094131:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696490.094132:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696490.094134:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696490.094137:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d9ed23a3. 00000100:00000001:0.0:1788696490.094140:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696490.094144:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000a318a749 x1875583274391680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696490.094153:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696490.094154:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696490.094165:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a318a749] to pc [ptlrpcd_00_03+3] req@00000000a318a749 x1875583274391680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696490.094170:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696490.094176:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696490.094176:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696490.094179:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696490.094180:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696490.094185:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1788696490.094189:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005800c766 x1875583274391552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1788696490.094193:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043af1395. 00000020:00000040:0.0:1788696490.094195:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696490.094199:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696490.094201:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696490.094205:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696490.094211:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b93a25a. 00000100:00000001:2.0:1788696490.094212:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696490.094216:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696490.094218:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696490.094222:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1788696490.094225:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000043af1395 x1875583274391808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1788696490.094226:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696490.094233:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696490.094241:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1788696490.094241:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274391552:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696490.094243:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696490.094249:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1788696490.094251:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043af1395] to pc [ptlrpcd_00_00+0] req@0000000043af1395 x1875583274391808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696490.094256:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696490.094260:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696490.094264:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788696490.094265:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1788696490.094269:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090a791f6. 00000100:00000001:3.0:1788696490.094270:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696490.094272:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1788696490.094275:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696490.094278:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a318a749 x1875583274391680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696490.094280:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696490.094283:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5c5e018. 00000100:00000040:0.0:1788696490.094285:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696490.094294:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1788696490.094294:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c79d798. 00000100:00000001:3.0:1788696490.094297:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1788696490.094303:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274391552, portal 25 00000100:00000001:3.0:1788696490.094306:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696490.094308:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696490.094312:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696490.094312:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882441600 : -113296827110016 : ffff98f506ddad80) 00000100:00000040:0.0:1788696490.094313:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12789) 02000000:00000001:3.0:1788696490.094313:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788696490.094318:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1788696490.094318:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696490.094323:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696490.094323:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005800c766 x1875583274391552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696490.094324:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696490.094331:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274391680:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696490.094337:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696490.094338:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788696490.094338:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696490.094344:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696490.094344:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1788696490.094348:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043af1395 x1875583274391808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696490.094348:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696490.094354:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6fc490a. 02000000:00000001:3.0:1788696490.094359:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788696490.094360:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274391552, offset 0 00000100:00000001:1.0:1788696490.094364:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1788696490.094364:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788696490.094368:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696490.094371:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000010:3.0:1788696490.094373:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b436630. 02000000:00000001:1.0:1788696490.094374:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696490.094377:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696490.094378:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696490.094382:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696490.094384:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000010:3.0:1788696490.094385:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c82bd5c2. 00000100:00100000:1.0:1788696490.094389:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274391808:192.168.201.118@tcp:400: 00000400:00000200:2.0:1788696490.094392:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1788696490.094393:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b386267. 00000400:00000200:2.0:1788696490.094398:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000200:3.0:1788696490.094399:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274391680, portal 10 00000100:00000001:1.0:1788696490.094402:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788696490.094403:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1788696490.094404:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1788696490.094407:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788696490.094407:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882440704 : -113296827110912 : ffff98f506ddaa00) 00000400:00000200:2.0:1788696490.094408:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000001:1.0:1788696490.094411:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696490.094415:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [575:575:256:4294967295] 192.168.201.118@tcp LPNI seq info [575:575:8:4294967295] 02000000:00000001:1.0:1788696490.094416:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1788696490.094418:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a318a749 x1875583274391680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788696490.094422:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000655df0a0. 02000000:00000001:1.0:1788696490.094427:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696490.094433:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ded330b. 00000100:00000001:3.0:1788696490.094434:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1788696490.094437:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000040:3.0:1788696490.094440:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696490.094441:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060c897f5. 00000400:00000010:3.0:1788696490.094445:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000118b729b. 00000100:00000200:1.0:1788696490.094447:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274391808, portal 10 00000100:00000001:1.0:1788696490.094451:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1788696490.094451:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274391680, offset 0 00000100:00000001:1.0:1788696490.094455:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882436224 : -113296827115392 : ffff98f506dd9880) 00000800:00000200:2.0:1788696490.094457:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696490.094462:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696490.094464:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2263eda. 00000100:00000040:1.0:1788696490.094465:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000043af1395 x1875583274391808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696490.094472:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000200:2.0:1788696490.094477:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:3.0:1788696490.094478:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696490.094485:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000800:00000200:2.0:1788696490.094489:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:1.0:1788696490.094492:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1788696490.094492:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1788696490.094497:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d2263eda type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788696490.094499:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000040:1.0:1788696490.094501:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696490.094507:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000558ee63f. 00000400:00000200:3.0:1788696490.094507:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [576:576:255:4294967295] 192.168.201.118@tcp LPNI seq info [576:576:7:4294967295] 00000100:00000200:1.0:1788696490.094512:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274391808, offset 0 00000100:00000001:2.0:1788696490.094521:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696490.094523:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696490.094524:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788696490.094529:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307453169 00000800:00000200:3.0:1788696490.094533:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696490.094535:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000010:2.0:1788696490.094537:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002736167a. 00000800:00000010:3.0:1788696490.094538:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009a492135. 00000400:00000200:1.0:1788696490.094540:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696490.094545:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:2.0:1788696490.094546:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1788696490.094551:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:1.0:1788696490.094552:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788696490.094555:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307453169 00000400:00000200:1.0:1788696490.094559:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000200:3.0:1788696490.094560:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000010:2.0:1788696490.094563:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1edae85. 00000800:00000200:3.0:1788696490.094564:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009a492135 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1788696490.094569:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [577:577:254:4294967295] 192.168.201.118@tcp LPNI seq info [577:577:6:4294967295] 00000100:00000001:2.0:1788696490.094570:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696490.094570:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696490.094576:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 23811 usecs (24 jiffies) 00000100:00000001:3.0:1788696490.094579:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307451928 00000100:00000001:3.0:1788696490.094581:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307453169 00000800:00000200:0.0:1788696490.094582:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1788696490.094584:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307451928 00000100:00000001:2.0:1788696490.094586:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307453169 00000800:00000010:0.0:1788696490.094589:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2263eda. 00000100:00000001:3.0:1788696490.094590:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307453169 00000100:00000010:2.0:1788696490.094595:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5158265. 00000100:00000001:3.0:1788696490.094595:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307451928 00000400:00000200:0.0:1788696490.094597:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788696490.094602:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1788696490.094605:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788696490.094607:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307453169 00000100:00000001:3.0:1788696490.094608:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307453169 00000400:00000200:0.0:1788696490.094609:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696490.094614:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307451928 00000100:00000010:2.0:1788696490.094615:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f1bab8d. 00000400:00000200:0.0:1788696490.094620:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6fc490a 00000800:00000200:1.0:1788696490.094621:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696490.094621:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000400:00000010:0.0:1788696490.094625:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c6fc490a. 00000100:00000001:2.0:1788696490.094626:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696490.094627:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307453169 00000800:00000010:1.0:1788696490.094628:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032870841. 00000100:00000001:0.0:1788696490.094631:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1788696490.094631:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696490.094632:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696490.094637:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696490.094638:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:2.0:1788696490.094638:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696490.094640:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000005800c766 x1875583274391552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696490.094640:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696490.094642:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696490.094646:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788696490.094650:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:2.0:1788696490.094651:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696490.094652:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696490.094656:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696490.094656:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1788696490.094658:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000032870841 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696490.094663:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696490.094663:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696490.094665:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696490.094666:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788696490.094667:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696490.094667:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696490.094672:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696490.094673:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005800c766 x1875583274391552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696490.094673:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 23858 usecs (24 jiffies) 00000100:00000001:3.0:1788696490.094673:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696490.094676:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696490.094679:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696490.094680:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307451928 00000100:00000001:1.0:1788696490.094685:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307453169 00000100:00000001:1.0:1788696490.094689:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307451928 00000100:00000001:1.0:1788696490.094691:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307453169 00000100:00000001:1.0:1788696490.094693:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307451928 00000100:00000001:1.0:1788696490.094695:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307453169 00000100:00000001:1.0:1788696490.094698:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307451928 00000100:00000001:1.0:1788696490.094702:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307453169 00000100:00000001:1.0:1788696490.094706:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696490.094709:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696490.094710:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696490.094714:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788696490.094715:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696490.094718:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696490.094721:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696490.094722:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696490.094724:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696490.094725:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696490.094727:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696490.094729:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696490.094730:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696490.094733:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009a492135. 00000400:00000200:0.0:1788696490.094736:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696490.094740:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696490.094743:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000118b729b 00000400:00000010:0.0:1788696490.094744:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000118b729b. 00000100:00000001:0.0:1788696490.094747:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696490.094749:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a318a749 x1875583274391680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696490.094757:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696490.094759:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a318a749 x1875583274391680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696490.094765:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696490.094767:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696490.094831:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696490.094833:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032870841. 00000400:00000200:0.0:1788696490.094835:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696490.094837:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696490.094839:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000558ee63f 00000400:00000010:0.0:1788696490.094840:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000558ee63f. 00000100:00000001:0.0:1788696490.094842:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696490.094862:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000043af1395 x1875583274391808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696490.094870:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696490.094873:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043af1395 x1875583274391808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696490.094879:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696490.094880:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696490.097292:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696490.097305:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696490.097321:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696490.097325:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696490.097334:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696490.097350:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d11880 00000400:00000200:0.0:1788696490.097359:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x12c9 [1] + 224 00000800:00000001:0.0:1788696490.097365:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696490.097368:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696490.097370:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696490.097373:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696490.097378:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696490.097383:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a318a749 x1875583274391680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696490.097391:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a318a749 x1875583274391680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696490.097402:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696490.097409:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696490.097410:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696490.097411:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696490.097412:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696490.097414:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696490.097419:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d11900 00000400:00000200:0.0:1788696490.097422:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x12cd [1] + 224 00000800:00000001:0.0:1788696490.097424:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696490.097427:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696490.097428:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696490.097430:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696490.097431:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696490.097433:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000043af1395 x1875583274391808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696490.097438:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788696490.097439:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000043af1395 x1875583274391808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696490.097443:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696490.097455:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696490.097458:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696490.097461:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c82bd5c2. 00000100:00000001:0.0:1788696490.097462:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788696490.097467:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b386267 00000400:00000010:3.0:1788696490.097469:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000007b386267. 00000100:00000001:3.0:1788696490.097473:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000800:00000001:0.0:1788696490.097476:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1788696490.097479:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a318a749 x1875583274391680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788696490.097480:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696490.097483:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696490.097484:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696490.097491:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:1.0:1788696490.097491:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696490.097496:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788696490.097502:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d11800 00000400:00000001:1.0:1788696490.097502:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696490.097506:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696490.097517:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ded330b. 00000400:00000200:1.0:1788696490.097520:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060c897f5 00000400:00000010:1.0:1788696490.097522:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000060c897f5. 00000100:00000001:1.0:1788696490.097525:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:0.0:1788696490.097528:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x12c1 [1] + 224 00000100:00000200:1.0:1788696490.097532:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000043af1395 x1875583274391808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788696490.097533:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696490.097541:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1788696490.097544:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000043af1395 x1875583274391808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696490.097546:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1788696490.097551:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a318a749 x1875583274391680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696490.097557:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696490.097563:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696490.097568:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:0.0:1788696490.097569:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000005800c766 x1875583274391552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696490.097572:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696490.097576:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696490.097578:0:201303:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1788696490.097579:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788696490.097584:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696490.097585:0:201300:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:3.0:1788696490.097588:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1788696490.097589:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1788696490.097592:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005800c766 x1875583274391552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696490.097593:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696490.097593:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696490.097596:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696490.097599:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696490.097601:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696490.097612:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=90 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696490.097612:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=91 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696490.097621:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=35 v=5 (1 1 0 0) 00000100:00001000:3.0:1788696490.097621:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=91 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696490.097626:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696490.097630:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696490.097631:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1788696490.097633:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696490.097633:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696490.097634:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696490.097637:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788696490.097638:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696490.097639:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696490.097644:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1788696490.097647:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000043af1395 x1875583274391808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696490.097650:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696490.097654:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696490.097659:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1788696490.097660:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696490.097663:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696490.097664:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696490.097667:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696490.097669:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1788696490.097671:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a318a749 x1875583274391680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696490.097672:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696490.097679:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043af1395 x1875583274391808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696490.097691:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696490.097694:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696490.097697:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696490.097697:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696490.097701:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696490.097701:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696490.097704:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788696490.097708:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043af1395 x1875583274391808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696490.097708:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1788696490.097711:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a318a749 x1875583274391680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788696490.097714:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696490.097718:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696490.097727:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5c5e018. 00000400:00000200:2.0:1788696490.097735:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c79d798 00000400:00000010:2.0:1788696490.097739:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c79d798. 00000100:00100000:1.0:1788696490.097743:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274391808:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696490.097744:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00100000:3.0:1788696490.097745:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274391680:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696490.097751:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788696490.097752:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000005800c766 x1875583274391552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696490.097755:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696490.097756:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696490.097761:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043af1395 x1875583274391808/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696490.097761:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696490.097768:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a318a749 x1875583274391680/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696490.097776:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000005800c766 x1875583274391552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696490.097784:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696490.097787:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696490.097802:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000655df0a0. 02000000:00000001:1.0:1788696490.097807:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788696490.097808:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:1.0:1788696490.097809:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:2.0:1788696490.097812:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788696490.097813:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696490.097818:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788696490.097818:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000010:1.0:1788696490.097822:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b93a25a. 02000000:00000001:2.0:1788696490.097823:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696490.097827:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1788696490.097828:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1788696490.097829:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696490.097831:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1788696490.097831:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696490.097833:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:1.0:1788696490.097834:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043af1395. 02000000:00000001:2.0:1788696490.097836:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696490.097837:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b436630. 00000100:00000001:1.0:1788696490.097838:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696490.097841:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1788696490.097841:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=91 v=5 (5 5 5 5) 02000000:00000001:3.0:1788696490.097843:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788696490.097866:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696490.097874:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1788696490.097874:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=91 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696490.097877:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696490.097880:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696490.097882:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1788696490.097882:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:2.0:1788696490.097883:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696490.097885:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788696490.097886:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00010000:00000001:2.0:1788696490.097887:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696490.097891:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696490.097892:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788696490.097896:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696490.097896:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d9ed23a3. 00000100:00000040:2.0:1788696490.097900:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005800c766 x1875583274391552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696490.097902:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696490.097904:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696490.097906:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a318a749. 00000100:00000001:3.0:1788696490.097911:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696490.097913:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696490.097914:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696490.097917:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696490.097918:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696490.097920:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696490.097924:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005800c766 x1875583274391552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696490.097925:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696490.097928:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696490.097932:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696490.097935:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696490.097938:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274391552:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696490.097944:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696490.097946:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696490.097949:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005800c766 x1875583274391552/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696490.097960:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696490.097961:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696490.097963:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090a791f6. 02000000:00000001:2.0:1788696490.097967:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696490.097968:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696490.097969:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788696490.097971:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696490.097972:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054acfd14. 02000000:00000001:2.0:1788696490.097974:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696490.097975:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696490.097976:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005800c766. 00000100:00000001:2.0:1788696490.097979:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696490.097980:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696490.097981:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696490.097984:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696490.097985:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696490.097987:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696490.097989:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696491.053911:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696491.053918:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696491.053922:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696491.053923:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696491.055904:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696491.055909:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696491.055914:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696491.373968:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307453169, at 4307453184 00000100:00000040:3.0:1788696491.373972:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307453169, at 4307453184 00000100:00000010:0.0:1788696491.373984:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002736167a. 00000100:00000010:3.0:1788696491.373986:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f1bab8d. 00000100:00000040:2.0:1788696491.374040:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307453169, at 4307453184 00000100:00000010:2.0:1788696491.374047:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5158265. 00000100:00000040:1.0:1788696491.374634:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307453169, at 4307453184 00000100:00000010:1.0:1788696491.374641:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1edae85. 00010000:00000001:2.0:1788696492.077993:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696492.078000:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696492.078022:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696492.078023:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696492.078088:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696492.078092:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696492.078095:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696493.101978:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696493.101988:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696493.101995:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696493.101996:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696493.102051:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696493.102055:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696493.102058:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696494.125962:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696494.125968:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696494.125972:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696494.125973:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696494.126031:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696494.126035:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696494.126044:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696495.150074:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696495.150080:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696495.150084:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696495.150087:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696495.150088:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696495.150090:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696495.150093:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696495.150096:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696495.150098:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696495.150100:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696495.150147:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696495.150151:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696495.150153:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696495.214008:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696495.214017:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696495.214024:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028758325. 00000020:00000040:2.0:1788696495.214030:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696495.214034:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696495.214036:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696495.214042:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696495.214049:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2263eda. 00000100:00000001:2.0:1788696495.214056:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696495.214066:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000028758325 x1875583274391936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696495.214076:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696495.214078:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696495.214083:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028758325] to pc [ptlrpcd_00_01+1] req@0000000028758325 x1875583274391936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696495.214113:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696495.214116:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696495.214119:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696495.214122:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b920c5d1. 00000020:00000040:2.0:1788696495.214125:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696495.214127:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696495.214129:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788696495.214131:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1788696495.214131:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696495.214137:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788696495.214139:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696495.214146:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696495.214150:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696495.214152:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696495.214153:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1788696495.214154:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a559f720. 00000100:00000001:1.0:1788696495.214156:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788696495.214159:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696495.214164:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028758325 x1875583274391936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696495.214167:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000b920c5d1 x1875583274392064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696495.214186:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696495.214190:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696495.214192:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696495.214194:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696495.214195:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696495.214199:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788696495.214200:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b920c5d1] to pc [ptlrpcd_00_02+2] req@00000000b920c5d1 x1875583274392064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696495.214205:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696495.214213:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000028758325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274391936:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696495.214219:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696495.214226:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788696495.214227:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696495.214229:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696495.214230:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696495.214234:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1788696495.214235:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1788696495.214236:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d639e9. 00000020:00000040:2.0:1788696495.214239:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000010:1.0:1788696495.214241:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a78beaf9. 00000100:00000001:2.0:1788696495.214241:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696495.214243:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696495.214246:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696495.214248:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696495.214251:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1788696495.214253:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009619aef4. 00000400:00000010:1.0:1788696495.214255:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ded330b. 00000100:00000001:3.0:1788696495.214255:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696495.214258:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696495.214259:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1788696495.214265:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060c897f5. 00000100:00000040:2.0:1788696495.214266:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000092d639e9 x1875583274392192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1788696495.214268:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b920c5d1 x1875583274392064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696495.214273:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274391936, portal 25 00000100:00000001:1.0:1788696495.214280:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696495.214283:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611076480 : -113296098475136 : ffff98f5324bc380) 00000100:00000001:2.0:1788696495.214290:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696495.214292:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696495.214293:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696495.214294:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000028758325 x1875583274391936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696495.214295:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696495.214299:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092d639e9] to pc [ptlrpcd_00_03+3] req@0000000092d639e9 x1875583274392192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696495.214302:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696495.214306:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696495.214312:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696495.214320:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000b920c5d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274392064:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696495.214321:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788696495.214323:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696495.214324:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788696495.214329:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788696495.214335:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:2.0:1788696495.214336:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12794) 00000400:00000010:1.0:1788696495.214339:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d73eec57. 00000100:00000200:1.0:1788696495.214345:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274391936, offset 0 00000100:00000001:3.0:1788696495.214346:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696495.214350:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696495.214351:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696495.214353:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788696495.214354:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1788696495.214357:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc95d543. 00000100:00000001:2.0:1788696495.214359:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1788696495.214361:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696495.214362:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1788696495.214365:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:2.0:1788696495.214369:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092d639e9 x1875583274392192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696495.214377:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696495.214379:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696495.214381:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:2.0:1788696495.214383:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696495.214386:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696495.214388:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696495.214390:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1788696495.214393:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000092d639e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274392192:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696495.214396:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1788696495.214399:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000001:2.0:1788696495.214400:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1788696495.214403:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c82bd5c2. 02000000:00000001:2.0:1788696495.214404:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696495.214407:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1788696495.214408:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1788696495.214411:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b386267. 00000400:00000200:1.0:1788696495.214413:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000010:2.0:1788696495.214414:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd5d8451. 00000100:00000200:3.0:1788696495.214417:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274392064, portal 10 02000000:00000001:2.0:1788696495.214418:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696495.214423:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1788696495.214425:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5c5e018. 00000100:00000001:3.0:1788696495.214426:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611089024 : -113296098462592 : ffff98f5324bf480) 00000400:00000200:1.0:1788696495.214432:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [578:578:256:4294967295] 192.168.201.118@tcp LPNI seq info [578:578:8:4294967295] 00000400:00000010:2.0:1788696495.214432:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c79d798. 00000100:00000040:3.0:1788696495.214437:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000b920c5d1 x1875583274392064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696495.214446:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1788696495.214451:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274392192, portal 10 00000100:00000040:3.0:1788696495.214452:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696495.214458:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788696495.214458:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1788696495.214459:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000118b729b. 00000100:00000001:2.0:1788696495.214460:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611089920 : -113296098461696 : ffff98f5324bf800) 00000100:00000200:3.0:1788696495.214466:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274392064, offset 0 00000100:00000040:2.0:1788696495.214470:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000092d639e9 x1875583274392192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788696495.214473:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696495.214478:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696495.214481:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dffc0522. 00000100:00000001:2.0:1788696495.214482:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696495.214488:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696495.214489:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000010:2.0:1788696495.214492:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da7961a1. 00000800:00000200:1.0:1788696495.214494:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000200:2.0:1788696495.214497:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274392192, offset 0 00000400:00000200:3.0:1788696495.214498:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696495.214504:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696495.214507:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:1.0:1788696495.214509:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:3.0:1788696495.214511:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1788696495.214515:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dffc0522 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788696495.214516:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696495.214521:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [579:579:255:4294967295] 192.168.201.118@tcp LPNI seq info [579:579:7:4294967295] 00000100:00000001:1.0:1788696495.214530:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696495.214533:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:1.0:1788696495.214536:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307458289 00000800:00000200:3.0:1788696495.214541:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000010:1.0:1788696495.214543:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003847b311. 00000800:00000010:3.0:1788696495.214546:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a289aad5. 00000100:00000001:1.0:1788696495.214550:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1788696495.214553:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:1.0:1788696495.214558:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307458289 00000800:00000200:3.0:1788696495.214562:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000010:1.0:1788696495.214564:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b72f1bf0. 00000800:00000200:3.0:1788696495.214567:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a289aad5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696495.214569:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696495.214572:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696495.214574:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307458289 00000100:00000010:1.0:1788696495.214578:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9068cc6. 00000800:00000200:0.0:1788696495.214581:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788696495.214584:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1788696495.214584:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 23697 usecs (24 jiffies) 00000800:00000010:0.0:1788696495.214587:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dffc0522. 00000100:00000001:1.0:1788696495.214591:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307458289 00000100:00000001:3.0:1788696495.214591:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307457048 00000400:00000200:0.0:1788696495.214594:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1788696495.214597:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4a3d34f. 00000100:00000001:3.0:1788696495.214597:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307458289 00000100:00000001:1.0:1788696495.214604:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696495.214604:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307457048 00000100:00000001:3.0:1788696495.214609:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307458289 00000400:00000200:0.0:1788696495.214610:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696495.214610:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696495.214614:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307457048 00000100:00000001:3.0:1788696495.214617:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307458289 00000100:00000001:1.0:1788696495.214621:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696495.214621:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307457048 00000100:00000001:3.0:1788696495.214626:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307458289 00000100:00000001:1.0:1788696495.214627:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696495.214629:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696495.214632:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696495.214633:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696495.214638:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696495.214641:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696495.214643:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:3.0:1788696495.214647:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1788696495.214648:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788696495.214650:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1788696495.214652:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696495.214655:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696495.214659:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788696495.214664:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788696495.214666:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [580:580:254:4294967295] 192.168.201.118@tcp LPNI seq info [580:580:6:4294967295] 00000100:00000001:3.0:1788696495.214667:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696495.214670:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696495.214675:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696495.214681:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696495.214686:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696495.214689:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000394a697c. 00000100:00000001:3.0:1788696495.214691:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1788696495.214694:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788696495.214695:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696495.214700:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696495.214715:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000394a697c type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696495.214719:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696495.214722:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 23743 usecs (24 jiffies) 00000100:00000001:2.0:1788696495.214725:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307457048 00000100:00000001:2.0:1788696495.214727:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307458289 00000100:00000001:2.0:1788696495.214729:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307457048 00000100:00000001:2.0:1788696495.214731:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307458289 00000100:00000001:2.0:1788696495.214733:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307457048 00000100:00000001:2.0:1788696495.214735:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307458289 00000100:00000001:2.0:1788696495.214737:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307457048 00000100:00000001:2.0:1788696495.214738:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307458289 00000100:00000001:2.0:1788696495.214740:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696495.214742:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696495.214745:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696495.214747:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696495.214751:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696495.214752:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696495.214754:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696495.214755:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696495.214756:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696495.214759:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696495.214920:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d73eec57 00000400:00000010:0.0:1788696495.214924:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d73eec57. 00000100:00000001:0.0:1788696495.214928:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696495.214932:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000028758325 x1875583274391936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696495.214952:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696495.214955:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028758325 x1875583274391936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696495.214962:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696495.214963:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696495.214976:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696495.214978:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a289aad5. 00000400:00000200:0.0:1788696495.214981:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696495.214984:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696495.214987:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000118b729b 00000400:00000010:0.0:1788696495.214988:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000118b729b. 00000100:00000001:0.0:1788696495.214990:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696495.214993:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000b920c5d1 x1875583274392064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696495.215000:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696495.215001:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b920c5d1 x1875583274392064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696495.215007:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696495.215008:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696495.215048:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696495.215050:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000394a697c. 00000400:00000200:0.0:1788696495.215053:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696495.215056:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696495.215059:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da7961a1 00000400:00000010:0.0:1788696495.215060:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000da7961a1. 00000100:00000001:0.0:1788696495.215063:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696495.215065:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000092d639e9 x1875583274392192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696495.215072:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696495.215074:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092d639e9 x1875583274392192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696495.215089:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696495.215090:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696495.219501:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696495.219515:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696495.219520:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696495.219522:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696495.219532:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696495.219548:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d11a00 00000400:00000200:0.0:1788696495.219555:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x12e1 [1] + 224 00000800:00000001:0.0:1788696495.219561:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696495.219564:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696495.219567:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696495.219571:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696495.219578:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696495.219584:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000b920c5d1 x1875583274392064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696495.219594:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b920c5d1 x1875583274392064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696495.219659:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696495.219663:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696495.219693:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000001:3.0:1788696495.219720:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1788696495.219721:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1788696495.219723:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696495.219728:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c82bd5c2. 00000400:00000200:3.0:1788696495.219733:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b386267 00000400:00000010:3.0:1788696495.219735:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000007b386267. 00000800:00000001:0.0:1788696495.219738:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696495.219740:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000800:00000001:0.0:1788696495.219742:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1788696495.219746:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000b920c5d1 x1875583274392064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788696495.219747:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696495.219760:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000200:3.0:1788696495.219766:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000b920c5d1 x1875583274392064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696495.219770:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d11a80 00000400:00000200:0.0:1788696495.219776:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x12e5 [1] + 224 00000800:00000001:0.0:1788696495.219786:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696495.219790:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696495.219793:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696495.219793:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696495.219796:0:201302:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:0.0:1788696495.219797:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1788696495.219799:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696495.219802:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696495.219804:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696495.219805:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 02000000:00000001:3.0:1788696495.219807:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696495.219815:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=96 v=5 (5 5 5 5) 00000100:00000001:0.0:1788696495.219818:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00001000:3.0:1788696495.219819:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=96 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696495.219823:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696495.219824:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696495.219826:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000092d639e9 x1875583274392192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696495.219827:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696495.219830:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696495.219835:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696495.219837:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696495.219840:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696495.219842:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696495.219843:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000092d639e9 x1875583274392192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696495.219872:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b920c5d1 x1875583274392064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696495.219887:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696495.219893:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696495.219896:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696495.219898:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:3.0:1788696495.219902:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b920c5d1 x1875583274392064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788696495.219906:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696495.219912:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788696495.219914:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000b920c5d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274392064:192.168.201.118@tcp:400: 00000800:00000001:0.0:1788696495.219915:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696495.219918:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696495.219923:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696495.219924:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:3.0:1788696495.219929:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1788696495.219933:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d11980 00000100:00000040:3.0:1788696495.219935:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b920c5d1 x1875583274392064/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696495.219942:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x12d9 [1] + 224 00000800:00000001:0.0:1788696495.219949:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696495.219953:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696495.219956:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1788696495.219962:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1788696495.219964:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc95d543. 00000400:00000200:0.0:1788696495.219965:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1788696495.219969:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1788696495.219971:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000020:00000001:3.0:1788696495.219973:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:0.0:1788696495.219975:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000040:3.0:1788696495.219975:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696495.219979:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000200:0.0:1788696495.219981:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000028758325 x1875583274391936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1788696495.219981:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a559f720. 02000000:00000001:3.0:1788696495.219986:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696495.219989:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696495.219991:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b920c5d1. 00000100:00000040:0.0:1788696495.219992:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000028758325 x1875583274391936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696495.219996:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696495.219998:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696495.220000:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696495.220006:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696495.220007:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696495.220009:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696495.220010:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696495.220011:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1788696495.220015:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696495.220015:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696495.220027:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696495.220029:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696495.220031:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696495.220033:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696495.220034:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ded330b. 00000400:00000200:0.0:1788696495.220037:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060c897f5 00000400:00000010:0.0:1788696495.220038:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000060c897f5. 00000100:00000001:0.0:1788696495.220045:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696495.220048:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000028758325 x1875583274391936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696495.220054:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000028758325 x1875583274391936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696495.220058:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696495.220059:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696495.220060:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696495.220061:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696495.220062:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696495.220063:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696495.220065:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696495.220067:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=96 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696495.220069:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=96 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696495.220070:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696495.220071:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696495.220072:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696495.220073:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696495.220075:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696495.220077:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028758325 x1875583274391936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696495.220080:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696495.220081:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696495.220082:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696495.220083:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028758325 x1875583274391936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696495.220088:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000028758325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274391936:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696495.220091:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696495.220092:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696495.220093:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028758325 x1875583274391936/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696495.220096:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696495.220102:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696495.220103:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a78beaf9. 02000000:00000001:0.0:1788696495.220105:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696495.220106:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696495.220107:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696495.220108:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696495.220110:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2263eda. 02000000:00000001:0.0:1788696495.220111:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696495.220112:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696495.220113:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028758325. 00000100:00000001:0.0:1788696495.220116:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696495.220117:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696495.220118:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696495.220121:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696495.220122:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696495.220123:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696495.220125:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696495.220877:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696495.220881:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696495.220886:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696495.220887:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696495.220889:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5c5e018. 00000400:00000200:2.0:1788696495.220894:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c79d798 00000400:00000010:2.0:1788696495.220896:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c79d798. 00000100:00000001:2.0:1788696495.220898:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696495.220903:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000092d639e9 x1875583274392192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696495.220914:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000092d639e9 x1875583274392192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696495.220922:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696495.220925:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696495.220927:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696495.220929:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696495.220930:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696495.220932:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696495.220934:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696495.220939:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=95 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696495.220941:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=40 v=5 (1 1 0 0) 00000100:00000001:2.0:1788696495.220943:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696495.220944:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696495.220946:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788696495.220950:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000092d639e9 x1875583274392192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696495.220956:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696495.220958:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696495.220960:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696495.220962:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696495.220963:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696495.220966:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092d639e9 x1875583274392192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696495.220972:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696495.220974:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696495.220976:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696495.220978:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d639e9 x1875583274392192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696495.220986:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000092d639e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274392192:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696495.220990:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696495.220993:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696495.220995:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092d639e9 x1875583274392192/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696495.221001:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696495.221002:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696495.221004:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd5d8451. 02000000:00000001:2.0:1788696495.221006:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696495.221008:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696495.221009:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696495.221011:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696495.221013:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009619aef4. 02000000:00000001:2.0:1788696495.221015:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696495.221017:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696495.221017:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d639e9. 00000100:00000001:2.0:1788696495.221021:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696495.221022:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696495.221024:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696495.221028:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696495.221030:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696495.221032:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696495.221034:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696496.173974:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696496.173984:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696496.173990:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696496.173991:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696496.174063:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696496.174067:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696496.174070:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696496.493928:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307458289, at 4307458304 00000100:00000010:0.0:1788696496.493999:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003847b311. 00000100:00000040:1.0:1788696496.494989:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307458289, at 4307458305 00000100:00000010:1.0:1788696496.494999:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b72f1bf0. 00000100:00000040:3.0:1788696496.495805:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307458289, at 4307458305 00000100:00000010:3.0:1788696496.495814:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4a3d34f. 00000100:00000040:2.0:1788696496.496764:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307458289, at 4307458306 00000100:00000010:2.0:1788696496.496773:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e9068cc6. 00010000:00000001:2.0:1788696497.197970:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696497.197978:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696497.197986:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696497.197987:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696497.198064:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696497.198068:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696497.198071:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696498.221956:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696498.221962:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696498.221969:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696498.221969:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696498.222004:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696498.222008:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696498.222011:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696499.246780:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696499.246787:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696499.246792:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696499.246793:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696499.246876:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696499.246880:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696499.246883:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696500.269927:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696500.269934:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696500.269936:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696500.269938:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696500.269942:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696500.269943:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696500.269945:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696500.269947:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696500.269951:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696500.269952:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696500.270047:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696500.270050:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696500.270053:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696500.334747:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696500.334755:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696500.334761:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbb350d4. 00000020:00000040:0.0:1788696500.334767:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696500.334771:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696500.334774:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696500.334779:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696500.334786:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ea48552. 00000100:00000001:0.0:1788696500.334793:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696500.334803:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000cbb350d4 x1875583274392320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696500.334814:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696500.334817:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696500.334822:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb350d4] to pc [ptlrpcd_00_00+0] req@00000000cbb350d4 x1875583274392320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696500.334914:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696500.334918:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696500.334920:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696500.334925:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbb350d4 x1875583274392320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696500.334933:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696500.334935:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696500.334939:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696500.334941:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696500.334943:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696500.334946:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274392320:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696500.334950:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696500.334955:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696500.334957:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696500.334959:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696500.334963:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000301eb57e. 02000000:00000001:1.0:1788696500.334965:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696500.334971:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042362b54. 00000400:00000010:1.0:1788696500.334978:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000060c897f5. 00000100:00000200:1.0:1788696500.334985:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274392320, portal 25 00000100:00000001:1.0:1788696500.334988:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696500.334995:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882439808 : -113296827111808 : ffff98f506dda680) 00000100:00000040:1.0:1788696500.335000:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cbb350d4 x1875583274392320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696500.335006:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696500.335009:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696500.335011:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d73eec57. 00000100:00000200:1.0:1788696500.335014:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274392320, offset 0 00000400:00000200:1.0:1788696500.335020:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696500.335035:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696500.335039:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696500.335042:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696500.335045:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696500.335047:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696500.335049:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [581:581:256:4294967295] 192.168.201.118@tcp LPNI seq info [581:581:8:4294967295] 00000400:00000200:1.0:1788696500.335057:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696500.335061:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696500.335064:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dffc0522. 00000800:00000200:1.0:1788696500.335070:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696500.335076:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696500.335079:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dffc0522 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696500.335091:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696500.335096:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307463410 00000100:00000010:1.0:1788696500.335099:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082f7dcd5. 00000100:00000001:1.0:1788696500.335105:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696500.335109:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307463410 00000100:00000010:1.0:1788696500.335112:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091b67439. 00000100:00000001:1.0:1788696500.335114:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788696500.335116:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307463410 00000100:00000010:1.0:1788696500.335118:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000626f377. 00000100:00000001:1.0:1788696500.335120:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696500.335127:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307463410 00000100:00000010:1.0:1788696500.335129:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005dd2cbdf. 00000100:00000001:1.0:1788696500.335131:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696500.335134:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696500.335137:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696500.335140:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696500.335142:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696500.335176:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696500.335179:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696500.335182:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696500.335185:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e0fb45f. 00000020:00000040:0.0:1788696500.335187:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696500.335189:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696500.335190:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696500.335192:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696500.335193:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696500.335197:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dffc0522. 00000400:00000200:2.0:1788696500.335202:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1788696500.335205:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054acfd14. 00000400:00000200:2.0:1788696500.335207:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696500.335209:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696500.335212:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788696500.335213:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000002e0fb45f x1875583274392448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1788696500.335213:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d73eec57 00000400:00000010:2.0:1788696500.335217:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d73eec57. 00000100:00000001:3.0:1788696500.335218:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696500.335221:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788696500.335224:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1788696500.335225:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cbb350d4 x1875583274392320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696500.335226:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696500.335229:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e0fb45f] to pc [ptlrpcd_00_01+1] req@000000002e0fb45f x1875583274392448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696500.335235:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696500.335237:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbb350d4 x1875583274392320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696500.335244:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696500.335245:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696500.335252:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696500.335255:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696500.335257:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696500.335262:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e0fb45f x1875583274392448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696500.335270:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696500.335271:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696500.335274:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696500.335275:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696500.335277:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696500.335285:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274392448:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696500.335355:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696500.335357:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696500.335358:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696500.335359:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696500.335362:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000215e2ef7. 02000000:00000001:3.0:1788696500.335363:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696500.335366:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c82bd5c2. 00000400:00000010:3.0:1788696500.335369:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b386267. 00000100:00000200:3.0:1788696500.335370:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274392448, portal 10 00000100:00000001:3.0:1788696500.335372:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696500.335372:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882435328 : -113296827116288 : ffff98f506dd9500) 00000100:00000040:3.0:1788696500.335377:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002e0fb45f x1875583274392448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696500.335381:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696500.335383:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696500.335384:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c74f0a0. 00000100:00000200:3.0:1788696500.335385:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274392448, offset 0 00000100:00000001:1.0:1788696500.335388:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1788696500.335389:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696500.335393:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1788696500.335395:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:1.0:1788696500.335400:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788696500.335400:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788696500.335404:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788696500.335404:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:1.0:1788696500.335408:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696500.335408:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696500.335413:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:1.0:1788696500.335414:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696500.335416:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [582:582:256:4294967295] 192.168.201.118@tcp LPNI seq info [582:582:8:4294967295] 00000400:00000200:3.0:1788696500.335423:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696500.335426:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696500.335428:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008513bebc. 00000800:00000200:3.0:1788696500.335431:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696500.335434:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696500.335437:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008513bebc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696500.335456:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696500.335459:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 23601 usecs (24 jiffies) 00000100:00000001:0.0:1788696500.335464:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696500.335467:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696500.335470:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307462169 00000100:00000001:0.0:1788696500.335471:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788696500.335471:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696500.335474:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696500.335475:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307463410 00000100:00000010:0.0:1788696500.335476:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000607de2c8. 00000100:00000001:2.0:1788696500.335477:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788696500.335480:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696500.335480:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696500.335481:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307462169 00000100:00000001:0.0:1788696500.335483:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1788696500.335485:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307463410 02000000:00000001:0.0:1788696500.335486:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1788696500.335490:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307462169 02000000:00000001:0.0:1788696500.335491:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696500.335494:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307463410 02000000:00000010:0.0:1788696500.335497:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d9ed23a3. 00000100:00000001:3.0:1788696500.335498:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307462169 00000100:00000001:0.0:1788696500.335503:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696500.335503:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307463410 00000100:00000001:3.0:1788696500.335508:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788696500.335510:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000607de2c8 x1875583274392576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696500.335512:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696500.335517:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696500.335521:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696500.335527:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696500.335528:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696500.335530:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696500.335534:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696500.335535:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696500.335538:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696500.335541:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696500.335542:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000607de2c8] to pc [ptlrpcd_00_02+2] req@00000000607de2c8 x1875583274392576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696500.335544:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696500.335564:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696500.335567:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696500.335569:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788696500.335573:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1788696500.335574:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1788696500.335577:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696500.335578:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696500.335579:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12799) 00000100:00000001:2.0:1788696500.335581:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696500.335585:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696500.335588:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696500.335590:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696500.335592:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696500.335593:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696500.335597:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000607de2c8 x1875583274392576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696500.335602:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696500.335603:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696500.335610:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696500.335611:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696500.335622:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696500.335625:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274392576:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696500.335627:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696500.335629:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696500.335630:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696500.335631:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696500.335634:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b436630. 02000000:00000001:3.0:1788696500.335635:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696500.335637:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a93c67e. 00000400:00000010:3.0:1788696500.335640:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c46f78e5. 00000100:00000200:3.0:1788696500.335642:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274392576, portal 10 00000100:00000001:3.0:1788696500.335643:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696500.335644:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882432640 : -113296827118976 : ffff98f506dd8a80) 00000100:00000040:3.0:1788696500.335648:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000607de2c8 x1875583274392576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696500.335652:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696500.335653:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696500.335655:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b0c3167a. 00000100:00000200:3.0:1788696500.335656:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274392576, offset 0 00000400:00000200:3.0:1788696500.335659:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696500.335663:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696500.335665:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696500.335667:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696500.335669:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696500.335671:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696500.335673:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [583:583:255:4294967295] 192.168.201.118@tcp LPNI seq info [583:583:7:4294967295] 00000400:00000200:3.0:1788696500.335678:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696500.335681:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696500.335683:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f59c383. 00000800:00000200:3.0:1788696500.335686:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696500.335693:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696500.335695:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f59c383 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696500.335696:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696500.335698:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 23653 usecs (24 jiffies) 00000100:00000001:3.0:1788696500.335700:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307462169 00000100:00000001:3.0:1788696500.335701:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307463410 00000100:00000001:3.0:1788696500.335702:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307462169 00000100:00000001:3.0:1788696500.335703:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307463410 00000100:00000001:3.0:1788696500.335704:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307462169 00000100:00000001:3.0:1788696500.335705:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307463410 00000100:00000001:3.0:1788696500.335706:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307462169 00000100:00000001:3.0:1788696500.335706:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307463410 00000100:00000001:3.0:1788696500.335707:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696500.335708:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696500.335709:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696500.335711:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696500.336408:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696500.336413:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008513bebc. 00000400:00000200:1.0:1788696500.336417:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696500.336422:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696500.336425:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c74f0a0 00000400:00000010:1.0:1788696500.336426:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003c74f0a0. 00000100:00000001:1.0:1788696500.336429:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696500.336432:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002e0fb45f x1875583274392448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696500.336438:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696500.336439:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e0fb45f x1875583274392448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696500.336443:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696500.336444:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696500.336455:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696500.336457:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f59c383. 00000400:00000200:1.0:1788696500.336458:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696500.336460:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696500.336461:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0c3167a 00000400:00000010:1.0:1788696500.336462:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b0c3167a. 00000100:00000001:1.0:1788696500.336463:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696500.336469:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000607de2c8 x1875583274392576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696500.336474:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696500.336475:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000607de2c8 x1875583274392576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696500.336478:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696500.336479:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696500.338816:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696500.338830:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696500.338834:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696500.338836:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696500.338864:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696500.338878:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d11b00 00000400:00000200:0.0:1788696500.338885:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x12f1 [1] + 224 00000800:00000001:0.0:1788696500.338891:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696500.338895:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696500.338898:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696500.338901:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696500.338907:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696500.338913:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cbb350d4 x1875583274392320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696500.338923:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbb350d4 x1875583274392320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696500.338937:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696500.338946:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696500.338950:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696500.338951:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696500.338952:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696500.338956:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696500.338961:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d11b80 00000400:00000200:0.0:1788696500.338966:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x12f9 [1] + 224 00000800:00000001:0.0:1788696500.338980:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696500.338984:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696500.338986:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696500.338989:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696500.338992:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696500.338996:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002e0fb45f x1875583274392448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696500.339003:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002e0fb45f x1875583274392448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696500.339016:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696500.339020:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696500.339026:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696500.339053:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696500.339058:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696500.339064:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696500.339065:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696500.339067:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c82bd5c2. 00000400:00000200:3.0:1788696500.339072:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b386267 00000400:00000010:3.0:1788696500.339075:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000007b386267. 00000100:00000001:3.0:1788696500.339077:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696500.339081:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002e0fb45f x1875583274392448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696500.339099:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002e0fb45f x1875583274392448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696500.339105:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696500.339106:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696500.339117:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696500.339119:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696500.339121:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696500.339123:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696500.339125:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696500.339132:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=101 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696500.339136:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=101 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696500.339138:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696500.339139:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696500.339142:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696500.339145:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696500.339149:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696500.339150:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696500.339152:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696500.339154:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696500.339157:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e0fb45f x1875583274392448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696500.339164:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696500.339166:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696500.339168:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696500.339170:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e0fb45f x1875583274392448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696500.339178:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274392448:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696500.339182:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696500.339184:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696500.339186:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e0fb45f x1875583274392448/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696500.339192:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696500.339193:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696500.339196:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000215e2ef7. 02000000:00000001:3.0:1788696500.339198:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696500.339200:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696500.339202:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696500.339209:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696500.339211:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054acfd14. 02000000:00000001:3.0:1788696500.339214:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696500.339216:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696500.339217:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e0fb45f. 00000100:00000001:3.0:1788696500.339220:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696500.339221:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696500.339223:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696500.339229:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696500.339230:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696500.339232:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696500.339234:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696500.339953:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696500.339959:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696500.339962:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696500.339963:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696500.339967:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696500.339973:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d11c00 00000400:00000200:3.0:1788696500.339977:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1301 [1] + 224 00000800:00000001:3.0:1788696500.339981:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696500.339986:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696500.339988:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696500.339991:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696500.339995:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696500.339999:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000607de2c8 x1875583274392576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696500.340008:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000607de2c8 x1875583274392576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696500.340030:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696500.340036:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696500.340039:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696500.342272:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696500.342279:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696500.342285:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696500.342287:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696500.342290:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a93c67e. 00000400:00000200:0.0:1788696500.342297:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c46f78e5 00000400:00000010:0.0:1788696500.342299:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c46f78e5. 00000100:00000001:0.0:1788696500.342303:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696500.342312:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000607de2c8 x1875583274392576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696500.342322:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000607de2c8 x1875583274392576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696500.342329:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696500.342331:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696500.342333:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696500.342335:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696500.342337:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696500.342339:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696500.342341:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696500.342348:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=100 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696500.342352:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=45 v=5 (1 1 0 0) 00000100:00000001:0.0:1788696500.342355:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696500.342368:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696500.342370:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696500.342375:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000607de2c8 x1875583274392576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696500.342382:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696500.342385:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696500.342387:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696500.342388:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696500.342390:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696500.342394:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000607de2c8 x1875583274392576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696500.342401:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696500.342404:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696500.342406:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696500.342409:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000607de2c8 x1875583274392576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696500.342414:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274392576:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696500.342418:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696500.342420:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696500.342421:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000607de2c8 x1875583274392576/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696500.342425:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696500.342427:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696500.342430:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b436630. 02000000:00000001:0.0:1788696500.342432:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696500.342434:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696500.342435:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696500.342436:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696500.342438:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d9ed23a3. 02000000:00000001:0.0:1788696500.342440:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696500.342441:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696500.342442:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000607de2c8. 00000100:00000001:0.0:1788696500.342448:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696500.342449:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696500.342450:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696500.342455:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696500.342456:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696500.342457:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696500.342459:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696500.342476:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696500.342478:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696500.342481:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696500.342483:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696500.342485:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042362b54. 00000400:00000200:0.0:1788696500.342487:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060c897f5 00000400:00000010:0.0:1788696500.342489:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000060c897f5. 00000100:00000001:0.0:1788696500.342491:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696500.342496:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cbb350d4 x1875583274392320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696500.342504:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cbb350d4 x1875583274392320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696500.342509:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696500.342510:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696500.342512:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696500.342513:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696500.342514:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696500.342515:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696500.342517:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696500.342520:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=101 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696500.342522:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=101 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696500.342524:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696500.342525:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696500.342526:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696500.342527:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696500.342529:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696500.342531:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbb350d4 x1875583274392320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696500.342537:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696500.342544:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696500.342545:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696500.342548:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbb350d4 x1875583274392320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696500.342554:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274392320:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696500.342557:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696500.342559:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696500.342561:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbb350d4 x1875583274392320/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696500.342566:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696500.342567:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696500.342568:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000301eb57e. 02000000:00000001:0.0:1788696500.342570:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696500.342572:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696500.342573:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696500.342574:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696500.342575:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ea48552. 02000000:00000001:0.0:1788696500.342578:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696500.342578:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696500.342579:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbb350d4. 00000100:00000001:0.0:1788696500.342582:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696500.342583:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696500.342584:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696500.342587:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696500.342588:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696500.342590:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696500.342591:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696501.293979:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696501.293984:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696501.293988:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696501.293988:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696501.294062:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696501.294065:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696501.294068:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696501.613953:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307463410, at 4307463424 00000100:00000040:1.0:1788696501.613953:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307463410, at 4307463424 00000100:00000040:3.0:1788696501.613953:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307463410, at 4307463424 00000100:00000040:2.0:1788696501.613954:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307463410, at 4307463424 00000100:00000010:1.0:1788696501.613970:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091b67439. 00000100:00000010:0.0:1788696501.613973:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082f7dcd5. 00000100:00000010:3.0:1788696501.613975:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005dd2cbdf. 00000100:00000010:2.0:1788696501.613979:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000626f377. 00010000:00000001:2.0:1788696502.317989:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696502.317997:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696502.318002:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696502.318003:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696502.318352:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696502.318356:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696502.318359:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696503.341990:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696503.341997:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696503.342004:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696503.342005:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696503.342037:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696503.342043:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696503.342048:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696504.365963:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696504.365969:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696504.365985:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696504.365986:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696504.366022:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696504.366024:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696504.366027:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696505.389935:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696505.389942:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696505.389946:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696505.389948:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696505.389949:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696505.389951:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696505.389953:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696505.389955:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696505.389956:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696505.389957:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696505.390009:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696505.390012:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696505.390015:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696505.454198:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696505.454207:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696505.454214:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d639e9. 00000020:00000040:2.0:1788696505.454220:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696505.454224:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696505.454227:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696505.454231:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696505.454237:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009619aef4. 00000100:00000001:2.0:1788696505.454244:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696505.454253:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000092d639e9 x1875583274392704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696505.454263:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696505.454265:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696505.454270:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092d639e9] to pc [ptlrpcd_00_03+3] req@0000000092d639e9 x1875583274392704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696505.454303:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696505.454305:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696505.454309:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696505.454311:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000304218c8. 00000020:00000040:2.0:1788696505.454313:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696505.454316:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696505.454316:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696505.454318:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696505.454319:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1788696505.454321:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000051526cb6. 00000100:00000001:0.0:1788696505.454325:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696505.454325:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696505.454330:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000304218c8 x1875583274392832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696505.454336:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696505.454337:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696505.454340:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696505.454340:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000304218c8] to pc [ptlrpcd_00_00+0] req@00000000304218c8 x1875583274392832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696505.454349:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092d639e9 x1875583274392704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696505.454361:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696505.454364:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696505.454367:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696505.454369:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001bd4b474. 00000020:00000040:2.0:1788696505.454373:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696505.454379:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696505.454381:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696505.454384:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696505.454386:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1788696505.454388:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000334bf9d4. 00000100:00000001:0.0:1788696505.454390:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696505.454393:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696505.454396:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1788696505.454399:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000001bd4b474 x1875583274392960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1788696505.454400:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696505.454404:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696505.454411:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000092d639e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274392704:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696505.454414:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696505.454416:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788696505.454417:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696505.454422:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696505.454425:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696505.454425:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bd4b474] to pc [ptlrpcd_00_01+1] req@000000001bd4b474 x1875583274392960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696505.454428:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696505.454434:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e1036ca. 00000100:00000001:3.0:1788696505.454434:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696505.454438:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696505.454439:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696505.454440:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1788696505.454443:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696505.454444:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696505.454450:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788696505.454452:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000304218c8 x1875583274392832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788696505.454453:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4a2faf4. 00000100:00000040:2.0:1788696505.454456:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12804) 00000400:00000010:0.0:1788696505.454462:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8816cb1. 00000100:00000001:3.0:1788696505.454465:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696505.454468:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696505.454470:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274392704, portal 25 02000000:00000001:3.0:1788696505.454471:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788696505.454473:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1788696505.454474:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696505.454475:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696505.454477:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696505.454479:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611089920 : -113296098461696 : ffff98f5324bf800) 02000000:00000001:3.0:1788696505.454480:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696505.454481:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696505.454488:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000092d639e9 x1875583274392704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696505.454489:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001bd4b474 x1875583274392960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696505.454489:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000304218c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274392832:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696505.454498:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696505.454502:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696505.454505:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696505.454509:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696505.454514:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d3a333a2. 00000100:00000001:0.0:1788696505.454516:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1788696505.454519:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696505.454520:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696505.454522:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696505.454534:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696505.454538:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edd31d23. 00000400:00000010:3.0:1788696505.454541:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c82bd5c2. 00000100:00000200:0.0:1788696505.454542:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274392704, offset 0 00000400:00000010:3.0:1788696505.454547:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b386267. 00000100:00000200:3.0:1788696505.454552:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274392832, portal 10 02000000:00000001:2.0:1788696505.454553:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1788696505.454557:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:2.0:1788696505.454558:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696505.454558:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696505.454561:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611088128 : -113296098463488 : ffff98f5324bf100) 02000000:00000001:2.0:1788696505.454563:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696505.454570:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001bd4b474 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274392960:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696505.454571:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788696505.454571:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000304218c8 x1875583274392832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696505.454576:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696505.454577:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1788696505.454580:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:2.0:1788696505.454581:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696505.454584:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696505.454589:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1788696505.454591:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788696505.454593:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1788696505.454594:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008055f289. 00000400:00000200:0.0:1788696505.454597:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000001:2.0:1788696505.454599:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696505.454600:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696505.454605:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1788696505.454606:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5c5e018. 00000400:00000010:3.0:1788696505.454606:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e112c151. 00000100:00000200:3.0:1788696505.454612:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274392832, offset 0 00000400:00000200:0.0:1788696505.454613:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000010:2.0:1788696505.454614:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c79d798. 00000400:00000200:0.0:1788696505.454620:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [584:584:256:4294967295] 192.168.201.118@tcp LPNI seq info [584:584:8:4294967295] 00000100:00000200:2.0:1788696505.454620:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274392960, portal 10 00000100:00000001:2.0:1788696505.454625:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696505.454629:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611080960 : -113296098470656 : ffff98f5324bd500) 00000400:00000200:3.0:1788696505.454629:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696505.454637:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000040:2.0:1788696505.454639:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001bd4b474 x1875583274392960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696505.454654:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1788696505.454658:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696505.454659:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000040:2.0:1788696505.454661:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696505.454666:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ea48552. 00000400:00000010:2.0:1788696505.454667:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce843621. 00000400:00000200:3.0:1788696505.454667:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696505.454671:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000200:2.0:1788696505.454672:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274392960, offset 0 00000400:00000200:3.0:1788696505.454677:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1788696505.454682:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:3.0:1788696505.454682:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696505.454683:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696505.454689:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [585:585:255:4294967295] 192.168.201.118@tcp LPNI seq info [585:585:7:4294967295] 00000800:00000200:0.0:1788696505.454694:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696505.454701:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ea48552 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788696505.454702:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696505.454709:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696505.454713:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000010:3.0:1788696505.454713:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d33dd5fd. 00000100:00000001:0.0:1788696505.454720:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696505.454721:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1788696505.454724:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788696505.454727:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307468529 00000400:00000200:2.0:1788696505.454729:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000800:00000200:3.0:1788696505.454733:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000010:0.0:1788696505.454735:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aeee93bd. 00000400:00000200:2.0:1788696505.454736:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1788696505.454739:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d33dd5fd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696505.454743:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696505.454743:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696505.454749:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 23493 usecs (24 jiffies) 00000100:00000001:0.0:1788696505.454751:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307468529 00000400:00000200:2.0:1788696505.454753:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788696505.454755:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307467288 00000100:00000010:0.0:1788696505.454757:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4964a0e. 00000100:00000001:3.0:1788696505.454760:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307468529 00000400:00000200:2.0:1788696505.454761:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [586:586:254:4294967295] 192.168.201.118@tcp LPNI seq info [586:586:6:4294967295] 00000100:00000001:0.0:1788696505.454764:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696505.454765:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307467288 00000100:00000001:0.0:1788696505.454770:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307468529 00000100:00000001:3.0:1788696505.454770:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307468529 00000100:00000001:3.0:1788696505.454776:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307467288 00000100:00000010:0.0:1788696505.454778:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000969a2001. 00000400:00000200:2.0:1788696505.454781:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:0.0:1788696505.454784:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000800:00000200:2.0:1788696505.454788:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696505.454789:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307468529 00000100:00000001:3.0:1788696505.454789:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307468529 00000800:00000010:2.0:1788696505.454794:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003a3e8ab7. 00000100:00000001:3.0:1788696505.454795:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307467288 00000100:00000010:0.0:1788696505.454796:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038ecd934. 00000800:00000200:2.0:1788696505.454802:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788696505.454803:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696505.454809:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307468529 00000100:00000001:0.0:1788696505.454810:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696505.454815:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696505.454815:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1788696505.454818:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788696505.454820:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696505.454823:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696505.454824:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000003a3e8ab7 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696505.454825:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696505.454828:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696505.454831:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696505.454832:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696505.454837:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1788696505.454837:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 23566 usecs (24 jiffies) 00000100:00000001:3.0:1788696505.454838:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696505.454841:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696505.454842:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307467288 00000100:00000001:0.0:1788696505.454866:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696505.454868:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696505.454869:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696505.454872:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696505.454875:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696505.454875:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307468529 00000100:00000001:3.0:1788696505.454876:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696505.454880:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696505.454881:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307467289 00000100:00000001:3.0:1788696505.454884:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696505.454887:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696505.454919:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307468529 00000100:00000001:2.0:1788696505.454921:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307467289 00000100:00000001:2.0:1788696505.454922:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307468529 00000100:00000001:2.0:1788696505.454924:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307467289 00000100:00000001:2.0:1788696505.454926:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307468529 00000100:00000001:2.0:1788696505.454928:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696505.454930:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696505.454933:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696505.454935:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696505.454939:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696505.454941:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696505.454943:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696505.454944:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696505.454946:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696505.454948:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696505.455233:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696505.455238:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ea48552. 00000400:00000200:1.0:1788696505.455242:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696505.455247:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696505.455251:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edd31d23 00000400:00000010:1.0:1788696505.455253:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000edd31d23. 00000100:00000001:1.0:1788696505.455256:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696505.455260:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000092d639e9 x1875583274392704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696505.455268:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696505.455270:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092d639e9 x1875583274392704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696505.455276:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696505.455283:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696505.455292:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696505.455294:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d33dd5fd. 00000400:00000200:1.0:1788696505.455296:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696505.455299:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696505.455301:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e112c151 00000400:00000010:1.0:1788696505.455302:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e112c151. 00000100:00000001:1.0:1788696505.455304:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696505.455306:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000304218c8 x1875583274392832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696505.455316:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696505.455318:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000304218c8 x1875583274392832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696505.455323:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696505.455325:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696505.455379:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696505.455381:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003a3e8ab7. 00000400:00000200:1.0:1788696505.455384:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696505.455386:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696505.455389:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce843621 00000400:00000010:1.0:1788696505.455390:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ce843621. 00000100:00000001:1.0:1788696505.455392:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696505.455394:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001bd4b474 x1875583274392960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696505.455400:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696505.455401:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001bd4b474 x1875583274392960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696521 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696505.455407:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696505.455408:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696505.457764:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696505.457778:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696505.457782:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696505.457784:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696505.457804:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696505.457817:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d11c80 00000400:00000200:0.0:1788696505.457823:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1309 [1] + 224 00000800:00000001:0.0:1788696505.457829:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696505.457836:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696505.457839:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696505.457843:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696505.457880:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696505.457887:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000092d639e9 x1875583274392704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696505.457898:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000092d639e9 x1875583274392704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696505.457915:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696505.457923:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696505.457927:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696505.457929:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696505.457943:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696505.457946:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696505.457952:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696505.457953:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696505.457956:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4a2faf4. 00000400:00000200:3.0:1788696505.457959:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8816cb1 00000400:00000010:3.0:1788696505.457961:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8816cb1. 00000100:00000001:3.0:1788696505.457963:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000800:00000001:0.0:1788696505.457967:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788696505.457967:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000092d639e9 x1875583274392704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696505.457978:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696505.457985:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d11d80 00000400:00000200:0.0:1788696505.457991:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1319 [1] + 224 00000800:00000001:0.0:1788696505.457995:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696505.457998:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696505.458000:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696505.458003:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696505.458006:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696505.458009:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001bd4b474 x1875583274392960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696505.458017:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001bd4b474 x1875583274392960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696505.458033:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000200:3.0:1788696505.458037:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000092d639e9 x1875583274392704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696505.458044:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696505.458046:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696505.458047:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696505.458048:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696505.458051:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696505.458053:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1788696505.458054:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696505.458055:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696505.458059:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1788696505.458059:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696505.458064:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1788696505.458066:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=106 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696505.458069:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=106 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696505.458072:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696505.458073:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696505.458073:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696505.458074:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:2.0:1788696505.458078:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1788696505.458078:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696505.458082:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788696505.458084:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1788696505.458086:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d11d00 00000100:00000001:3.0:1788696505.458086:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788696505.458088:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696505.458092:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5c5e018. 00000100:00000040:3.0:1788696505.458094:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092d639e9 x1875583274392704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696505.458099:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c79d798 00000400:00000010:2.0:1788696505.458102:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c79d798. 00000100:00000001:3.0:1788696505.458104:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696505.458107:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696505.458109:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1788696505.458110:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1311 [1] + 224 00000100:00000001:3.0:1788696505.458112:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696505.458115:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696505.458119:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696505.458122:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1788696505.458127:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d639e9 x1875583274392704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696505.458128:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696505.458134:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696505.458139:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000304218c8 x1875583274392832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696505.458140:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000092d639e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274392704:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696505.458147:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696505.458151:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696505.458153:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000304218c8 x1875583274392832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696505.458156:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092d639e9 x1875583274392704/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696505.458176:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001bd4b474 x1875583274392960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696505.458182:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696505.458185:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1788696505.458188:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000010:3.0:1788696505.458189:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e1036ca. 00000100:00000200:2.0:1788696505.458193:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001bd4b474 x1875583274392960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788696505.458194:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1788696505.458195:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1788696505.458199:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788696505.458200:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696505.458204:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696505.458207:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:3.0:1788696505.458209:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788696505.458210:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1788696505.458213:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009619aef4. 00000100:00000001:2.0:1788696505.458214:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696505.458217:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1788696505.458220:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1788696505.458221:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696505.458222:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1788696505.458224:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1788696505.458225:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696505.458226:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1788696505.458228:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d639e9. 02000000:00000001:2.0:1788696505.458230:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788696505.458232:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1788696505.458235:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000400:00000001:1.0:1788696505.458236:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1788696505.458238:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=105 v=5 (5 5 5 5) 00000100:00000001:3.0:1788696505.458238:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1788696505.458239:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c82bd5c2. 00000100:00000001:3.0:1788696505.458243:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1788696505.458244:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=50 v=5 (1 1 0 0) 00000100:00000001:2.0:1788696505.458251:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696505.458251:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1788696505.458253:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b386267 00000100:00000001:2.0:1788696505.458253:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696505.458254:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696505.458258:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000007b386267. 00010000:00000001:2.0:1788696505.458258:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1788696505.458259:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696505.458263:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00010000:00080000:2.0:1788696505.458264:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001bd4b474 x1875583274392960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696505.458271:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000304218c8 x1875583274392832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696505.458273:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696505.458282:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696505.458288:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1788696505.458291:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000304218c8 x1875583274392832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696505.458292:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696505.458296:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696505.458298:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696505.458305:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001bd4b474 x1875583274392960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696505.458306:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696505.458310:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696505.458314:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696505.458317:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696505.458318:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696505.458319:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696505.458321:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696505.458323:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696505.458324:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788696505.458327:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696505.458334:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=106 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696505.458337:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=106 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696505.458339:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788696505.458340:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001bd4b474 x1875583274392960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696505.458349:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001bd4b474 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274392960:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696505.458354:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696505.458356:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788696505.458358:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1788696505.458359:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1788696505.458361:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696505.458365:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001bd4b474 x1875583274392960/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696505.458367:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696505.458369:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696505.458372:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696505.458375:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696505.458382:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1788696505.458383:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000304218c8 x1875583274392832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696505.458385:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696505.458388:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008055f289. 02000000:00000001:2.0:1788696505.458393:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696505.458395:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:1.0:1788696505.458396:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1788696505.458398:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696505.458400:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696505.458403:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788696505.458403:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000040:1.0:1788696505.458409:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000304218c8 x1875583274392832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1788696505.458414:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000334bf9d4. 00000100:00100000:1.0:1788696505.458416:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000304218c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274392832:192.168.201.118@tcp:400: 02000000:00000001:2.0:1788696505.458420:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696505.458422:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696505.458423:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001bd4b474. 00000100:00000001:2.0:1788696505.458426:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696505.458428:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696505.458432:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696505.458435:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696505.458438:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696505.458439:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788696505.458441:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696505.458445:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000304218c8 x1875583274392832/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696521 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696505.458446:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696505.458449:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696505.458456:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696505.458458:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696505.458460:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d3a333a2. 02000000:00000001:1.0:1788696505.458464:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696505.458465:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696505.458466:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696505.458468:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696505.458470:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000051526cb6. 02000000:00000001:1.0:1788696505.458472:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696505.458473:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696505.458474:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000304218c8. 00000100:00000001:1.0:1788696505.458477:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696505.458478:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696505.458479:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696505.458483:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696505.458484:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696505.458486:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696505.458487:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696506.413969:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696506.413977:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696506.413983:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696506.413984:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696506.414017:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696506.414021:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696506.414023:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696506.733963:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307468529, at 4307468544 00000100:00000040:2.0:1788696506.733963:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307468529, at 4307468544 00000100:00000010:2.0:1788696506.733981:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000969a2001. 00000100:00000010:0.0:1788696506.733982:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aeee93bd. 00000100:00000040:3.0:1788696506.736732:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307468529, at 4307468546 00000100:00000010:3.0:1788696506.736761:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038ecd934. 00000100:00000040:1.0:1788696506.736818:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307468529, at 4307468546 00000100:00000010:1.0:1788696506.736825:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4964a0e. 00010000:00000001:2.0:1788696507.438036:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696507.438044:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696507.438049:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696507.438050:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696507.438114:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696507.438118:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696507.438121:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696508.461974:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696508.461981:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696508.461997:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696508.461998:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696508.462075:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696508.462079:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696508.462082:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696509.487594:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696509.487602:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696509.487605:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696509.487607:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696509.487611:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696509.487613:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696509.487615:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696509.487617:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696509.487620:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696509.487622:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696509.488944:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696509.488950:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696509.488955:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696510.510062:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696510.510069:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696510.510074:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696510.510075:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696510.510131:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696510.510135:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696510.510157:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696510.574028:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696510.574040:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696510.574049:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbb350d4. 00000020:00000040:0.0:1788696510.574055:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696510.574060:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696510.574063:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696510.574068:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696510.574076:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d9ed23a3. 00000100:00000001:0.0:1788696510.574096:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696510.574107:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000cbb350d4 x1875583274393088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696510.574116:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696510.574119:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696510.574124:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb350d4] to pc [ptlrpcd_00_02+2] req@00000000cbb350d4 x1875583274393088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696510.574162:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696510.574164:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696510.574168:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696510.574170:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000607de2c8. 00000020:00000040:0.0:1788696510.574172:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696510.574174:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696510.574175:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696510.574177:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696510.574180:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b93a25a. 00000100:00000001:0.0:1788696510.574183:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696510.574187:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000607de2c8 x1875583274393216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696510.574194:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696510.574196:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696510.574200:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000607de2c8] to pc [ptlrpcd_00_03+3] req@00000000607de2c8 x1875583274393216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696510.574203:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788696510.574209:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1788696510.574210:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696510.574212:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696510.574214:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696510.574219:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696510.574221:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0532af4. 00000100:00000001:3.0:1788696510.574223:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1788696510.574224:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696510.574227:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696510.574228:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696510.574230:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1788696510.574232:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696510.574235:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1788696510.574239:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696510.574239:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1788696510.574244:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000094b132a4. 00000100:00000001:0.0:1788696510.574247:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696510.574255:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a0532af4 x1875583274393344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1788696510.574256:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000607de2c8 x1875583274393216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696510.574272:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696510.574274:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696510.574278:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1788696510.574279:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0532af4] to pc [ptlrpcd_00_00+0] req@00000000a0532af4 x1875583274393344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696510.574281:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696510.574288:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696510.574292:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696510.574305:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696510.574308:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696510.574311:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1788696510.574313:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274393216:192.168.201.118@tcp:400: 00000100:00000040:0.0:1788696510.574318:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1788696510.574323:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1788696510.574326:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12810) 02000000:00000001:3.0:1788696510.574330:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696510.574333:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696510.574336:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696510.574340:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d90c3ed1. 02000000:00000001:3.0:1788696510.574343:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696510.574349:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd8975f8. 00000400:00000010:3.0:1788696510.574357:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d21c6e9a. 00000100:00000200:3.0:1788696510.574364:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274393216, portal 10 00000100:00000001:3.0:1788696510.574367:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696510.574369:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882432640 : -113296827118976 : ffff98f506dd8a80) 00000100:00000040:3.0:1788696510.574383:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000607de2c8 x1875583274393216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696510.574392:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696510.574395:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696510.574399:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b901fd97. 00000100:00000200:3.0:1788696510.574402:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274393216, offset 0 00000100:00000001:1.0:1788696510.574405:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696510.574409:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696510.574410:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696510.574425:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696510.574430:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696510.574435:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:2.0:1788696510.574450:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696510.574454:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788696510.574455:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788696510.574456:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1788696510.574462:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000040:2.0:1788696510.574463:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0532af4 x1875583274393344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696510.574472:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [587:587:256:4294967295] 192.168.201.118@tcp LPNI seq info [587:587:8:4294967295] 00000100:00000001:2.0:1788696510.574485:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696510.574487:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696510.574494:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1788696510.574497:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 02000000:00000001:2.0:1788696510.574498:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696510.574503:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696510.574508:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274393344:192.168.201.118@tcp:400: 00000800:00000200:3.0:1788696510.574510:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696510.574516:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696510.574519:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:3.0:1788696510.574519:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a4df8fd. 02000000:00000001:2.0:1788696510.574521:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696510.574523:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696510.574526:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000558b1c22. 02000000:00000001:2.0:1788696510.574529:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696510.574530:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000010:2.0:1788696510.574534:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5c5e018. 00000400:00000010:2.0:1788696510.574538:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c79d798. 00000800:00000200:3.0:1788696510.574542:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000200:2.0:1788696510.574543:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274393344, portal 10 00000100:00000001:2.0:1788696510.574546:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696510.574547:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882442496 : -113296827109120 : ffff98f506ddb100) 00000800:00000200:3.0:1788696510.574548:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a4df8fd type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1788696510.574553:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a0532af4 x1875583274393344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696510.574558:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696510.574560:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696510.574562:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d08e7aa0. 00000100:00000200:2.0:1788696510.574564:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274393344, offset 0 00000400:00000200:2.0:1788696510.574568:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696510.574575:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:3.0:1788696510.574575:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696510.574582:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1788696510.574583:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 23387 usecs (24 jiffies) 00000400:00000200:2.0:1788696510.574588:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:3.0:1788696510.574589:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307472408 00000400:00000200:2.0:1788696510.574592:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1788696510.574597:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000400:00000200:2.0:1788696510.574598:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696510.574604:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [588:588:255:4294967295] 192.168.201.118@tcp LPNI seq info [588:588:7:4294967295] 00000100:00000001:3.0:1788696510.574607:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000400:00000200:2.0:1788696510.574617:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788696510.574618:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307472408 00000100:00000010:3.0:1788696510.574623:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81c9ce7. 00000800:00000200:2.0:1788696510.574627:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696510.574627:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696510.574632:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307472408 00000800:00000010:2.0:1788696510.574634:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334bf9d4. 00000100:00000010:3.0:1788696510.574636:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000001:3.0:1788696510.574640:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000800:00000200:2.0:1788696510.574644:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788696510.574645:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307472408 00000100:00000010:3.0:1788696510.574649:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000100:00000001:3.0:1788696510.574651:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696510.574653:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696510.574655:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696510.574660:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788696510.574660:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1788696510.574665:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000334bf9d4 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1788696510.574667:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbb350d4 x1875583274393088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696510.574670:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696510.574676:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 23457 usecs (24 jiffies) 00000100:00000001:2.0:1788696510.574682:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307472408 00000100:00000001:3.0:1788696510.574683:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696510.574685:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696510.574688:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307472408 00000100:00000001:2.0:1788696510.574691:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307472408 00000100:00000001:2.0:1788696510.574693:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307472408 00000100:00000001:2.0:1788696510.574694:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307472408 00000100:00000001:2.0:1788696510.574696:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307472408 02000000:00000001:3.0:1788696510.574696:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788696510.574697:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307472408 00000100:00000001:2.0:1788696510.574698:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307472408 00000100:00000001:2.0:1788696510.574699:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696510.574701:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696510.574702:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696510.574704:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788696510.574705:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696510.574708:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1788696510.574708:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696510.574710:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696510.574710:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788696510.574713:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274393088:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696510.574715:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696510.574716:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696510.574718:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696510.574719:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788696510.574721:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696510.574723:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788696510.574724:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696510.574725:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696510.574729:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696510.574731:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022010fc6. 02000000:00000001:3.0:1788696510.574733:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696510.574735:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013941c5a. 00000400:00000010:3.0:1788696510.574746:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000100:00000200:3.0:1788696510.574749:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274393088, portal 25 00000100:00000001:3.0:1788696510.574751:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696510.574752:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882439808 : -113296827111808 : ffff98f506dda680) 00000100:00000040:3.0:1788696510.574756:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cbb350d4 x1875583274393088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696510.574763:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696510.574765:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696510.574767:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000864cac17. 00000100:00000200:3.0:1788696510.574769:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274393088, offset 0 00000400:00000200:3.0:1788696510.574773:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696510.574778:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696510.574781:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696510.574783:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696510.574785:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696510.574787:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696510.574790:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [589:589:254:4294967295] 192.168.201.118@tcp LPNI seq info [589:589:6:4294967295] 00000400:00000200:3.0:1788696510.574795:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696510.574798:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696510.574800:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006beeb4bb. 00000800:00000200:3.0:1788696510.574803:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696510.574806:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696510.574814:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006beeb4bb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696510.574817:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696510.574820:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307473649 00000100:00000001:3.0:1788696510.574823:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307472408 00000100:00000001:3.0:1788696510.574826:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307473649 00000100:00000001:3.0:1788696510.574828:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307472408 00000100:00000001:3.0:1788696510.574830:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307473649 00000100:00000001:3.0:1788696510.574832:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307472408 00000100:00000001:3.0:1788696510.574834:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307473649 00000100:00000001:3.0:1788696510.574836:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307472408 00000100:00000001:3.0:1788696510.574838:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696510.574840:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696510.574842:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696510.574867:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696510.574871:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696510.574872:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696510.574874:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696510.574875:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696510.574876:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696510.574878:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696510.574965:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696510.574969:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a4df8fd. 00000400:00000200:0.0:1788696510.574973:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696510.574977:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696510.574982:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b901fd97 00000400:00000010:0.0:1788696510.574985:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b901fd97. 00000100:00000001:0.0:1788696510.574988:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696510.574992:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000607de2c8 x1875583274393216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696510.575000:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696510.575002:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000607de2c8 x1875583274393216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696510.575008:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696510.575010:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696510.575021:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696510.575022:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334bf9d4. 00000400:00000200:0.0:1788696510.575024:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696510.575028:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696510.575038:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d08e7aa0 00000400:00000010:0.0:1788696510.575040:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d08e7aa0. 00000100:00000001:0.0:1788696510.575043:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696510.575046:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a0532af4 x1875583274393344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696510.575053:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696510.575056:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0532af4 x1875583274393344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696510.575062:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696510.575063:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696510.575116:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696510.575118:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006beeb4bb. 00000400:00000200:0.0:1788696510.575120:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696510.575122:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696510.575124:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000864cac17 00000400:00000010:0.0:1788696510.575125:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000864cac17. 00000100:00000001:0.0:1788696510.575126:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696510.575128:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cbb350d4 x1875583274393088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696510.575133:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696510.575134:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbb350d4 x1875583274393088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696510.575137:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696510.575138:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696510.577717:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696510.577734:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696510.577738:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696510.577740:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696510.577752:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696510.577768:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d11e00 00000400:00000200:1.0:1788696510.577776:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1331 [1] + 224 00000800:00000001:1.0:1788696510.577783:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696510.577787:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696510.577789:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696510.577793:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696510.577800:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696510.577807:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cbb350d4 x1875583274393088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696510.577818:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbb350d4 x1875583274393088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696510.577836:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696510.577843:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696510.577874:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696510.577876:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696510.577896:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696510.577902:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696510.577910:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d11e80 00000400:00000200:1.0:1788696510.577915:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1321 [1] + 224 00000800:00000001:1.0:1788696510.577919:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696510.577920:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696510.577925:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1788696510.577927:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696510.577930:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1788696510.577932:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1788696510.577934:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000001:3.0:1788696510.577936:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696510.577939:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013941c5a. 00000400:00000200:3.0:1788696510.577945:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:3.0:1788696510.577949:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:3.0:1788696510.577953:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788696510.577954:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696510.577959:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cbb350d4 x1875583274393088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696510.577961:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000607de2c8 x1875583274393216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696510.577980:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cbb350d4 x1875583274393088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696510.577984:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000607de2c8 x1875583274393216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696510.577995:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696510.578002:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696510.578002:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696510.578005:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696510.578007:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696510.578009:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696510.578013:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696510.578016:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696510.578018:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696510.578021:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696510.578028:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=111 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696510.578032:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=111 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696510.578034:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696510.578036:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696510.578292:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696510.578295:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696510.578299:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696510.578304:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbb350d4 x1875583274393088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696510.578311:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696510.578314:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696510.578316:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696510.578319:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbb350d4 x1875583274393088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696510.578326:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274393088:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696510.578330:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696510.578333:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696510.578335:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbb350d4 x1875583274393088/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696510.578341:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696510.578344:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696510.578347:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022010fc6. 02000000:00000001:3.0:1788696510.578350:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696510.578352:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696510.578354:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696510.578363:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696510.578365:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d9ed23a3. 02000000:00000001:3.0:1788696510.578368:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696510.578370:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696510.578372:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbb350d4. 00000100:00000001:3.0:1788696510.578375:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696510.578377:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696510.578380:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696510.578382:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696510.578383:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696510.578385:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696510.578387:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696510.578388:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd8975f8. 00000400:00000200:3.0:1788696510.578391:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21c6e9a 00000400:00000010:3.0:1788696510.578392:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d21c6e9a. 00000100:00000001:3.0:1788696510.578394:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696510.578397:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000607de2c8 x1875583274393216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696510.578405:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000607de2c8 x1875583274393216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696510.578411:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696510.578412:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696510.578414:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696510.578415:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696510.578417:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696510.578418:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696510.578420:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696510.578426:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=111 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696510.578429:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=111 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696510.578431:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696510.578432:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696510.578434:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696510.578452:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696510.578454:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696510.578456:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696510.578458:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696510.578474:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696510.578478:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000607de2c8 x1875583274393216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696510.578484:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696510.578486:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696510.578487:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696510.578489:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000607de2c8 x1875583274393216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696510.578496:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274393216:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696510.578499:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696510.578501:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696510.578502:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000607de2c8 x1875583274393216/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696510.578508:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696510.578510:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1788696510.578512:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:3.0:1788696510.578512:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d90c3ed1. 02000000:00000001:3.0:1788696510.578515:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696510.578518:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696510.578519:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000800:00000001:0.0:1788696510.578521:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788696510.578521:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696510.578523:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b93a25a. 00000800:00000001:0.0:1788696510.578527:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1788696510.578528:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696510.578531:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1788696510.578533:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788696510.578533:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000607de2c8. 00000100:00000001:3.0:1788696510.578539:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696510.578540:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696510.578544:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696510.578545:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:3.0:1788696510.578553:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696510.578556:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696510.578559:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d11f00 00000100:00000001:3.0:1788696510.578560:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696510.578563:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696510.578569:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1329 [1] + 224 00000800:00000001:0.0:1788696510.578574:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696510.578587:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696510.578589:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696510.578592:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696510.578596:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696510.578600:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a0532af4 x1875583274393344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696510.578608:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a0532af4 x1875583274393344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696510.578629:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696510.578634:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696510.578637:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696510.578698:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696510.578701:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696510.578705:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696510.578706:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696510.578708:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5c5e018. 00000400:00000200:2.0:1788696510.578712:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c79d798 00000400:00000010:2.0:1788696510.578714:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c79d798. 00000100:00000001:2.0:1788696510.578716:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696510.578720:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a0532af4 x1875583274393344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696510.578728:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a0532af4 x1875583274393344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696510.578733:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696510.578735:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696510.578736:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696510.578738:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696510.578739:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696510.578741:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696510.578743:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696510.578747:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=110 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696510.578750:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=55 v=5 (1 1 0 0) 00000100:00000001:2.0:1788696510.578752:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696510.578753:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696510.578754:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788696510.578757:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a0532af4 x1875583274393344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696510.578763:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696510.578765:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696510.578766:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696510.578768:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696510.578769:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696510.578772:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0532af4 x1875583274393344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696510.578783:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696510.578785:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696510.578786:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696510.578789:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0532af4 x1875583274393344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696510.578796:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274393344:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696510.578799:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696510.578801:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696510.578803:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0532af4 x1875583274393344/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696510.578809:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696510.578810:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696510.578812:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000558b1c22. 02000000:00000001:2.0:1788696510.578815:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696510.578816:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696510.578817:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696510.578819:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696510.578821:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000094b132a4. 02000000:00000001:2.0:1788696510.578823:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696510.578824:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696510.578825:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0532af4. 00000100:00000001:2.0:1788696510.578828:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696510.578829:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696510.578830:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696510.578834:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696510.578835:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696510.578837:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696510.578838:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696511.533962:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696511.533970:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696511.533976:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696511.533977:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696511.534331:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696511.534335:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696511.534337:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696511.853961:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307473649, at 4307473664 00000100:00000010:2.0:1788696511.853977:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00000100:00000040:3.0:1788696511.854047:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307473649, at 4307473664 00000100:00000010:3.0:1788696511.854055:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c64039. 00000100:00000040:0.0:1788696511.854060:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307473649, at 4307473664 00000100:00000010:0.0:1788696511.854068:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00000100:00000040:1.0:1788696511.856521:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307473649, at 4307473666 00000100:00000010:1.0:1788696511.856534:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81c9ce7. 00010000:00000001:2.0:1788696512.557948:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696512.557956:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696512.557963:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696512.557965:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696512.558016:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696512.558020:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696512.558022:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696513.582240:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696513.582247:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696513.582254:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696513.582256:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696513.582315:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696513.582319:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696513.582322:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696514.605954:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696514.605960:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696514.605966:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696514.605969:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696514.605971:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696514.605974:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696514.605978:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696514.605980:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696514.605982:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696514.605984:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696514.606100:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696514.606103:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696514.606105:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696515.629922:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696515.629929:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696515.629936:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696515.629937:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696515.633416:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696515.633423:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696515.633428:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696515.693926:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696515.693936:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696515.693946:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001bd4b474. 00000020:00000040:2.0:1788696515.693952:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696515.693957:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696515.693960:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696515.693964:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696515.693973:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078c7cd5c. 00000100:00000001:2.0:1788696515.693980:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696515.693990:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000001bd4b474 x1875583274393472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696515.694006:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696515.694008:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696515.694013:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bd4b474] to pc [ptlrpcd_00_01+1] req@000000001bd4b474 x1875583274393472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696515.694047:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696515.694049:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696515.694052:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696515.694055:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000449a2a56. 00000020:00000040:2.0:1788696515.694058:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696515.694060:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696515.694061:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696515.694063:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696515.694065:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c995f34e. 00000100:00000001:2.0:1788696515.694068:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696515.694071:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000449a2a56 x1875583274393600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696515.694077:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696515.694079:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696515.694081:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000449a2a56] to pc [ptlrpcd_00_02+2] req@00000000449a2a56 x1875583274393600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696515.694103:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696515.694105:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696515.694108:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696515.694110:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041e51bf1. 00000020:00000040:2.0:1788696515.694112:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696515.694114:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696515.694116:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696515.694117:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696515.694120:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e680c3a9. 00000100:00000001:2.0:1788696515.694122:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696515.694125:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000041e51bf1 x1875583274393728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696515.694132:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696515.694133:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696515.694135:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e51bf1] to pc [ptlrpcd_00_03+3] req@0000000041e51bf1 x1875583274393728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696515.694142:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696515.694143:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788696515.694146:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788696515.694150:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12815) 00000100:00000001:3.0:1788696515.694214:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788696515.694218:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788696515.694220:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696515.694226:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696515.694228:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696515.694230:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696515.694232:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696515.694234:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696515.694238:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001bd4b474 x1875583274393472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696515.694250:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696515.694251:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696515.694255:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696515.694257:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696515.694259:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696515.694262:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001bd4b474 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274393472:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696515.694265:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696515.694270:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696515.694272:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696515.694274:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696515.694279:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006217f6b8. 02000000:00000001:3.0:1788696515.694281:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696515.694286:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd8975f8. 00000400:00000010:3.0:1788696515.694300:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d21c6e9a. 00000100:00000200:3.0:1788696515.694307:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274393472, portal 25 00000100:00000001:3.0:1788696515.694309:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696515.694311:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611080960 : -113296098470656 : ffff98f5324bd500) 00000100:00000040:3.0:1788696515.694315:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001bd4b474 x1875583274393472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696515.694322:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696515.694325:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696515.694340:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f363b1. 00000100:00000200:3.0:1788696515.694342:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274393472, offset 0 00000400:00000200:3.0:1788696515.694357:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696515.694370:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696515.694375:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696515.694380:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696515.694384:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696515.694387:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:0.0:1788696515.694388:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788696515.694391:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [590:590:256:4294967295] 192.168.201.118@tcp LPNI seq info [590:590:8:4294967295] 00000100:00000001:0.0:1788696515.694393:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696515.694395:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696515.694401:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000449a2a56 x1875583274393600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696515.694412:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696515.694413:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696515.694416:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 02000000:00000001:0.0:1788696515.694417:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696515.694420:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696515.694424:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696515.694425:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00100000:0.0:1788696515.694429:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000449a2a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274393600:192.168.201.118@tcp:400: 00000800:00000010:3.0:1788696515.694432:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074f68a3b. 00000100:00000001:0.0:1788696515.694434:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696515.694437:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1788696515.694441:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 02000000:00000001:0.0:1788696515.694446:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696515.694448:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1788696515.694451:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 02000000:00000010:0.0:1788696515.694453:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004178256f. 00000800:00000200:3.0:1788696515.694456:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000074f68a3b type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1788696515.694457:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696515.694463:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000645c05c4. 00000400:00000010:0.0:1788696515.694469:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c828ede. 00000100:00000200:0.0:1788696515.694472:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274393600, portal 10 00000100:00000001:0.0:1788696515.694474:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696515.694475:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611081856 : -113296098469760 : ffff98f5324bd880) 00000100:00000040:0.0:1788696515.694481:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000449a2a56 x1875583274393600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696515.694486:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696515.694488:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696515.694489:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000777097a3. 00000100:00000200:0.0:1788696515.694491:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274393600, offset 0 00000400:00000200:0.0:1788696515.694495:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696515.694499:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696515.694501:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696515.694503:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696515.694505:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696515.694506:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696515.694508:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [591:591:255:4294967295] 192.168.201.118@tcp LPNI seq info [591:591:7:4294967295] 00000400:00000200:0.0:1788696515.694512:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696515.694515:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696515.694518:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000094b132a4. 00000800:00000200:0.0:1788696515.694521:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696515.694524:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696515.694526:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000094b132a4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696515.694545:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696515.694551:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307478769 00000100:00000010:3.0:1788696515.694556:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000100:00000001:3.0:1788696515.694562:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696515.694567:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307478769 00000100:00000010:3.0:1788696515.694569:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000100:00000001:3.0:1788696515.694572:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696515.694574:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307478769 00000100:00000010:3.0:1788696515.694577:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000100:00000001:3.0:1788696515.694579:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696515.694581:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307478769 00000100:00000010:3.0:1788696515.694583:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000100:00000001:3.0:1788696515.694585:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696515.694588:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696515.694591:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696515.694599:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696515.694601:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696515.694609:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696515.694611:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696515.694613:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696515.694617:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000041e51bf1 x1875583274393728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696515.694624:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696515.694625:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696515.694627:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696515.694629:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696515.694630:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696515.694632:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000041e51bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274393728:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696515.694636:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696515.694638:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696515.694640:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696515.694641:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696515.694644:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069ef19bb. 02000000:00000001:3.0:1788696515.694645:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696515.694658:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013941c5a. 00000400:00000010:3.0:1788696515.694661:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008adcd611. 00000100:00000200:3.0:1788696515.694664:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274393728, portal 10 00000100:00000001:3.0:1788696515.694665:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696515.694666:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611079168 : -113296098472448 : ffff98f5324bce00) 00000100:00000040:3.0:1788696515.694670:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000041e51bf1 x1875583274393728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696515.694676:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696515.694678:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696515.694680:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d47dd1a6. 00000100:00000200:3.0:1788696515.694682:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274393728, offset 0 00000400:00000200:3.0:1788696515.694685:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696515.694690:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696515.694692:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696515.694699:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696515.694701:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696515.694703:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696515.694706:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [592:592:254:4294967295] 192.168.201.118@tcp LPNI seq info [592:592:6:4294967295] 00000400:00000200:3.0:1788696515.694722:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696515.694727:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696515.694731:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dac42727. 00000800:00000200:3.0:1788696515.694734:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696515.694738:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696515.694740:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dac42727 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696515.694777:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696515.694780:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696515.695026:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696515.695031:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 23283 usecs (24 jiffies) 00000100:00000001:0.0:1788696515.695033:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307477529 00000100:00000001:0.0:1788696515.695041:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307478769 00000100:00000001:0.0:1788696515.695043:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307477529 00000100:00000001:0.0:1788696515.695045:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307478769 00000100:00000001:0.0:1788696515.695046:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307477529 00000100:00000001:0.0:1788696515.695048:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307478769 00000100:00000001:0.0:1788696515.695049:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307477529 00000100:00000001:0.0:1788696515.695051:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307478769 00000100:00000001:0.0:1788696515.695053:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696515.695054:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696515.695056:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696515.695058:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696515.695061:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696515.695062:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696515.695064:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696515.695065:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696515.695066:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696515.695068:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696515.695127:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696515.695131:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074f68a3b. 00000400:00000200:2.0:1788696515.695136:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696515.695141:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696515.695147:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010f363b1 00000400:00000010:2.0:1788696515.695149:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000010f363b1. 00000100:00000001:2.0:1788696515.695153:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696515.695156:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001bd4b474 x1875583274393472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696515.695165:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696515.695167:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001bd4b474 x1875583274393472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696515.695173:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696515.695174:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696515.695225:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696515.695227:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000094b132a4. 00000400:00000200:2.0:1788696515.695230:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696515.695233:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696515.695236:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000777097a3 00000400:00000010:2.0:1788696515.695237:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000777097a3. 00000100:00000001:2.0:1788696515.695239:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696515.695242:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000449a2a56 x1875583274393600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696515.695249:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696515.695250:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000449a2a56 x1875583274393600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696515.695256:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696515.695258:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696515.695460:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696515.695464:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 23355 usecs (24 jiffies) 00000100:00000001:3.0:1788696515.695467:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307477529 00000100:00000001:3.0:1788696515.695469:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307478769 00000100:00000001:3.0:1788696515.695471:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307477529 00000100:00000001:3.0:1788696515.695473:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307478769 00000100:00000001:3.0:1788696515.695474:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307477529 00000100:00000001:3.0:1788696515.695476:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307478769 00000100:00000001:3.0:1788696515.695478:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307477529 00000100:00000001:3.0:1788696515.695479:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307478769 00000100:00000001:3.0:1788696515.695481:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696515.695483:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696515.695485:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696515.695487:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696515.695491:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696515.695492:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696515.695494:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696515.695495:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696515.695496:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696515.695504:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696515.695567:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696515.695570:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dac42727. 00000400:00000200:1.0:1788696515.695573:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696515.695577:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696515.695580:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d47dd1a6 00000400:00000010:1.0:1788696515.695581:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d47dd1a6. 00000100:00000001:1.0:1788696515.695584:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696515.695587:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000041e51bf1 x1875583274393728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696515.695594:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696515.695596:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000041e51bf1 x1875583274393728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696515.695601:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696515.695603:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696515.697082:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696515.697094:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696515.697098:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696515.697100:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696515.697108:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696515.697126:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12000 00000400:00000200:0.0:1788696515.697133:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1341 [1] + 224 00000800:00000001:0.0:1788696515.697139:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696515.697145:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696515.697147:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696515.697150:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696515.697155:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696515.697160:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000449a2a56 x1875583274393600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696515.697183:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000449a2a56 x1875583274393600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696515.697200:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696515.697207:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696515.697210:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696515.697224:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696515.697228:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696515.697235:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696515.697237:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696515.697239:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000645c05c4. 00000400:00000200:1.0:1788696515.697243:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c828ede 00000400:00000010:1.0:1788696515.697245:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000c828ede. 00000100:00000001:1.0:1788696515.697248:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696515.697252:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000449a2a56 x1875583274393600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696515.697260:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000449a2a56 x1875583274393600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696515.697267:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696515.697269:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696515.697271:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696515.697274:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696515.697276:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696515.697279:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696515.697292:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696515.697300:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=116 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696515.697304:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=116 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696515.697306:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696515.697308:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696515.697310:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696515.697314:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696515.697317:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696515.697319:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696515.697321:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696515.697322:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696515.697326:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000449a2a56 x1875583274393600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696515.697334:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696515.697336:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696515.697338:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696515.697341:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000449a2a56 x1875583274393600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696515.697371:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000449a2a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274393600:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696515.697377:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696515.697379:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696515.697382:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000449a2a56 x1875583274393600/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696515.697388:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696515.697391:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696515.697394:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004178256f. 02000000:00000001:1.0:1788696515.697398:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696515.697400:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696515.697402:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696515.697405:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696515.697407:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c995f34e. 02000000:00000001:1.0:1788696515.697410:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696515.697413:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696515.697414:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000449a2a56. 00000100:00000001:1.0:1788696515.697418:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696515.697419:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696515.697421:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696515.697427:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696515.697428:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696515.697430:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696515.697432:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696515.699753:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696515.699769:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696515.699773:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696515.699775:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696515.699786:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696515.699800:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12080 00000400:00000200:2.0:1788696515.699807:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1349 [1] + 224 00000800:00000001:2.0:1788696515.699812:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696515.699815:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696515.699817:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696515.699821:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696515.699827:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696515.699832:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000041e51bf1 x1875583274393728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696515.699842:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000041e51bf1 x1875583274393728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696515.699908:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696515.699918:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696515.699921:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696515.699923:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696515.699925:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696515.699929:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696515.699934:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d11f80 00000400:00000200:2.0:1788696515.699939:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1339 [1] + 224 00000800:00000001:2.0:1788696515.699943:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696515.699950:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696515.699952:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696515.699955:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696515.699958:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696515.699961:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001bd4b474 x1875583274393472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696515.699968:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001bd4b474 x1875583274393472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696515.699987:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696515.699990:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696515.699993:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696515.700030:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696515.700035:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696515.700043:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696515.700045:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696515.700048:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bd8975f8. 00000100:00000001:3.0:1788696515.700049:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696515.700053:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788696515.700054:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d21c6e9a 00000400:00000010:0.0:1788696515.700057:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d21c6e9a. 00000100:00000001:0.0:1788696515.700061:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:3.0:1788696515.700062:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696515.700066:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1788696515.700067:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001bd4b474 x1875583274393472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788696515.700069:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013941c5a. 00000400:00000200:3.0:1788696515.700075:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008adcd611 00000400:00000010:3.0:1788696515.700078:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008adcd611. 00000100:00000200:0.0:1788696515.700083:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001bd4b474 x1875583274393472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696515.700083:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696515.700089:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000041e51bf1 x1875583274393728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696515.700097:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000041e51bf1 x1875583274393728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696515.700102:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696515.700104:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696515.700106:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696515.700108:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696515.700110:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696515.700112:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696515.700114:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696515.700122:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=115 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696515.700125:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=60 v=5 (1 1 0 0) 00000100:00000001:3.0:1788696515.700127:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696515.700129:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696515.700131:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788696515.700135:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000041e51bf1 x1875583274393728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696515.700140:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696515.700143:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696515.700145:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696515.700147:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696515.700149:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696515.700152:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000041e51bf1 x1875583274393728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696515.700176:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696515.700182:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696515.700186:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696515.700193:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:3.0:1788696515.700194:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041e51bf1 x1875583274393728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696515.700196:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696515.700200:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696515.700202:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696515.700205:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696515.700208:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696515.700211:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000041e51bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274393728:192.168.201.118@tcp:400: 02000000:00000001:0.0:1788696515.700212:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696515.700218:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=116 v=5 (5 5 5 5) 00000100:00000001:3.0:1788696515.700220:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1788696515.700223:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=116 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696515.700225:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788696515.700227:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696515.700230:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696515.700230:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000041e51bf1 x1875583274393728/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696515.700234:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696515.700237:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696515.700241:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696515.700244:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696515.700247:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1788696515.700248:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001bd4b474 x1875583274393472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1788696515.700251:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069ef19bb. 02000000:00000001:3.0:1788696515.700257:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696515.700260:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696515.700262:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696515.700266:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696515.700269:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e680c3a9. 02000000:00000001:3.0:1788696515.700274:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1788696515.700278:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696515.700278:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696515.700281:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041e51bf1. 00000100:00000001:0.0:1788696515.700282:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696515.700285:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696515.700288:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1788696515.700290:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001bd4b474 x1875583274393472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696515.700291:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696515.700297:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788696515.700304:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001bd4b474 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274393472:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696515.700307:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696515.700309:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696515.700310:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696515.700313:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788696515.700314:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696515.700317:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696515.700318:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001bd4b474 x1875583274393472/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696515.700327:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696515.700329:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696515.700331:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006217f6b8. 02000000:00000001:0.0:1788696515.700334:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696515.700336:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696515.700337:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696515.700338:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696515.700340:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000078c7cd5c. 02000000:00000001:0.0:1788696515.700342:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696515.700343:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696515.700344:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001bd4b474. 00000100:00000001:0.0:1788696515.700456:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696515.700458:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696515.700459:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696515.700463:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696515.700464:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696515.700465:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696515.700467:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696516.653920:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696516.653927:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696516.653932:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696516.653933:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696516.654211:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696516.654215:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696516.654218:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696516.973955:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307478769, at 4307478784 00000100:00000040:2.0:1788696516.973955:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307478769, at 4307478784 00000100:00000040:3.0:1788696516.973955:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307478769, at 4307478784 00000100:00000010:2.0:1788696516.973975:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000100:00000010:1.0:1788696516.973978:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00000100:00000010:3.0:1788696516.973981:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00000100:00000040:0.0:1788696516.974130:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307478769, at 4307478784 00000100:00000010:0.0:1788696516.974135:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c64039. 00010000:00000001:2.0:1788696517.678229:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696517.678234:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696517.678239:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696517.678241:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696517.683042:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696517.683048:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696517.683059:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696518.701992:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696518.701997:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696518.702002:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696518.702002:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696518.702096:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696518.702100:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696518.702103:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696519.726005:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696519.726015:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696519.726018:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696519.726021:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696519.726025:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696519.726031:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696519.726033:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696519.726035:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696519.726040:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696519.726042:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696519.726121:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696519.726124:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696519.726127:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696520.750042:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696520.750048:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696520.750054:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696520.750055:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696520.750113:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696520.750116:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696520.750118:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696520.813971:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696520.813981:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696520.813991:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf3524a4. 00000020:00000040:2.0:1788696520.813998:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696520.814003:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696520.814007:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696520.814012:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696520.814020:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078c7cd5c. 00000100:00000001:2.0:1788696520.814027:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696520.814037:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000bf3524a4 x1875583274393856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696520.814048:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696520.814050:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696520.814056:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf3524a4] to pc [ptlrpcd_00_00+0] req@00000000bf3524a4 x1875583274393856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696520.814096:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696520.814099:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696520.814102:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696520.814106:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075ac883a. 00000020:00000040:2.0:1788696520.814108:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696520.814112:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696520.814113:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696520.814115:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696520.814118:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1788696520.814120:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e680c3a9. 00000100:00000001:0.0:1788696520.814123:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696520.814125:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696520.814126:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788696520.814131:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788696520.814132:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000075ac883a x1875583274393984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1788696520.814133:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf3524a4 x1875583274393856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696520.814136:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696520.814161:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696520.814166:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696520.814169:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696520.814171:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696520.814172:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696520.814176:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788696520.814178:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075ac883a] to pc [ptlrpcd_00_01+1] req@0000000075ac883a x1875583274393984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696520.814181:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696520.814189:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274393856:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696520.814195:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788696520.814198:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696520.814201:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1788696520.814202:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1788696520.814205:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696520.814209:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1788696520.814211:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1788696520.814213:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064b693a9. 02000000:00000010:0.0:1788696520.814217:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002f36eeeb. 02000000:00000001:0.0:1788696520.814220:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696520.814226:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009012a56e. 00000100:00000001:3.0:1788696520.814226:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1788696520.814231:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696520.814231:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1788696520.814234:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e92bbd72. 00000100:00000001:3.0:1788696520.814235:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788696520.814237:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696520.814240:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1788696520.814242:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274393856, portal 25 02000000:00000001:2.0:1788696520.814242:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696520.814243:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075ac883a x1875583274393984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696520.814248:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1788696520.814249:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c995f34e. 00000100:00000001:0.0:1788696520.814250:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611084544 : -113296098467072 : ffff98f5324be300) 00000100:00000001:2.0:1788696520.814256:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696520.814271:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bf3524a4 x1875583274393856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696520.814275:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1788696520.814278:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000064b693a9 x1875583274394112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696520.814279:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696520.814285:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1788696520.814286:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696520.814291:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788696520.814293:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:3.0:1788696520.814298:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696520.814299:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001921424c. 00000100:00000001:2.0:1788696520.814299:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1788696520.814304:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274393856, offset 0 00000100:00000001:2.0:1788696520.814304:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696520.814306:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274393984:192.168.201.118@tcp:400: 00000400:00000200:0.0:1788696520.814313:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696520.814313:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696520.814318:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696520.814321:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696520.814323:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b693a9] to pc [ptlrpcd_00_02+2] req@0000000064b693a9 x1875583274394112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696520.814325:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:3.0:1788696520.814326:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696520.814332:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006217f6b8. 02000000:00000001:3.0:1788696520.814338:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696520.814341:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696520.814345:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000010:3.0:1788696520.814345:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013941c5a. 00000400:00000200:0.0:1788696520.814351:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696520.814353:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000010:3.0:1788696520.814353:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008adcd611. 00000400:00000200:0.0:1788696520.814360:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [593:593:256:4294967295] 192.168.201.118@tcp LPNI seq info [593:593:8:4294967295] 00000100:00000001:2.0:1788696520.814360:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788696520.814361:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274393984, portal 10 00000100:00000040:2.0:1788696520.814365:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696520.814368:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696520.814371:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611083648 : -113296098467968 : ffff98f5324bdf80) 00000100:00000040:2.0:1788696520.814373:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1788696520.814380:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788696520.814383:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12820) 00000400:00000200:0.0:1788696520.814385:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000040:3.0:1788696520.814385:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000075ac883a x1875583274393984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696520.814386:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696520.814391:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1788696520.814398:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000040:1.0:1788696520.814399:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064b693a9 x1875583274394112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1788696520.814405:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b93a25a. 00000100:00000001:3.0:1788696520.814406:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788696520.814408:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696520.814413:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696520.814414:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000800:00000200:0.0:1788696520.814418:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000010:3.0:1788696520.814420:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024937889. 00000800:00000200:0.0:1788696520.814426:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696520.814431:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000b93a25a type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1788696520.814434:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274393984, offset 0 00000100:00000001:1.0:1788696520.814444:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1788696520.814446:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696520.814447:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696520.814452:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696520.814454:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696520.814457:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696520.814457:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:1.0:1788696520.814459:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696520.814463:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307483889 00000400:00000200:3.0:1788696520.814466:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1788696520.814467:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000064b693a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274394112:192.168.201.118@tcp:400: 00000100:00000010:0.0:1788696520.814468:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078e80244. 00000400:00000200:3.0:1788696520.814473:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:0.0:1788696520.814475:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696520.814476:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1788696520.814479:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788696520.814481:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307483889 02000000:00000001:1.0:1788696520.814482:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1788696520.814486:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000010:0.0:1788696520.814487:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025718597. 02000000:00000001:1.0:1788696520.814487:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696520.814492:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788696520.814493:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1788696520.814493:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [594:594:255:4294967295] 192.168.201.118@tcp LPNI seq info [594:594:7:4294967295] 02000000:00000010:1.0:1788696520.814498:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050f89c66. 00000100:00000001:0.0:1788696520.814500:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307483889 02000000:00000001:1.0:1788696520.814503:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696520.814510:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080b4c3cd. 00000400:00000200:3.0:1788696520.814510:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000010:0.0:1788696520.814511:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aeee93bd. 00000100:00000001:0.0:1788696520.814518:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1788696520.814519:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000558ee63f. 00000800:00000200:3.0:1788696520.814523:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696520.814524:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307483889 00000100:00000200:1.0:1788696520.814525:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274394112, portal 10 00000800:00000010:3.0:1788696520.814529:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000842c2c60. 00000100:00000001:1.0:1788696520.814530:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1788696520.814531:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b799af0. 00000100:00000001:1.0:1788696520.814534:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611080064 : -113296098471552 : ffff98f5324bd180) 00000100:00000001:0.0:1788696520.814537:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1788696520.814539:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788696520.814542:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788696520.814546:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064b693a9 x1875583274394112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696520.814549:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696520.814549:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:0.0:1788696520.814555:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696520.814559:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696520.814560:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1788696520.814565:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000842c2c60 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1788696520.814567:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696520.814568:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696520.814572:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1788696520.814573:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d9238b2. 00000100:00000001:3.0:1788696520.814573:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696520.814579:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274394112, offset 0 00000100:00000040:3.0:1788696520.814580:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 23175 usecs (24 jiffies) 00000100:00000001:0.0:1788696520.814582:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696520.814586:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696520.814587:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307482648 00000100:00000001:0.0:1788696520.814590:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696520.814590:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696520.814592:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307483889 00000100:00000001:0.0:1788696520.814594:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696520.814598:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307482648 00000100:00000001:3.0:1788696520.814601:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307483889 00000100:00000001:3.0:1788696520.814605:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307482648 00000100:00000001:3.0:1788696520.814608:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307483889 00000400:00000200:1.0:1788696520.814611:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:3.0:1788696520.814611:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307482648 00000400:00000200:1.0:1788696520.814617:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696520.814621:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:3.0:1788696520.814622:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307483889 00000400:00000200:1.0:1788696520.814626:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788696520.814627:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788696520.814632:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788696520.814633:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696520.814638:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [595:595:254:4294967295] 192.168.201.118@tcp LPNI seq info [595:595:6:4294967295] 00000100:00000001:3.0:1788696520.814638:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696520.814643:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696520.814651:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788696520.814656:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696520.814657:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696520.814662:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696520.814665:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696520.814667:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696520.814671:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696520.814671:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788696520.814677:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032870841. 00000800:00000200:1.0:1788696520.814683:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696520.814688:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696520.814691:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000032870841 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696520.814694:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696520.814697:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 23265 usecs (24 jiffies) 00000100:00000001:1.0:1788696520.814699:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307482648 00000100:00000001:1.0:1788696520.814701:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307483889 00000100:00000001:1.0:1788696520.814703:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307482648 00000100:00000001:1.0:1788696520.814705:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307483889 00000100:00000001:1.0:1788696520.814706:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307482648 00000100:00000001:1.0:1788696520.814708:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307483889 00000100:00000001:1.0:1788696520.814709:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307482648 00000100:00000001:1.0:1788696520.814711:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307483889 00000100:00000001:1.0:1788696520.814713:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696520.814715:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696520.814717:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696520.814719:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696520.814722:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696520.814723:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696520.814725:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696520.814726:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696520.814727:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696520.814729:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696520.814890:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696520.814894:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b93a25a. 00000400:00000200:2.0:1788696520.814900:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696520.814907:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696520.814913:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001921424c 00000400:00000010:2.0:1788696520.814915:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001921424c. 00000100:00000001:2.0:1788696520.814919:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696520.814922:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000bf3524a4 x1875583274393856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696520.814932:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696520.814935:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf3524a4 x1875583274393856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696520.814942:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696520.814944:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696520.814957:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696520.814959:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000842c2c60. 00000400:00000200:2.0:1788696520.814963:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696520.814966:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696520.814968:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024937889 00000400:00000010:2.0:1788696520.814970:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000024937889. 00000100:00000001:2.0:1788696520.814972:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696520.814975:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000075ac883a x1875583274393984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696520.814982:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696520.814984:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075ac883a x1875583274393984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696520.814990:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696520.814991:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696520.815055:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696520.815057:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032870841. 00000400:00000200:2.0:1788696520.815061:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696520.815064:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696520.815067:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d9238b2 00000400:00000010:2.0:1788696520.815068:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001d9238b2. 00000100:00000001:2.0:1788696520.815071:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696520.815073:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000064b693a9 x1875583274394112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696520.815081:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696520.815083:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064b693a9 x1875583274394112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696520.815089:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696520.815091:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696520.817480:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696520.817496:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696520.817501:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696520.817503:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696520.817514:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696520.817529:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12200 00000400:00000200:0.0:1788696520.817536:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1361 [1] + 224 00000800:00000001:0.0:1788696520.817544:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696520.817548:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696520.817551:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696520.817555:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696520.817562:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696520.817568:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000064b693a9 x1875583274394112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696520.817579:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064b693a9 x1875583274394112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696520.817601:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696520.817609:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696520.817613:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696520.817615:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696520.817617:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696520.817620:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696520.817625:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d12100 00000400:00000200:0.0:1788696520.817631:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1351 [1] + 224 00000800:00000001:0.0:1788696520.817634:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696520.817637:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696520.817638:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696520.817641:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696520.817644:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696520.817659:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000bf3524a4 x1875583274393856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696520.817666:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf3524a4 x1875583274393856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696520.817682:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696520.817688:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696520.817692:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696520.817695:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696520.817697:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696520.817702:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:3.0:1788696520.817706:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788696520.817708:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12180 00000100:00000001:3.0:1788696520.817712:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788696520.817716:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1359 [1] + 224 00000800:00000001:0.0:1788696520.817721:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1788696520.817722:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696520.817726:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1788696520.817728:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1788696520.817729:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009012a56e. 00000400:00000200:0.0:1788696520.817732:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696520.817735:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e92bbd72 00000400:00000200:0.0:1788696520.817739:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000010:3.0:1788696520.817739:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e92bbd72. 00000100:00000001:3.0:1788696520.817745:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788696520.817746:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696520.817749:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000bf3524a4 x1875583274393856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696520.817758:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000075ac883a x1875583274393984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696520.817758:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000bf3524a4 x1875583274393856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696520.817773:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696520.817775:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696520.817780:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696520.817783:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1788696520.817784:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000075ac883a x1875583274393984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696520.817785:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696520.817787:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696520.817791:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696520.817797:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=121 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696520.817801:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=121 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696520.817802:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696520.817803:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696520.817805:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696520.817807:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696520.817809:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696520.817812:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000040:3.0:1788696520.817812:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf3524a4 x1875583274393856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696520.817818:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1788696520.817820:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696520.817821:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1788696520.817825:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696520.817829:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696520.817832:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf3524a4 x1875583274393856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696520.817837:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274393856:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696520.817840:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696520.817842:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696520.817870:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf3524a4 x1875583274393856/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696520.817875:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696520.817878:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696520.817881:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002f36eeeb. 02000000:00000001:3.0:1788696520.817884:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788696520.817887:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1788696520.817887:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696520.817890:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696520.817894:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1788696520.817895:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696520.817899:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000078c7cd5c. 00000400:00000001:2.0:1788696520.817900:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696520.817903:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1788696520.817903:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1788696520.817908:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013941c5a. 02000000:00000001:3.0:1788696520.817908:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696520.817912:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf3524a4. 00000400:00000200:2.0:1788696520.817915:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008adcd611 00000400:00000010:2.0:1788696520.817917:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008adcd611. 00000100:00000001:3.0:1788696520.817918:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696520.817921:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696520.817922:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696520.817926:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788696520.817928:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000075ac883a x1875583274393984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696520.817936:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1788696520.817939:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000075ac883a x1875583274393984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696520.817940:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696520.817945:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696520.817949:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696520.817952:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696520.817954:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696520.817956:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696520.817957:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696520.817959:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696520.817960:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696520.817962:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696520.817967:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=121 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696520.817980:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=121 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696520.817982:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696520.817983:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696520.817985:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696520.817987:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696520.817990:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696520.817992:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696520.817993:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696520.817995:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696520.817998:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075ac883a x1875583274393984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696520.818004:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696520.818006:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696520.818007:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696520.818009:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075ac883a x1875583274393984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696520.818015:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274393984:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696520.818018:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696520.818020:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696520.818021:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075ac883a x1875583274393984/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696520.818027:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696520.818028:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696520.818030:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006217f6b8. 02000000:00000001:2.0:1788696520.818032:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696520.818034:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696520.818035:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696520.818036:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696520.818038:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e680c3a9. 02000000:00000001:2.0:1788696520.818040:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696520.818041:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696520.818042:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075ac883a. 00000100:00000001:2.0:1788696520.818045:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696520.818045:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696520.818047:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696520.818050:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696520.818052:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696520.818053:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696520.818055:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696520.818103:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696520.818107:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696520.818110:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696520.818112:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696520.818113:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080b4c3cd. 00000400:00000200:1.0:1788696520.818117:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000558ee63f 00000400:00000010:1.0:1788696520.818125:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000558ee63f. 00000100:00000001:1.0:1788696520.818129:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696520.818133:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000064b693a9 x1875583274394112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696520.818140:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000064b693a9 x1875583274394112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696520.818146:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696520.818147:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696520.818149:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696520.818151:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696520.818152:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696520.818153:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696520.818155:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696520.818159:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696520.818162:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=65 v=5 (1 1 0 0) 00000100:00000001:1.0:1788696520.818164:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696520.818165:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696520.818167:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788696520.818170:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000064b693a9 x1875583274394112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696520.818176:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696520.818178:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696520.818179:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696520.818181:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696520.818182:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696520.818185:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064b693a9 x1875583274394112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696520.818191:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696520.818193:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696520.818194:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696520.818197:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064b693a9 x1875583274394112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696520.818213:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000064b693a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274394112:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696520.818217:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696520.818219:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696520.818221:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064b693a9 x1875583274394112/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696520.818227:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696520.818229:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696520.818231:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050f89c66. 02000000:00000001:1.0:1788696520.818235:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696520.818237:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696520.818239:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696520.818240:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696520.818242:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c995f34e. 02000000:00000001:1.0:1788696520.818244:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696520.818245:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696520.818246:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064b693a9. 00000100:00000001:1.0:1788696520.818248:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696520.818249:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696520.818251:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696520.818255:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696520.818256:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696520.818270:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696520.818273:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696521.773956:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696521.773963:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696521.773971:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696521.773972:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696521.774024:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696521.774029:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696521.774032:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696522.093945:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307483889, at 4307483904 00000100:00000010:1.0:1788696522.093962:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025718597. 00000100:00000040:3.0:1788696522.094146:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307483889, at 4307483904 00000100:00000010:3.0:1788696522.094151:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b799af0. 00000100:00000040:0.0:1788696522.094171:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307483889, at 4307483904 00000100:00000010:0.0:1788696522.094175:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078e80244. 00000100:00000040:2.0:1788696522.095336:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307483889, at 4307483905 00000100:00000010:2.0:1788696522.095347:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aeee93bd. 00010000:00000001:2.0:1788696522.799463:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696522.799471:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696522.799477:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696522.799478:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696522.799641:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696522.799646:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696522.799649:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696523.821974:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696523.821982:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696523.821987:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696523.821988:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696523.822050:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696523.822054:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696523.822057:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696524.845957:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696524.845964:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696524.845970:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696524.845973:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696524.845975:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696524.845979:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696524.845982:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696524.845985:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696524.845986:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696524.845989:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696524.846030:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696524.846034:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696524.846036:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696525.869992:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696525.869999:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696525.870007:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696525.870008:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696525.870073:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696525.870077:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696525.870080:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696525.933964:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696525.933974:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696525.933984:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075ac883a. 00000020:00000040:2.0:1788696525.933991:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696525.933996:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696525.934000:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696525.934005:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696525.934013:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e680c3a9. 00000100:00000001:2.0:1788696525.934020:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696525.934030:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000075ac883a x1875583274394240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696525.934042:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696525.934045:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696525.934050:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075ac883a] to pc [ptlrpcd_00_03+3] req@0000000075ac883a x1875583274394240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696525.934083:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696525.934087:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696525.934090:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788696525.934093:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1788696525.934094:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eaa3be4a. 00000020:00000040:2.0:1788696525.934099:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00100000:1.0:1788696525.934100:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1788696525.934102:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696525.934103:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696525.934105:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696525.934107:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000334bf9d4. 00000100:00000001:2.0:1788696525.934110:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696525.934114:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000eaa3be4a x1875583274394368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696525.934118:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696525.934126:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696525.934127:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696525.934128:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1788696525.934132:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa3be4a] to pc [ptlrpcd_00_00+0] req@00000000eaa3be4a x1875583274394368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696525.934133:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696525.934139:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696525.934142:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696525.934146:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696525.934153:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075ac883a x1875583274394240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696525.934156:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696525.934161:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696525.934182:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788696525.934184:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1788696525.934186:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b20f86d. 00000100:00000001:1.0:1788696525.934188:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788696525.934190:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:1.0:1788696525.934193:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788696525.934194:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696525.934197:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696525.934197:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696525.934199:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696525.934204:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696525.934205:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000051526cb6. 00000100:00100000:1.0:1788696525.934209:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274394240:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696525.934212:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696525.934218:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1788696525.934220:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000003b20f86d x1875583274394496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788696525.934225:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696525.934228:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696525.934229:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696525.934232:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696525.934235:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b20f86d] to pc [ptlrpcd_00_01+1] req@000000003b20f86d x1875583274394496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696525.934238:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696525.934243:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007708b4a. 02000000:00000001:1.0:1788696525.934246:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696525.934246:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696525.934252:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1788696525.934254:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080b4c3cd. 00000100:00000040:2.0:1788696525.934257:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1788696525.934261:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000558ee63f. 00000100:00000040:2.0:1788696525.934263:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12825) 00000100:00000200:1.0:1788696525.934268:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274394240, portal 25 00000100:00000001:1.0:1788696525.934271:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696525.934272:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611083648 : -113296098467968 : ffff98f5324bdf80) 00000100:00000001:2.0:1788696525.934275:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788696525.934277:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000075ac883a x1875583274394240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696525.934279:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696525.934282:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788696525.934288:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696525.934289:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b20f86d x1875583274394496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696525.934293:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696525.934300:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1788696525.934303:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6377a2d. 00000100:00000001:2.0:1788696525.934303:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696525.934308:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696525.934310:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696525.934312:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696525.934314:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274394240, offset 0 00000100:00100000:2.0:1788696525.934316:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003b20f86d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274394496:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696525.934322:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696525.934325:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1788696525.934326:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:2.0:1788696525.934327:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696525.934331:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696525.934335:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d67df948. 02000000:00000001:2.0:1788696525.934338:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696525.934341:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000010:2.0:1788696525.934342:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5c5e018. 00000400:00000200:1.0:1788696525.934348:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1788696525.934349:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c79d798. 00000100:00000200:2.0:1788696525.934352:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274394496, portal 10 00000100:00000001:2.0:1788696525.934357:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696525.934359:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611082752 : -113296098468864 : ffff98f5324bdc00) 00000400:00000200:1.0:1788696525.934362:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696525.934367:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696525.934370:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696525.934374:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [596:596:256:4294967295] 192.168.201.118@tcp LPNI seq info [596:596:8:4294967295] 00000400:00000200:1.0:1788696525.934387:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696525.934399:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696525.934404:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb85f65. 00000800:00000200:1.0:1788696525.934411:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696525.934422:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696525.934425:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004bb85f65 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696525.934440:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696525.934444:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307489009 00000100:00000010:1.0:1788696525.934448:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000721208b6. 00000100:00000001:1.0:1788696525.934454:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696525.934459:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307489009 00000100:00000010:1.0:1788696525.934462:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d1d951b. 00000100:00000001:1.0:1788696525.934465:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1788696525.934466:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003b20f86d x1875583274394496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696525.934469:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307489009 00000100:00000010:1.0:1788696525.934473:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d80e0650. 00000100:00000001:1.0:1788696525.934475:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696525.934477:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307489009 00000100:00000010:1.0:1788696525.934479:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a910904. 00000100:00000001:1.0:1788696525.934482:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696525.934484:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696525.934487:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696525.934489:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696525.934492:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696525.934537:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696525.934541:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696525.934544:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b15b59b0. 00000100:00000200:2.0:1788696525.934548:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274394496, offset 0 00000400:00000200:2.0:1788696525.934553:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:0.0:1788696525.934561:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696525.934566:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb85f65. 00000400:00000200:2.0:1788696525.934570:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696525.934577:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696525.934579:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696525.934581:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696525.934588:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696525.934590:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696525.934594:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696525.934598:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [597:597:255:4294967295] 192.168.201.118@tcp LPNI seq info [597:597:7:4294967295] 00000400:00000200:2.0:1788696525.934606:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696525.934611:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696525.934614:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009619aef4. 00000800:00000200:2.0:1788696525.934618:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696525.934622:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696525.934624:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009619aef4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696525.934627:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696525.934631:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 23160 usecs (24 jiffies) 00000100:00000001:2.0:1788696525.934634:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307487768 00000100:00000001:2.0:1788696525.934636:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307489009 00000100:00000001:2.0:1788696525.934639:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307487768 00000100:00000001:2.0:1788696525.934640:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307489009 00000100:00000001:2.0:1788696525.934643:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307487768 00000100:00000001:3.0:1788696525.934643:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696525.934648:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307489009 00000100:00000001:3.0:1788696525.934648:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696525.934653:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307487768 00000100:00000001:2.0:1788696525.934655:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307489009 00000100:00000001:2.0:1788696525.934657:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696525.934657:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696525.934661:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696525.934661:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696525.934663:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788696525.934665:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696525.934668:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696525.934670:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eaa3be4a x1875583274394368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696525.934673:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696525.934676:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696525.934680:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696525.934682:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696525.934684:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696525.934685:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696525.934688:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696525.934688:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696525.934693:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696525.934695:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696525.934697:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696525.934700:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000eaa3be4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274394368:192.168.201.118@tcp:400: 00000400:00000200:0.0:1788696525.934735:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6377a2d 00000400:00000010:0.0:1788696525.934746:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c6377a2d. 00000100:00000001:0.0:1788696525.934751:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1788696525.934756:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1788696525.934758:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000075ac883a x1875583274394240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696525.934760:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696525.934763:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696525.934767:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696525.934771:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c83a6ab. 00000100:00000001:0.0:1788696525.934774:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1788696525.934775:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696525.934779:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075ac883a x1875583274394240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788696525.934780:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e7d41c2. 00000400:00000010:3.0:1788696525.934785:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f6eaaa5. 00000100:00000200:3.0:1788696525.934791:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274394368, portal 10 00000100:00000001:0.0:1788696525.934793:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696525.934794:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696525.934795:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696525.934797:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611090816 : -113296098460800 : ffff98f5324bfb80) 00000100:00000040:3.0:1788696525.934804:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eaa3be4a x1875583274394368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696525.934823:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696525.934826:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696525.934829:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a14a5fac. 00000800:00000200:0.0:1788696525.934831:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1788696525.934832:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274394368, offset 0 00000800:00000010:0.0:1788696525.934835:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009619aef4. 00000400:00000200:3.0:1788696525.934840:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696525.934841:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696525.934868:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696525.934872:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696525.934880:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696525.934883:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696525.934885:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696525.934888:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [598:598:255:4294967295] 192.168.201.118@tcp LPNI seq info [598:598:7:4294967295] 00000400:00000200:3.0:1788696525.934896:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696525.934900:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696525.934904:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000842c2c60. 00000800:00000200:3.0:1788696525.934909:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696525.934913:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696525.934916:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000842c2c60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696525.934920:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696525.934922:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 23071 usecs (24 jiffies) 00000100:00000001:3.0:1788696525.934926:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307487769 00000100:00000001:3.0:1788696525.934928:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307489009 00000100:00000001:3.0:1788696525.934930:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307487769 00000100:00000001:3.0:1788696525.934933:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307489009 00000100:00000001:3.0:1788696525.934935:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307487769 00000100:00000001:3.0:1788696525.934937:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307489009 00000100:00000001:3.0:1788696525.934938:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307487769 00000100:00000001:3.0:1788696525.934940:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307489009 00000100:00000001:3.0:1788696525.934941:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696525.934943:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696525.934945:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696525.934947:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696525.934950:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696525.934952:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696525.934953:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696525.934954:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696525.934955:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696525.934960:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696525.935152:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696525.935156:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b15b59b0 00000400:00000010:0.0:1788696525.935158:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b15b59b0. 00000100:00000001:0.0:1788696525.935162:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696525.935165:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003b20f86d x1875583274394496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696525.935186:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696525.935189:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b20f86d x1875583274394496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696525.935196:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696525.935198:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696525.935234:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696525.935237:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000842c2c60. 00000400:00000200:0.0:1788696525.935240:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696525.935243:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696525.935246:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a14a5fac 00000400:00000010:0.0:1788696525.935248:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a14a5fac. 00000100:00000001:0.0:1788696525.935250:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696525.935259:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000eaa3be4a x1875583274394368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696525.935266:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696525.935268:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eaa3be4a x1875583274394368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696525.935274:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696525.935275:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696525.939225:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696525.939243:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696525.939248:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696525.939250:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696525.939260:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696525.939276:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d12280 00000400:00000200:2.0:1788696525.939283:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1369 [1] + 224 00000800:00000001:2.0:1788696525.939291:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696525.939293:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696525.939297:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696525.939301:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696525.939307:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696525.939314:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000075ac883a x1875583274394240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696525.939325:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000075ac883a x1875583274394240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696525.939348:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696525.939356:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696525.939359:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696525.939361:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696525.939363:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696525.939367:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696525.939372:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12380 00000400:00000200:2.0:1788696525.939376:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1371 [1] + 224 00000800:00000001:2.0:1788696525.939380:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696525.939382:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696525.939384:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696525.939387:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696525.939389:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696525.939392:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003b20f86d x1875583274394496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696525.939400:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003b20f86d x1875583274394496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696525.939417:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696525.939421:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696525.939423:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696525.939425:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696525.939427:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696525.939430:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696525.939435:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12300 00000400:00000200:2.0:1788696525.939439:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1379 [1] + 224 00000800:00000001:2.0:1788696525.939442:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696525.939448:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696525.939451:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696525.939454:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696525.939457:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696525.939460:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000eaa3be4a x1875583274394368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696525.939466:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788696525.939468:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eaa3be4a x1875583274394368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696525.939479:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696525.939487:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696525.939489:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696525.939492:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5c5e018. 00000100:00000001:2.0:1788696525.939495:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788696525.939499:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c79d798 00000400:00000010:3.0:1788696525.939503:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c79d798. 00000100:00000001:3.0:1788696525.939506:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696525.939511:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003b20f86d x1875583274394496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696525.939519:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003b20f86d x1875583274394496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696525.939526:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696525.939528:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696525.939531:0:201301:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1788696525.939532:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1788696525.939535:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696525.939536:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696525.939540:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696525.939543:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696525.939546:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696525.939550:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696525.939555:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1788696525.939555:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=125 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696525.939561:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=70 v=5 (1 1 0 0) 00000800:00000001:2.0:1788696525.939563:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696525.939565:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1788696525.939568:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696525.939568:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788696525.939574:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1788696525.939574:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1788696525.939578:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696525.939581:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e7d41c2. 00010000:00080000:3.0:1788696525.939582:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003b20f86d x1875583274394496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696525.939588:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6eaaa5 00000400:00000010:0.0:1788696525.939591:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000f6eaaa5. 00010000:00000001:3.0:1788696525.939595:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696525.939597:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696525.939600:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000400:00000001:1.0:1788696525.939603:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1788696525.939604:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000eaa3be4a x1875583274394368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696525.939604:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696525.939608:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696525.939611:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788696525.939618:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1788696525.939620:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b20f86d x1875583274394496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788696525.939622:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080b4c3cd. 00000100:00000200:0.0:1788696525.939626:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000eaa3be4a x1875583274394368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696525.939629:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000558ee63f 00000400:00000010:1.0:1788696525.939633:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000558ee63f. 00000100:00000001:1.0:1788696525.939640:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696525.939647:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000075ac883a x1875583274394240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696525.939651:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696525.939654:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696525.939660:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696525.939663:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696525.939666:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696525.939670:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696525.939671:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000075ac883a x1875583274394240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696525.939676:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696525.939679:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1788696525.939684:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=126 v=5 (5 5 5 5) 00000100:00000001:3.0:1788696525.939686:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696525.939690:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696525.939691:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696525.939694:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1788696525.939696:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=126 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696525.939698:0:201302:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:0.0:1788696525.939701:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1788696525.939702:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696525.939703:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696525.939705:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1788696525.939708:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1788696525.939708:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b20f86d x1875583274394496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696525.939709:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696525.939712:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696525.939713:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696525.939717:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00001000:1.0:1788696525.939719:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=126 v=5 (5 5 5 5) 00000100:00000040:0.0:1788696525.939720:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696525.939724:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00001000:1.0:1788696525.939728:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=126 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696525.939731:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696525.939733:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003b20f86d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274394496:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696525.939734:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788696525.939738:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eaa3be4a x1875583274394368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696525.939738:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696525.939743:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1788696525.939744:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788696525.939746:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696525.939750:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788696525.939752:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696525.939754:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696525.939758:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1788696525.939758:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b20f86d x1875583274394496/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696525.939760:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696525.939760:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075ac883a x1875583274394240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696525.939768:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eaa3be4a x1875583274394368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696525.939788:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696525.939792:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1788696525.939793:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1788696525.939796:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000eaa3be4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274394368:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696525.939797:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1788696525.939798:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d67df948. 00000100:00000001:1.0:1788696525.939801:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788696525.939805:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788696525.939807:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696525.939809:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075ac883a x1875583274394240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696525.939811:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1788696525.939817:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000040:0.0:1788696525.939819:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eaa3be4a x1875583274394368/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1788696525.939824:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00100000:1.0:1788696525.939829:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274394240:192.168.201.118@tcp:400: 00000020:00000001:3.0:1788696525.939831:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696525.939835:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000051526cb6. 00000100:00000001:1.0:1788696525.939841:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696525.939843:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696525.939843:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696525.939872:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696525.939874:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b20f86d. 00000100:00000001:3.0:1788696525.939886:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696525.939887:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696525.939890:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696525.939897:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696525.939900:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788696525.939900:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696525.939903:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696525.939905:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696525.939912:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075ac883a x1875583274394240/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696525.939919:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696525.939921:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696525.939922:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007708b4a. 02000000:00000001:1.0:1788696525.939925:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696525.939926:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696525.939927:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696525.939929:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696525.939930:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e680c3a9. 02000000:00000001:1.0:1788696525.939932:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696525.939933:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696525.939934:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075ac883a. 00000100:00000001:1.0:1788696525.939938:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696525.939939:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696525.939941:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696525.939944:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696525.939946:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696525.939948:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696525.939949:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696525.939968:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696525.939970:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c83a6ab. 02000000:00000001:0.0:1788696525.939973:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696525.939974:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696525.939974:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696525.939976:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696525.939977:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000334bf9d4. 02000000:00000001:0.0:1788696525.939978:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696525.939979:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696525.939980:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eaa3be4a. 00000100:00000001:0.0:1788696525.939982:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696525.939983:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696525.939984:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696525.939987:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696525.939988:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696525.939989:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696525.939990:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696526.894084:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696526.894091:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696526.894096:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696526.894097:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696526.894175:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696526.894179:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696526.894207:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696527.213958:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307489009, at 4307489024 00000100:00000040:3.0:1788696527.213959:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307489009, at 4307489024 00000100:00000010:3.0:1788696527.213977:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a910904. 00000100:00000010:0.0:1788696527.213985:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000721208b6. 00000100:00000040:2.0:1788696527.214094:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307489009, at 4307489024 00000100:00000010:2.0:1788696527.214100:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d80e0650. 00000100:00000040:1.0:1788696527.215069:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307489009, at 4307489025 00000100:00000010:1.0:1788696527.215077:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d1d951b. 00010000:00000001:2.0:1788696527.918001:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696527.918008:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696527.918013:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696527.918014:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696527.918051:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696527.918055:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696527.918059:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696528.942015:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696528.942025:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696528.942032:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696528.942033:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696528.942271:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696528.942276:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696528.942279:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696529.965953:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696529.965965:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696529.965968:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696529.965972:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696529.965978:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696529.965981:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696529.965983:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696529.965985:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696529.965990:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696529.965991:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696529.966056:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696529.966061:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696529.966064:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696530.989984:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696530.989993:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696530.990000:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696530.990001:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696530.990032:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696530.990037:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696530.990040:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696531.054026:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696531.054041:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696531.054053:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aca9919f. 00000020:00000040:2.0:1788696531.054062:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696531.054068:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696531.054071:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696531.054078:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696531.054098:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a3e8ab7. 00000100:00000001:2.0:1788696531.054107:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696531.054122:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000aca9919f x1875583274394624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696531.054132:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696531.054136:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696531.054141:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aca9919f] to pc [ptlrpcd_00_02+2] req@00000000aca9919f x1875583274394624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696531.054183:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696531.054186:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696531.054189:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696531.054193:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eaa3be4a. 00000020:00000040:2.0:1788696531.054195:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696531.054197:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696531.054198:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696531.054200:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696531.054203:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d2263eda. 00000100:00000001:2.0:1788696531.054206:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696531.054209:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000eaa3be4a x1875583274394752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696531.054215:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696531.054216:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696531.054218:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eaa3be4a] to pc [ptlrpcd_00_03+3] req@00000000eaa3be4a x1875583274394752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696531.054225:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696531.054226:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696531.054231:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696531.054233:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075ac883a. 00000020:00000040:2.0:1788696531.054235:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696531.054237:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696531.054238:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696531.054239:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696531.054242:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a559f720. 00000100:00000001:2.0:1788696531.054245:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696531.054247:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000075ac883a x1875583274394880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696531.054252:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696531.054253:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696531.054256:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075ac883a] to pc [ptlrpcd_00_00+0] req@0000000075ac883a x1875583274394880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696531.054269:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696531.054272:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788696531.054275:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788696531.054280:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12830) 00000100:00000001:3.0:1788696531.054328:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696531.054333:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696531.054336:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696531.054342:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aca9919f x1875583274394624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696531.054350:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696531.054353:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696531.054357:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696531.054359:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696531.054362:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696531.054364:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000aca9919f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274394624:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696531.054369:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696531.054377:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696531.054380:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696531.054383:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696531.054388:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000603ece2. 02000000:00000001:3.0:1788696531.054390:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696531.054397:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e182d56b. 00000100:00000001:0.0:1788696531.054403:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696531.054406:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1788696531.054406:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a86e418. 00000100:00000001:0.0:1788696531.054407:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696531.054412:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eaa3be4a x1875583274394752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696531.054414:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274394624, portal 25 00000100:00000001:3.0:1788696531.054417:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696531.054418:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611085440 : -113296098466176 : ffff98f5324be680) 00000100:00000001:0.0:1788696531.054419:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696531.054420:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696531.054422:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1788696531.054423:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000aca9919f x1875583274394624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696531.054424:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696531.054426:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696531.054428:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000eaa3be4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274394752:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696531.054430:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1788696531.054431:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696531.054433:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1788696531.054433:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788696531.054434:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696531.054435:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e2b4e50. 02000000:00000001:0.0:1788696531.054436:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1788696531.054438:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274394624, offset 0 02000000:00000010:0.0:1788696531.054439:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000255ad1f7. 02000000:00000001:0.0:1788696531.054441:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696531.054444:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025905f20. 00000400:00000200:3.0:1788696531.054444:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696531.054451:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003616cb94. 00000100:00000200:0.0:1788696531.054453:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274394752, portal 10 00000100:00000001:0.0:1788696531.054454:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696531.054455:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611090816 : -113296098460800 : ffff98f5324bfb80) 00000400:00000200:3.0:1788696531.054460:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000040:0.0:1788696531.054461:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000eaa3be4a x1875583274394752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696531.054467:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1788696531.054467:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1788696531.054469:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696531.054470:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000543061b9. 00000400:00000200:3.0:1788696531.054471:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696531.054475:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696531.054477:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696531.054481:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [599:599:256:4294967295] 192.168.201.118@tcp LPNI seq info [599:599:8:4294967295] 00000100:00000200:0.0:1788696531.054487:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274394752, offset 0 00000400:00000200:0.0:1788696531.054492:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696531.054493:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000200:0.0:1788696531.054498:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000200:3.0:1788696531.054499:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696531.054500:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696531.054502:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696531.054504:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1788696531.054504:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dac42727. 00000400:00000200:0.0:1788696531.054506:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696531.054508:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [600:600:255:4294967295] 192.168.201.118@tcp LPNI seq info [600:600:7:4294967295] 00000800:00000200:3.0:1788696531.054511:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:0.0:1788696531.054514:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696531.054518:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000200:3.0:1788696531.054520:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000010:0.0:1788696531.054521:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d9ed23a3. 00000800:00000200:0.0:1788696531.054524:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696531.054525:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dac42727 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1788696531.054527:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696531.054529:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d9ed23a3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696531.054543:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696531.054548:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307494129 00000100:00000010:3.0:1788696531.054553:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000001:3.0:1788696531.054560:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696531.054565:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307494129 00000100:00000010:3.0:1788696531.054568:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000100:00000001:3.0:1788696531.054570:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696531.054573:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307494129 00000100:00000010:3.0:1788696531.054576:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b6749. 00000100:00000001:3.0:1788696531.054579:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696531.054581:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307494129 00000100:00000010:3.0:1788696531.054584:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81c9ce7. 00000100:00000001:3.0:1788696531.054587:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696531.054590:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696531.054593:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696531.054597:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696531.054599:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696531.054608:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696531.054612:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696531.054614:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696531.054616:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696531.054617:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696531.054619:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696531.054633:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788696531.054635:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788696531.054637:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696531.054640:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696531.054642:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696531.054643:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696531.054644:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696531.054646:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696531.054650:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075ac883a x1875583274394880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696531.054657:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696531.054658:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696531.054660:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696531.054662:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696531.054664:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696531.054666:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274394880:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696531.054669:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696531.054672:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696531.054673:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696531.054675:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696531.054679:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031cd837f. 02000000:00000001:3.0:1788696531.054681:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696531.054683:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000430866a3. 00000400:00000010:3.0:1788696531.054687:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015c26822. 00000100:00000200:3.0:1788696531.054689:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274394880, portal 10 00000100:00000001:3.0:1788696531.054692:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696531.054693:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611083648 : -113296098467968 : ffff98f5324bdf80) 00000100:00000040:3.0:1788696531.054699:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000075ac883a x1875583274394880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696531.054706:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696531.054708:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696531.054710:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a452cf63. 00000100:00000200:3.0:1788696531.054713:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274394880, offset 0 00000400:00000200:3.0:1788696531.054717:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696531.054721:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696531.054724:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696531.054726:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696531.054728:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696531.054731:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696531.054733:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [601:601:254:4294967295] 192.168.201.118@tcp LPNI seq info [601:601:6:4294967295] 00000400:00000200:3.0:1788696531.054741:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696531.054745:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696531.054747:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074f68a3b. 00000800:00000200:3.0:1788696531.054751:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696531.054754:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696531.054756:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000074f68a3b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696531.059803:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696531.059816:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696531.059821:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 22981 usecs (23 jiffies) 00000100:00000040:3.0:1788696531.059829:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 23067 usecs (24 jiffies) 00000100:00000001:0.0:1788696531.059831:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307492892 00000100:00000001:0.0:1788696531.059839:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307494129 00000100:00000001:3.0:1788696531.059841:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307492893 00000100:00000001:0.0:1788696531.059882:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307492892 00000100:00000001:3.0:1788696531.059883:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307494129 00000100:00000001:3.0:1788696531.059892:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307492893 00000100:00000001:0.0:1788696531.059893:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307494129 00000100:00000001:0.0:1788696531.059900:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307492892 00000100:00000001:3.0:1788696531.059900:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307494129 00000100:00000001:3.0:1788696531.059907:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307492893 00000100:00000001:0.0:1788696531.059909:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307494129 00000100:00000001:0.0:1788696531.059914:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307492892 00000100:00000001:3.0:1788696531.059915:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307494129 00000100:00000001:0.0:1788696531.059922:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307494129 00000100:00000001:3.0:1788696531.059922:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307492893 00000100:00000001:0.0:1788696531.059929:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696531.059930:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307494129 00000100:00000001:3.0:1788696531.059937:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696531.059941:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696531.059942:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696531.059960:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696531.059960:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696531.059969:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696531.059976:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696531.060004:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696531.060007:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696531.060010:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696531.060014:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696531.060016:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696531.060019:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696531.060020:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696531.060037:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696531.061465:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696531.061471:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dac42727. 00000400:00000200:1.0:1788696531.061481:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696531.061491:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696531.061497:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e2b4e50 00000400:00000010:1.0:1788696531.061499:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004e2b4e50. 00000100:00000001:1.0:1788696531.061505:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696531.061512:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000aca9919f x1875583274394624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696531.061537:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696531.061541:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aca9919f x1875583274394624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696531.061549:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696531.061551:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696531.061568:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696531.061570:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d9ed23a3. 00000400:00000200:1.0:1788696531.061572:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696531.061574:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696531.061576:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000543061b9 00000400:00000010:1.0:1788696531.061577:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000543061b9. 00000100:00000001:1.0:1788696531.061579:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696531.061581:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000eaa3be4a x1875583274394752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696531.061586:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696531.061587:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eaa3be4a x1875583274394752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696531.061591:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696531.061592:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696531.061648:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696531.061650:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074f68a3b. 00000400:00000200:1.0:1788696531.061653:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696531.061657:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696531.061659:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a452cf63 00000400:00000010:1.0:1788696531.061661:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a452cf63. 00000100:00000001:1.0:1788696531.061664:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696531.061667:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000075ac883a x1875583274394880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696547 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696531.061740:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696531.061742:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075ac883a x1875583274394880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696547 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696531.061753:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696531.061754:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696531.064489:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696531.064501:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696531.064505:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696531.064507:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696531.064517:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696531.064533:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12480 00000400:00000200:0.0:1788696531.064542:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1389 [1] + 224 00000800:00000001:0.0:1788696531.064549:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696531.064553:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696531.064556:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696531.064560:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696531.064567:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696531.064573:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000eaa3be4a x1875583274394752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696531.064584:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000eaa3be4a x1875583274394752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696531.064635:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696531.064639:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696531.064698:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696531.064709:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696531.064713:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696531.064715:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696531.064717:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696531.064722:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696531.064728:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d12400 00000400:00000200:0.0:1788696531.064734:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1381 [1] + 224 00000800:00000001:0.0:1788696531.064738:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696531.064741:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696531.064743:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696531.064758:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696531.064761:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696531.064765:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000aca9919f x1875583274394624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696531.064773:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aca9919f x1875583274394624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696531.064816:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696531.064819:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696531.064835:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696531.064841:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696531.064867:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696531.064869:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696531.064871:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696531.064880:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696531.064887:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12500 00000400:00000200:0.0:1788696531.064891:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1391 [1] + 224 00000800:00000001:0.0:1788696531.064894:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696531.064899:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696531.064901:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696531.064904:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696531.064907:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696531.064910:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000075ac883a x1875583274394880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696531.064918:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000075ac883a x1875583274394880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696531.064936:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696531.064941:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696531.064943:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696531.064994:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696531.064996:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696531.064998:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025905f20. 00000400:00000200:3.0:1788696531.065002:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003616cb94 00000400:00000010:3.0:1788696531.065004:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003616cb94. 00000100:00000001:3.0:1788696531.065007:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696531.065010:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000eaa3be4a x1875583274394752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696531.065017:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000eaa3be4a x1875583274394752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696531.065022:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696531.065024:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696531.065026:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696531.065028:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696531.065030:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696531.065032:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696531.065035:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696531.065043:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=132 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696531.065047:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=132 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696531.065049:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696531.065051:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696531.065053:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696531.065056:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696531.065059:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696531.065061:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696531.065063:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696531.065064:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696531.065067:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eaa3be4a x1875583274394752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696531.065074:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696531.065077:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696531.065094:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696531.065098:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eaa3be4a x1875583274394752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696531.065104:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000eaa3be4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274394752:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696531.065109:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696531.065111:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696531.065113:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eaa3be4a x1875583274394752/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696531.065119:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696531.065121:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696531.065123:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000255ad1f7. 02000000:00000001:3.0:1788696531.065128:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696531.065130:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696531.065131:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696531.065133:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696531.065135:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d2263eda. 02000000:00000001:3.0:1788696531.065138:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696531.065140:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696531.065141:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eaa3be4a. 00000100:00000001:3.0:1788696531.065144:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696531.065145:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696531.065147:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696531.065154:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696531.065156:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696531.065158:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696531.065159:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788696531.065405:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696531.065407:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696531.065408:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e182d56b. 00000400:00000200:1.0:1788696531.065413:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a86e418 00000400:00000010:1.0:1788696531.065414:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a86e418. 00000100:00000001:1.0:1788696531.065417:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696531.065420:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000aca9919f x1875583274394624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696531.065428:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000aca9919f x1875583274394624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696531.065434:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696531.065435:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696531.065437:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696531.065438:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696531.065439:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696531.065441:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696531.065442:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696531.065452:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696531.065455:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=132 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696531.065457:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696531.065458:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696531.065459:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696531.065461:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696531.065463:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696531.065466:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aca9919f x1875583274394624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696531.065471:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696531.065473:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696531.065475:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696531.065477:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aca9919f x1875583274394624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696531.065492:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000aca9919f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274394624:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696531.065496:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696531.065498:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696531.065500:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aca9919f x1875583274394624/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696531.065505:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696531.065507:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696531.065508:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000603ece2. 02000000:00000001:1.0:1788696531.065512:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696531.065513:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696531.065515:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696531.065516:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696531.065518:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a3e8ab7. 02000000:00000001:1.0:1788696531.065520:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696531.065521:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696531.065521:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aca9919f. 00000100:00000001:1.0:1788696531.065525:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696531.065526:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696531.065528:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696531.065531:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696531.065532:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696531.065534:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696531.065535:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696531.066734:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696531.066743:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696531.066753:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696531.066756:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696531.066758:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000430866a3. 00000400:00000200:2.0:1788696531.066768:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015c26822 00000400:00000010:2.0:1788696531.066770:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000015c26822. 00000100:00000001:2.0:1788696531.066774:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696531.066783:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000075ac883a x1875583274394880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696531.066790:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000075ac883a x1875583274394880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696531.066795:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696531.066797:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696531.066799:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696531.066802:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696531.066803:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696531.066805:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696531.066807:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696531.066814:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=131 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696531.066817:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=76 v=5 (1 1 0 0) 00000100:00000001:2.0:1788696531.066819:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696531.066820:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696531.066822:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788696531.066825:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000075ac883a x1875583274394880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696531.066829:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696531.066832:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696531.066833:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696531.066834:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696531.066835:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696531.066837:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075ac883a x1875583274394880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696531.066842:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696531.066844:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696531.066865:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696531.066869:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075ac883a x1875583274394880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696531.066878:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274394880:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696531.066884:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696531.066889:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696531.066892:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075ac883a x1875583274394880/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696547 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696531.066900:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696531.066903:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696531.066907:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031cd837f. 02000000:00000001:2.0:1788696531.066914:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696531.066916:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696531.066917:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696531.066920:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696531.066922:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a559f720. 02000000:00000001:2.0:1788696531.066925:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696531.066927:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696531.066928:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075ac883a. 00000100:00000001:2.0:1788696531.066934:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696531.066936:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696531.066938:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696531.066945:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696531.066946:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696531.066948:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696531.066951:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696532.013957:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696532.013965:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696532.013972:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696532.013973:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696532.014000:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696532.014010:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696532.014013:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696532.333961:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307494129, at 4307494144 00000100:00000040:1.0:1788696532.333961:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307494129, at 4307494144 00000100:00000040:2.0:1788696532.333961:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307494129, at 4307494144 00000100:00000040:3.0:1788696532.333961:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307494129, at 4307494144 00000100:00000010:3.0:1788696532.333978:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81c9ce7. 00000100:00000010:0.0:1788696532.333980:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00000100:00000010:2.0:1788696532.333981:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b6749. 00000100:00000010:1.0:1788696532.333984:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00010000:00000001:2.0:1788696533.037966:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696533.037974:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696533.037979:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696533.037981:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696533.038111:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696533.038114:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696533.038117:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696534.062124:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696534.062131:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696534.062138:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696534.062139:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696534.062171:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696534.062175:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696534.062178:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696535.086228:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696535.086244:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696535.086250:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696535.086253:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696535.086255:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696535.086258:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696535.086261:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696535.086264:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696535.086266:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696535.086267:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696535.086678:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696535.086682:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696535.086700:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696536.110054:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696536.110062:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696536.110068:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696536.110070:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696536.110129:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696536.110133:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696536.110136:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696536.174007:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696536.174018:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696536.174025:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c1b66ce. 00000020:00000040:3.0:1788696536.174032:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696536.174037:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696536.174040:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696536.174046:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696536.174053:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006beeb4bb. 00000100:00000001:3.0:1788696536.174061:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696536.174073:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000000c1b66ce x1875583274395008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696536.174084:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696536.174087:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696536.174104:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c1b66ce] to pc [ptlrpcd_00_01+1] req@000000000c1b66ce x1875583274395008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696536.174128:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696536.174131:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696536.174135:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696536.174138:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788696536.174142:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696536.174144:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696536.174146:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696536.174148:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696536.174152:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a4df8fd. 00000100:00000001:1.0:1788696536.174154:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696536.174154:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696536.174156:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696536.174161:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696536.174161:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1788696536.174162:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000048524a16 x1875583274395136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696536.174165:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696536.174174:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000c1b66ce x1875583274395008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696536.174176:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696536.174179:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696536.174188:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_02+2] req@0000000048524a16 x1875583274395136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696536.174189:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696536.174192:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696536.174199:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696536.174203:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696536.174206:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696536.174211:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274395008:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696536.174216:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696536.174221:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788696536.174223:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696536.174224:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696536.174227:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1788696536.174229:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788696536.174234:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1788696536.174237:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000171f4f44. 00000100:00000001:1.0:1788696536.174240:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1788696536.174241:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696536.174244:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696536.174247:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1788696536.174249:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32a5d79. 00000400:00000010:2.0:1788696536.174250:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004635421e. 00000020:00000040:3.0:1788696536.174253:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000040:1.0:1788696536.174255:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274395136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696536.174259:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1788696536.174260:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e33804d1. 02000000:00000001:3.0:1788696536.174262:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696536.174265:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788696536.174270:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274395008, portal 25 00000100:00000001:1.0:1788696536.174272:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1788696536.174272:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d33dd5fd. 00000100:00000001:1.0:1788696536.174276:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696536.174276:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696536.174278:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696536.174280:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548240896 : -113296161310720 : ffff98f52e8cf800) 02000000:00000001:1.0:1788696536.174282:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696536.174285:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788696536.174286:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a32a5d79 x1875583274395264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1788696536.174290:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000c1b66ce x1875583274395008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696536.174291:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696536.174302:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788696536.174310:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274395136:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696536.174316:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696536.174321:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788696536.174324:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1788696536.174326:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788696536.174326:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1788696536.174330:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696536.174330:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696536.174331:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:1.0:1788696536.174336:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1788696536.174337:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b782d6c0. 00000100:00000040:3.0:1788696536.174338:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a32a5d79] to pc [ptlrpcd_00_03+3] req@00000000a32a5d79 x1875583274395264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788696536.174342:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d3d18e32. 00000100:00000200:2.0:1788696536.174344:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274395008, offset 0 00000400:00000200:2.0:1788696536.174356:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696536.174363:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696536.174366:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1788696536.174370:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000040:3.0:1788696536.174371:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1788696536.174379:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1788696536.174380:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12835) 00000400:00000200:2.0:1788696536.174387:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696536.174391:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696536.174395:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696536.174399:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [602:602:256:4294967295] 192.168.201.118@tcp LPNI seq info [602:602:8:4294967295] 00000400:00000200:2.0:1788696536.174410:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696536.174417:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696536.174421:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a559f720. 00000800:00000200:2.0:1788696536.174428:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696536.174436:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:0.0:1788696536.174450:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1788696536.174452:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a559f720 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696536.174454:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696536.174458:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696536.174462:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a32a5d79 x1875583274395264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696536.174470:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696536.174475:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307499249 00000100:00000010:2.0:1788696536.174480:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000938a813a. 00000100:00000001:0.0:1788696536.174484:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696536.174486:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788696536.174487:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696536.174491:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696536.174493:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696536.174495:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696536.174495:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307499249 00000100:00000010:2.0:1788696536.174501:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000077a03d86. 00000100:00100000:0.0:1788696536.174502:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274395264:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696536.174508:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788696536.174508:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1788696536.174513:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788696536.174514:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307499249 02000000:00000001:0.0:1788696536.174517:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788696536.174519:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000efe1b1f1. 02000000:00000001:0.0:1788696536.174520:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788696536.174525:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 02000000:00000010:0.0:1788696536.174526:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087ba6a14. 02000000:00000001:0.0:1788696536.174530:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696536.174531:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307499249 00000400:00000010:0.0:1788696536.174536:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca5217b3. 00000100:00000010:2.0:1788696536.174537:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038593dc8. 00000400:00000010:0.0:1788696536.174543:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000059a96337. 00000100:00000001:2.0:1788696536.174543:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000200:0.0:1788696536.174548:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274395264, portal 10 00000100:00000001:0.0:1788696536.174550:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696536.174551:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696536.174552:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548231040 : -113296161320576 : ffff98f52e8cd180) 00000100:00000001:2.0:1788696536.174557:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696536.174561:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696536.174563:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696536.174570:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1788696536.174572:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a32a5d79 x1875583274395264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696536.174574:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696536.174579:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696536.174582:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696536.174584:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696536.174587:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788696536.174588:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696536.174593:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696536.174596:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009110440c. 00000100:00000200:0.0:1788696536.174599:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274395264, offset 0 00000400:00000200:0.0:1788696536.174609:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696536.174628:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696536.174631:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696536.174633:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696536.174635:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696536.174638:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696536.174640:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [603:603:255:4294967295] 192.168.201.118@tcp LPNI seq info [603:603:7:4294967295] 00000400:00000200:0.0:1788696536.174649:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696536.174653:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1788696536.174654:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696536.174658:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a559f720. 00000800:00000010:0.0:1788696536.174660:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ea48552. 00000400:00000200:3.0:1788696536.174665:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1788696536.174667:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:3.0:1788696536.174673:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000800:00000200:0.0:1788696536.174676:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696536.174680:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ea48552 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788696536.174681:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b782d6c0 00000100:00000001:0.0:1788696536.174685:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696536.174686:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000b782d6c0. 00000100:00000040:0.0:1788696536.174690:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 23026 usecs (24 jiffies) 00000100:00000001:3.0:1788696536.174692:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788696536.174695:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307498008 00000100:00000001:0.0:1788696536.174699:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307499249 00000100:00000200:3.0:1788696536.174699:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000c1b66ce x1875583274395008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696536.174704:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307498008 00000100:00000001:0.0:1788696536.174708:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307499249 00000100:00000001:0.0:1788696536.174713:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307498008 00000100:00000001:0.0:1788696536.174717:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307499249 00000100:00000001:0.0:1788696536.174720:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307498008 00000100:00000001:3.0:1788696536.174721:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788696536.174722:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307499249 00000100:00000040:3.0:1788696536.174726:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000c1b66ce x1875583274395008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696536.174728:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696536.174733:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696536.174738:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696536.174743:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696536.174743:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696536.174748:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696536.174750:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696536.174752:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696536.174763:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1788696536.174764:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788696536.174765:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696536.174767:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788696536.174769:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ea48552. 00000100:00000001:0.0:1788696536.174771:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696536.174776:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696536.174782:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696536.174786:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009110440c 00000400:00000010:3.0:1788696536.174787:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009110440c. 00000100:00000001:3.0:1788696536.174790:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696536.174792:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a32a5d79 x1875583274395264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696536.174798:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696536.174800:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a32a5d79 x1875583274395264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696536.174806:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696536.174807:0:201295:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1788696536.175542:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696536.175548:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000080b4c3cd. 00000400:00000010:1.0:1788696536.175555:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000558ee63f. 00000100:00000200:1.0:1788696536.175558:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274395136, portal 10 00000100:00000001:1.0:1788696536.175560:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696536.175561:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000100:00000040:1.0:1788696536.175569:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274395136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696536.175576:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696536.175578:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696536.175580:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013cbe2c3. 00000100:00000200:1.0:1788696536.175582:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274395136, offset 0 00000400:00000200:1.0:1788696536.175587:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696536.175593:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696536.175597:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696536.175606:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696536.175609:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696536.175611:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696536.175613:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [604:604:256:4294967295] 192.168.201.118@tcp LPNI seq info [604:604:8:4294967295] 00000400:00000200:1.0:1788696536.175622:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696536.175626:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696536.175630:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006596e7c6. 00000800:00000200:1.0:1788696536.175634:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696536.175638:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696536.175641:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006596e7c6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696536.175660:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696536.175664:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 22928 usecs (23 jiffies) 00000100:00000001:1.0:1788696536.175667:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307498008 00000100:00000001:1.0:1788696536.175669:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307499249 00000100:00000001:1.0:1788696536.175670:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307498008 00000100:00000001:1.0:1788696536.175672:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307499249 00000100:00000001:1.0:1788696536.175674:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307498008 00000100:00000001:1.0:1788696536.175676:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307499249 00000100:00000001:1.0:1788696536.175678:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307498008 00000100:00000001:1.0:1788696536.175679:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307499249 00000100:00000001:1.0:1788696536.175681:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696536.175683:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696536.175686:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696536.175688:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696536.175692:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696536.175694:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696536.175696:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696536.175697:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696536.175699:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696536.175707:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696536.177161:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696536.177168:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006596e7c6. 00000400:00000200:0.0:1788696536.177176:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696536.177182:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696536.177188:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013cbe2c3 00000400:00000010:0.0:1788696536.177189:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013cbe2c3. 00000100:00000001:0.0:1788696536.177193:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696536.177197:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274395136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696536.177206:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696536.177209:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274395136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696536.177215:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696536.177216:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696536.178908:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696536.178928:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696536.178933:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696536.178937:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696536.178948:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696536.178964:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d12580 00000400:00000200:0.0:1788696536.178973:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1399 [1] + 224 00000800:00000001:0.0:1788696536.178981:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696536.178985:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696536.178988:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696536.179004:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696536.179010:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696536.179016:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000c1b66ce x1875583274395008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696536.179028:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000c1b66ce x1875583274395008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696536.179064:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696536.179073:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696536.179077:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696536.179079:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696536.179082:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696536.179087:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696536.179093:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12680 00000400:00000200:0.0:1788696536.179098:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x13a1 [1] + 224 00000800:00000001:0.0:1788696536.179102:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696536.179106:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696536.179107:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696536.179111:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696536.179113:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696536.179117:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a32a5d79 x1875583274395264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696536.179126:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a32a5d79 x1875583274395264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696536.179153:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696536.179158:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696536.179161:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696536.179163:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696536.179165:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696536.179169:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696536.179175:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12600 00000400:00000200:0.0:1788696536.179180:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x13a9 [1] + 224 00000800:00000001:0.0:1788696536.179183:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696536.179188:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696536.179190:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696536.179194:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696536.179196:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696536.179206:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274395136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696536.179214:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274395136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696536.179230:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696536.179235:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696536.179238:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696536.179258:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696536.179263:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696536.179269:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696536.179271:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696536.179273:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080b4c3cd. 00000400:00000200:3.0:1788696536.179278:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000558ee63f 00000400:00000010:3.0:1788696536.179280:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000558ee63f. 00000100:00000001:3.0:1788696536.179283:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696536.179288:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274395136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696536.179298:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274395136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696536.179299:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696536.179304:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696536.179309:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000001:1.0:1788696536.179310:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1788696536.179311:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788696536.179314:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1788696536.179315:0:201302:0:(client.c:1593:after_reply()) Process entered 00000400:00000010:1.0:1788696536.179317:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca5217b3. 02000000:00000001:3.0:1788696536.179320:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1788696536.179323:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059a96337 00000100:00000001:3.0:1788696536.179324:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1788696536.179327:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000059a96337. 00000100:00000001:3.0:1788696536.179328:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696536.179333:0:201303:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:3.0:1788696536.179333:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696536.179337:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1788696536.179340:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a32a5d79 x1875583274395264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696536.179342:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1788696536.179343:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=137 v=5 (5 5 5 5) 00000400:00000001:2.0:1788696536.179348:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696536.179352:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1788696536.179352:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=137 v=5 (1 1 1 1) 00000400:00000010:2.0:1788696536.179355:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004635421e. 00000100:00000200:1.0:1788696536.179360:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a32a5d79 x1875583274395264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696536.179360:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696536.179364:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696536.179365:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e33804d1 00000400:00000010:2.0:1788696536.179369:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e33804d1. 00010000:00000001:3.0:1788696536.179370:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1788696536.179377:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696536.179377:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00010000:00000001:3.0:1788696536.179377:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696536.179380:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696536.179383:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1788696536.179384:0:201303:0:(client.c:1593:after_reply()) Process entered 00000100:00000200:2.0:1788696536.179385:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000c1b66ce x1875583274395008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696536.179387:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 02000000:00000001:1.0:1788696536.179388:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696536.179392:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696536.179392:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696536.179396:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696536.179397:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696536.179402:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788696536.179407:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000c1b66ce x1875583274395008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696536.179407:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274395136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1788696536.179409:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=136 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696536.179417:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=81 v=5 (1 1 0 0) 00000100:00000001:1.0:1788696536.179425:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696536.179428:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696536.179433:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1788696536.179438:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696536.179438:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00080000:1.0:1788696536.179440:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a32a5d79 x1875583274395264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696536.179442:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696536.179444:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696536.179447:0:201301:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:3.0:1788696536.179448:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788696536.179450:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696536.179454:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696536.179457:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696536.179458:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274395136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696536.179460:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696536.179462:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696536.179465:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696536.179469:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00001000:2.0:1788696536.179469:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=137 v=5 (5 5 5 5) 00000100:00000001:1.0:1788696536.179473:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00001000:2.0:1788696536.179475:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696536.179477:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696536.179480:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696536.179484:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696536.179486:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a32a5d79 x1875583274395264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696536.179486:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274395136:192.168.201.118@tcp:400: 00010000:00000001:2.0:1788696536.179487:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696536.179491:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696536.179495:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696536.179498:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696536.179504:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696536.179505:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000c1b66ce x1875583274395008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696536.179510:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274395136/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696536.179540:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696536.179545:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1788696536.179547:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1788696536.179549:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d3d18e32. 00000100:00000001:2.0:1788696536.179550:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696536.179552:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696536.179554:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696536.179556:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1788696536.179559:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c1b66ce x1875583274395008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696536.179560:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1788696536.179561:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:1.0:1788696536.179564:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788696536.179565:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696536.179572:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000040:1.0:1788696536.179575:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a32a5d79 x1875583274395264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1788696536.179576:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a4df8fd. 00000100:00100000:2.0:1788696536.179579:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000c1b66ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274395008:192.168.201.118@tcp:400: 02000000:00000001:3.0:1788696536.179582:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696536.179585:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696536.179589:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000100:00000001:2.0:1788696536.179590:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788696536.179595:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274395264:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696536.179595:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788696536.179596:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696536.179600:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696536.179603:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000c1b66ce x1875583274395008/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696536.179605:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696536.179605:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696536.179612:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788696536.179617:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1788696536.179618:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a32a5d79 x1875583274395264/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696552 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696536.179618:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1788696536.179621:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696536.179622:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696536.179625:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000171f4f44. 00000100:00000001:3.0:1788696536.179626:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696536.179630:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696536.179633:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696536.179637:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:1.0:1788696536.179638:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1788696536.179639:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 02000000:00000001:1.0:1788696536.179641:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1788696536.179644:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696536.179645:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087ba6a14. 02000000:00000010:2.0:1788696536.179647:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006beeb4bb. 02000000:00000001:1.0:1788696536.179651:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1788696536.179652:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1788696536.179654:0:201303:0:(genops.c:1217:class_import_put()) Process entered 02000000:00000001:2.0:1788696536.179655:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1788696536.179657:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000010:2.0:1788696536.179658:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000c1b66ce. 00000020:00000001:1.0:1788696536.179662:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788696536.179664:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1788696536.179666:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d33dd5fd. 00000100:00000001:2.0:1788696536.179667:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696536.179671:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788696536.179672:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696536.179675:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1788696536.179675:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:1.0:1788696536.179677:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32a5d79. 00000100:00000001:2.0:1788696536.179679:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696536.179682:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696536.179683:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696536.179686:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696536.179687:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696536.179691:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696536.179696:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696536.179697:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696536.179699:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696536.179701:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696537.133998:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696537.134005:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696537.134011:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696537.134012:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696537.134048:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696537.134051:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696537.134054:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696537.453947:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307499249, at 4307499264 00000100:00000040:1.0:1788696537.453947:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307499249, at 4307499264 00000100:00000040:2.0:1788696537.453947:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307499249, at 4307499264 00000100:00000010:0.0:1788696537.453964:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000938a813a. 00000100:00000010:2.0:1788696537.453966:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000efe1b1f1. 00000100:00000010:1.0:1788696537.453994:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077a03d86. 00000100:00000040:3.0:1788696537.454145:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307499249, at 4307499264 00000100:00000010:3.0:1788696537.454151:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038593dc8. 00010000:00000001:2.0:1788696538.158523:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696538.158529:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696538.158533:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696538.158534:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696538.158589:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696538.158593:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696538.158596:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696539.181931:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696539.181938:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696539.181956:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696539.181958:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696539.182062:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696539.182066:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696539.182069:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696540.206031:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696540.206040:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696540.206043:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696540.206045:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696540.206050:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696540.206052:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696540.206054:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696540.206056:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696540.206059:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696540.206061:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696540.206104:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696540.206108:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696540.206110:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696541.230253:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696541.230266:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696541.230275:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696541.230276:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696541.230619:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696541.230624:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696541.230627:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696541.294072:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696541.294082:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696541.294091:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000075ac883a. 00000020:00000040:2.0:1788696541.294097:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696541.294101:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696541.294104:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696541.294109:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696541.294116:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000394a697c. 00000100:00000001:2.0:1788696541.294121:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696541.294131:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000075ac883a x1875583274395392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696541.294140:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696541.294142:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696541.294146:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075ac883a] to pc [ptlrpcd_00_00+0] req@0000000075ac883a x1875583274395392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696541.294180:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696541.294183:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696541.294188:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696541.294191:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b20f86d. 00000020:00000040:2.0:1788696541.294194:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696541.294197:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696541.294199:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696541.294202:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696541.294208:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a559f720. 00000100:00000001:3.0:1788696541.294209:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696541.294211:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696541.294215:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1788696541.294218:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000003b20f86d x1875583274395520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696541.294220:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788696541.294228:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788696541.294228:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075ac883a x1875583274395392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696541.294230:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696541.294233:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696541.294234:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696541.294243:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b20f86d] to pc [ptlrpcd_00_01+1] req@000000003b20f86d x1875583274395520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696541.294245:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696541.294249:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696541.294256:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696541.294259:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696541.294261:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696541.294264:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696541.294265:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696541.294270:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1788696541.294272:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274395392:192.168.201.118@tcp:400: 00000100:00000010:2.0:1788696541.294273:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064b693a9. 00000100:00000001:0.0:1788696541.294274:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696541.294279:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1788696541.294279:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696541.294280:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696541.294283:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788696541.294285:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696541.294287:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696541.294289:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696541.294290:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696541.294292:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b20f86d x1875583274395520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696541.294293:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696541.294295:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003a3e8ab7. 00000100:00000001:2.0:1788696541.294301:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696541.294307:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696541.294310:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696541.294310:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@0000000064b693a9 x1875583274395648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1788696541.294316:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696541.294319:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696541.294324:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696541.294332:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003b20f86d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274395520:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696541.294336:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696541.294338:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788696541.294340:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696541.294343:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696541.294346:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696541.294350:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1788696541.294350:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064b693a9] to pc [ptlrpcd_00_02+2] req@0000000064b693a9 x1875583274395648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696541.294356:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696541.294357:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050f89c66. 02000000:00000001:0.0:1788696541.294362:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696541.294364:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a525245d. 02000000:00000001:3.0:1788696541.294371:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696541.294373:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be139e4e. 00000400:00000010:3.0:1788696541.294377:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f989917. 00000400:00000010:0.0:1788696541.294383:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044b3f705. 00000400:00000010:3.0:1788696541.294387:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad957e8. 00000100:00000001:2.0:1788696541.294392:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788696541.294394:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274395392, portal 25 00000100:00000040:2.0:1788696541.294396:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696541.294400:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1788696541.294403:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1788696541.294403:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611083648 : -113296098467968 : ffff98f5324bdf80) 00000100:00000200:0.0:1788696541.294404:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274395520, portal 10 00000100:00000001:0.0:1788696541.294410:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1788696541.294411:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12840) 00000100:00000001:0.0:1788696541.294412:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611082752 : -113296098468864 : ffff98f5324bdc00) 00000100:00000040:3.0:1788696541.294415:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000075ac883a x1875583274395392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696541.294425:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003b20f86d x1875583274395520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696541.294427:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788696541.294428:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696541.294431:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696541.294434:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696541.294435:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:2.0:1788696541.294440:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064b693a9 x1875583274395648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788696541.294441:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6a995e4. 00000100:00000200:3.0:1788696541.294446:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274395392, offset 0 00000100:00000001:0.0:1788696541.294452:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788696541.294454:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696541.294456:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696541.294458:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696541.294461:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788696541.294462:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:0.0:1788696541.294463:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:2.0:1788696541.294465:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696541.294470:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000443e6238. 00000100:00100000:2.0:1788696541.294472:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000064b693a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274395648:192.168.201.118@tcp:400: 00000100:00000200:0.0:1788696541.294476:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274395520, offset 0 00000100:00000001:2.0:1788696541.294476:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696541.294480:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1788696541.294481:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:2.0:1788696541.294483:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696541.294488:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:2.0:1788696541.294488:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1788696541.294490:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1788696541.294492:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000871eab7b. 02000000:00000001:2.0:1788696541.294495:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696541.294498:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000010:2.0:1788696541.294499:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000004635421e. 00000400:00000200:3.0:1788696541.294507:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1788696541.294508:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e33804d1. 00000400:00000200:3.0:1788696541.294512:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000200:2.0:1788696541.294513:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274395648, portal 10 00000100:00000001:1.0:1788696541.294515:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696541.294517:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1788696541.294521:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [605:605:256:4294967295] 192.168.201.118@tcp LPNI seq info [605:605:8:4294967295] 00000100:00000001:2.0:1788696541.294522:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611080064 : -113296098471552 : ffff98f5324bd180) 00000100:00000001:1.0:1788696541.294523:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696541.294542:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000064b693a9 x1875583274395648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696541.294552:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788696541.294559:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1788696541.294564:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000040:2.0:1788696541.294567:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696541.294570:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a4df8fd. 00000400:00000010:2.0:1788696541.294571:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017360176. 00000400:00000200:0.0:1788696541.294576:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000200:2.0:1788696541.294576:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274395648, offset 0 00000800:00000200:3.0:1788696541.294582:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:0.0:1788696541.294585:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696541.294589:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696541.294593:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000800:00000200:3.0:1788696541.294594:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:0.0:1788696541.294599:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1788696541.294599:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a4df8fd type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1788696541.294605:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696541.294608:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [606:606:255:4294967295] 192.168.201.118@tcp LPNI seq info [606:606:7:4294967295] 00000400:00000200:0.0:1788696541.294616:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696541.294620:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696541.294623:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000010:0.0:1788696541.294625:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054acfd14. 00000400:00000200:2.0:1788696541.294627:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696541.294631:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000800:00000200:0.0:1788696541.294634:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:2.0:1788696541.294636:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1788696541.294643:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696541.294646:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000054acfd14 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788696541.294648:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696541.294653:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [607:607:254:4294967295] 192.168.201.118@tcp LPNI seq info [607:607:6:4294967295] 00000400:00000200:2.0:1788696541.294661:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696541.294665:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696541.294669:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2263eda. 00000800:00000200:2.0:1788696541.294673:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696541.294677:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696541.294680:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d2263eda type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696541.294890:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696541.294895:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307504370 00000100:00000001:2.0:1788696541.294897:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788696541.294899:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000100:00000040:2.0:1788696541.294901:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 22933 usecs (23 jiffies) 00000100:00000001:0.0:1788696541.294917:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696541.294917:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788696541.294918:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307503128 00000100:00000040:0.0:1788696541.294922:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 22837 usecs (23 jiffies) 00000100:00000001:2.0:1788696541.294925:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307504370 00000100:00000001:0.0:1788696541.294927:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307503128 00000100:00000001:3.0:1788696541.294928:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307504370 00000100:00000001:2.0:1788696541.294930:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307503128 00000100:00000001:0.0:1788696541.294933:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307504370 00000100:00000010:3.0:1788696541.294935:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81c9ce7. 00000100:00000001:0.0:1788696541.294937:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307503128 00000100:00000001:3.0:1788696541.294940:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696541.294945:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307504370 00000100:00000001:3.0:1788696541.294945:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307504370 00000100:00000001:0.0:1788696541.294950:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307504370 00000100:00000001:2.0:1788696541.294950:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307503128 00000100:00000010:3.0:1788696541.294950:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b6749. 00000100:00000001:0.0:1788696541.294957:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307503128 00000100:00000001:3.0:1788696541.294957:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696541.294961:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307504370 00000100:00000001:2.0:1788696541.294962:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307504370 00000100:00000001:2.0:1788696541.294967:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307503128 00000100:00000001:0.0:1788696541.294968:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307504370 00000100:00000010:3.0:1788696541.294968:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000100:00000001:3.0:1788696541.294974:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788696541.294975:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307503128 00000100:00000001:3.0:1788696541.294979:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696541.294980:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307504370 00000100:00000001:3.0:1788696541.294985:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696541.294986:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307504370 00000100:00000001:2.0:1788696541.294986:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1788696541.294990:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1788696541.294990:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696541.294992:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696541.294993:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1788696541.294994:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a4df8fd. 00000100:00000001:3.0:1788696541.294994:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696541.294997:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696541.294999:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696541.295000:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696541.295003:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696541.295003:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788696541.295004:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696541.295007:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696541.295007:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696541.295009:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696541.295010:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696541.295011:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788696541.295012:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696541.295016:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696541.295016:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696541.295018:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696541.295019:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1788696541.295019:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6a995e4 00000100:00000001:2.0:1788696541.295019:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696541.295024:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1788696541.295024:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d6a995e4. 00000100:00000001:2.0:1788696541.295025:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696541.295025:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696541.295031:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696541.295031:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696541.295032:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788696541.295034:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696541.295037:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696541.295039:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000075ac883a x1875583274395392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696541.295041:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696541.295051:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696541.295056:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000075ac883a x1875583274395392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696557 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696541.295063:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696541.295065:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696541.295077:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696541.295079:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054acfd14. 00000400:00000200:1.0:1788696541.295082:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696541.295085:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696541.295088:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000443e6238 00000400:00000010:1.0:1788696541.295089:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000443e6238. 00000100:00000001:1.0:1788696541.295092:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696541.295094:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003b20f86d x1875583274395520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696541.295108:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696541.295110:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b20f86d x1875583274395520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696557 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696541.295116:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696541.295117:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696541.295177:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696541.295179:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d2263eda. 00000400:00000200:1.0:1788696541.295182:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696541.295185:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696541.295188:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017360176 00000400:00000010:1.0:1788696541.295189:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000017360176. 00000100:00000001:1.0:1788696541.295190:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696541.295192:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000064b693a9 x1875583274395648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696541.295205:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696541.295208:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064b693a9 x1875583274395648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696557 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696541.295212:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696541.295213:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696541.299886:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696541.299956:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696541.299961:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696541.299964:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696541.299975:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696541.299991:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d12700 00000400:00000200:0.0:1788696541.299998:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x13b1 [1] + 224 00000800:00000001:0.0:1788696541.300006:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696541.300010:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696541.300013:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696541.300017:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696541.300024:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696541.300030:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000075ac883a x1875583274395392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696541.300041:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000075ac883a x1875583274395392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696541.300058:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696541.300067:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696541.300072:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696541.300083:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696541.300087:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1788696541.300089:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1788696541.300093:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1788696541.300094:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696541.300096:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696541.300099:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f989917. 00000400:00000200:0.0:1788696541.300104:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696541.300105:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad957e8 00000400:00000010:3.0:1788696541.300109:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fad957e8. 00000100:00000001:3.0:1788696541.300111:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:0.0:1788696541.300117:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12780 00000100:00000200:3.0:1788696541.300117:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000075ac883a x1875583274395392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696541.300129:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000075ac883a x1875583274395392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696541.300131:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x13b5 [1] + 224 00000100:00000001:3.0:1788696541.300142:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696541.300143:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696541.300143:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696541.300147:0:201300:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:0.0:1788696541.300149:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788696541.300149:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696541.300151:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1788696541.300153:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788696541.300154:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696541.300159:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696541.300163:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00001000:3.0:1788696541.300165:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=142 v=5 (5 5 5 5) 00000100:00000001:0.0:1788696541.300167:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00001000:3.0:1788696541.300169:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=142 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696541.300172:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696541.300173:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696541.300174:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003b20f86d x1875583274395520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696541.300176:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696541.300178:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696541.300181:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696541.300187:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075ac883a x1875583274395392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696541.300193:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003b20f86d x1875583274395520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696541.300194:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696541.300199:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696541.300201:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696541.300207:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075ac883a x1875583274395392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696541.300217:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000075ac883a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274395392:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696541.300222:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696541.300224:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696541.300227:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000075ac883a x1875583274395392/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696541.300233:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696541.300236:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696541.300239:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a525245d. 02000000:00000001:3.0:1788696541.300243:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696541.300245:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696541.300247:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696541.300250:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696541.300251:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000394a697c. 02000000:00000001:3.0:1788696541.300255:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696541.300257:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696541.300259:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000075ac883a. 00000100:00000001:2.0:1788696541.300261:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696541.300263:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696541.300266:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696541.300266:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696541.300270:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696541.300275:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696541.300276:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696541.300277:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696541.300281:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696541.300283:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696541.300291:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696541.300307:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788696541.300309:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1788696541.300310:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1788696541.300312:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1788696541.300314:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1788696541.300315:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be139e4e. 00000400:00000200:2.0:1788696541.300321:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044b3f705 00000400:00000200:0.0:1788696541.300323:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000010:2.0:1788696541.300324:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000044b3f705. 00000100:00000001:2.0:1788696541.300329:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:0.0:1788696541.300332:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12800 00000100:00000200:2.0:1788696541.300336:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003b20f86d x1875583274395520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696541.300342:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x13c1 [1] + 224 00000800:00000001:0.0:1788696541.300350:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1788696541.300354:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003b20f86d x1875583274395520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788696541.300356:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696541.300360:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696541.300368:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696541.300369:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696541.300372:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788696541.300372:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696541.300376:0:201301:0:(client.c:1593:after_reply()) Process entered 00000100:00000200:0.0:1788696541.300378:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000064b693a9 x1875583274395648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696541.300379:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696541.300382:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696541.300384:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696541.300388:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696541.300395:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064b693a9 x1875583274395648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1788696541.300397:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=142 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696541.300404:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=142 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696541.300408:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696541.300409:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696541.300410:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696541.300414:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696541.300419:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696541.300422:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696541.300424:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696541.300426:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696541.300430:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b20f86d x1875583274395520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696541.300433:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696541.300439:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1788696541.300440:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788696541.300442:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1788696541.300446:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696541.300446:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696541.300453:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b20f86d x1875583274395520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696541.300455:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696541.300458:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696541.300462:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696541.300464:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696541.300465:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004635421e. 00000400:00000200:3.0:1788696541.300469:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e33804d1 00000100:00100000:2.0:1788696541.300474:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003b20f86d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274395520:192.168.201.118@tcp:400: 00000400:00000010:3.0:1788696541.300479:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e33804d1. 00000100:00000001:2.0:1788696541.300486:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696541.300486:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788696541.300491:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1788696541.300494:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000064b693a9 x1875583274395648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696541.300498:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b20f86d x1875583274395520/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696541.300517:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1788696541.300518:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000064b693a9 x1875583274395648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696541.300520:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696541.300523:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050f89c66. 02000000:00000001:2.0:1788696541.300530:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788696541.300531:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:2.0:1788696541.300533:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:3.0:1788696541.300534:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788696541.300537:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696541.300538:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696541.300541:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1788696541.300542:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788696541.300544:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1788696541.300546:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a559f720. 00000100:00000001:3.0:1788696541.300547:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696541.300551:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696541.300551:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696541.300554:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696541.300557:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b20f86d. 00000100:00001000:3.0:1788696541.300558:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=141 v=5 (5 5 5 5) 00000100:00000001:2.0:1788696541.300562:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1788696541.300563:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=86 v=5 (1 1 0 0) 00000100:00000001:2.0:1788696541.300565:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696541.300567:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696541.300569:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696541.300571:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696541.300574:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1788696541.300575:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00010000:00080000:3.0:1788696541.300578:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@0000000064b693a9 x1875583274395648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696541.300586:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696541.300587:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696541.300591:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696541.300593:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696541.300595:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696541.300597:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696541.300598:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696541.300600:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696541.300605:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064b693a9 x1875583274395648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696541.300611:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696541.300614:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696541.300615:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696541.300617:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064b693a9 x1875583274395648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696541.300624:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000064b693a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274395648:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696541.300630:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696541.300632:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696541.300634:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064b693a9 x1875583274395648/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696557 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696541.300639:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696541.300641:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696541.300642:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000871eab7b. 02000000:00000001:3.0:1788696541.300645:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696541.300646:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696541.300647:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696541.300648:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696541.300649:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003a3e8ab7. 02000000:00000001:3.0:1788696541.300650:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696541.300651:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696541.300651:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064b693a9. 00000100:00000001:3.0:1788696541.300653:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696541.300654:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696541.300655:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696541.300658:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696541.300659:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696541.300660:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696541.300661:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696542.254578:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696542.254585:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696542.254590:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696542.254591:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696542.254643:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696542.254646:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696542.254648:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696542.573970:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307504370, at 4307504384 00000100:00000040:3.0:1788696542.573970:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307504370, at 4307504384 00000100:00000040:1.0:1788696542.573971:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307504370, at 4307504384 00000100:00000040:2.0:1788696542.573971:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307504370, at 4307504384 00000100:00000010:0.0:1788696542.573990:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00000100:00000010:2.0:1788696542.573991:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b6749. 00000100:00000010:3.0:1788696542.573993:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00000100:00000010:1.0:1788696542.573995:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81c9ce7. 00010000:00000001:2.0:1788696543.277982:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696543.277989:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696543.277995:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696543.277996:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696543.278067:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696543.278071:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696543.278073:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696544.301969:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696544.301975:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696544.301980:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696544.301981:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696544.302000:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696544.302005:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696544.302008:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696545.325956:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696545.325963:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696545.325968:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696545.325972:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696545.325974:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696545.325977:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696545.325980:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696545.325982:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696545.325985:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696545.325987:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696545.326045:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696545.326049:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696545.326051:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696546.349962:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696546.349969:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696546.349976:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696546.349977:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696546.350222:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696546.350224:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696546.350227:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696546.415737:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696546.415745:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696546.415753:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7f27e9d. 00000020:00000040:0.0:1788696546.415759:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696546.415763:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696546.415765:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696546.415769:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696546.415775:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054acfd14. 00000100:00000001:0.0:1788696546.415782:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696546.415792:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000a7f27e9d x1875583274395776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696546.415802:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696546.415804:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696546.415808:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f27e9d] to pc [ptlrpcd_00_03+3] req@00000000a7f27e9d x1875583274395776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696546.415883:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696546.415886:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696546.415887:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788696546.415891:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696546.415891:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788696546.415897:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1788696546.415899:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a7f27e9d x1875583274395776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1788696546.415902:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a489c80. 00000100:00000001:1.0:1788696546.415910:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696546.415914:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788696546.415915:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696546.415917:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696546.415919:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696546.415921:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696546.415927:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ea48552. 02000000:00000001:1.0:1788696546.415928:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788696546.415932:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696546.415932:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696546.415938:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696546.415940:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000004a489c80 x1875583274395904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788696546.415944:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274395776:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696546.415955:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696546.415956:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696546.415958:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696546.415961:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1788696546.415963:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a489c80] to pc [ptlrpcd_00_00+0] req@000000004a489c80 x1875583274395904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696546.415964:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696546.415969:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696546.415975:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008fcec018. 02000000:00000001:1.0:1788696546.415978:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696546.415984:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8b70b82. 00000100:00000001:0.0:1788696546.415986:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696546.415989:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1788696546.415991:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e02c571f. 00000100:00000001:0.0:1788696546.415993:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696546.415997:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ace5e01e. 00000100:00000200:1.0:1788696546.415999:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274395776, portal 25 00000020:00000040:0.0:1788696546.416001:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696546.416005:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696546.416006:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696546.416009:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788696546.416009:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438016 : -113296827113600 : ffff98f506dd9f80) 02000000:00000001:0.0:1788696546.416012:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696546.416017:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d9ed23a3. 00000100:00000040:1.0:1788696546.416019:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a7f27e9d x1875583274395776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696546.416021:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696546.416029:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000ace5e01e x1875583274396032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696546.416032:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696546.416039:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696546.416044:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aff15dcb. 00000100:00000001:0.0:1788696546.416045:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696546.416047:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696546.416049:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274395776, offset 0 00000100:00000040:0.0:1788696546.416053:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ace5e01e] to pc [ptlrpcd_00_01+1] req@00000000ace5e01e x1875583274396032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696546.416060:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696546.416069:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696546.416071:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1788696546.416078:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000040:0.0:1788696546.416083:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1788696546.416087:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1788696546.416089:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12845) 00000400:00000200:1.0:1788696546.416092:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696546.416097:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696546.416100:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696546.416104:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [608:608:256:4294967295] 192.168.201.118@tcp LPNI seq info [608:608:8:4294967295] 00000400:00000200:1.0:1788696546.416116:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696546.416122:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696546.416126:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000520c6b2f. 00000800:00000200:1.0:1788696546.416132:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696546.416145:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696546.416148:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000520c6b2f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696546.416372:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696546.416377:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307509491 00000100:00000010:1.0:1788696546.416382:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051f28e6c. 00000100:00000001:1.0:1788696546.416446:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696546.416452:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307509491 00000100:00000010:1.0:1788696546.416455:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b59a03d5. 00000100:00000001:1.0:1788696546.416458:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788696546.416460:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307509491 00000100:00000010:1.0:1788696546.416462:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051bc30db. 00000100:00000001:1.0:1788696546.416465:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696546.416467:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307509491 00000100:00000010:1.0:1788696546.416469:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d1d951b. 00000100:00000001:1.0:1788696546.416472:0:201303:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696546.416475:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696546.416477:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696546.416480:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696546.416482:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696546.416489:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696546.416491:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696546.416493:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696546.416494:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696546.416495:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696546.416497:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696546.416551:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696546.416554:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696546.416556:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696546.416560:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a489c80 x1875583274395904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696546.416568:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696546.416569:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696546.416572:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696546.416574:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696546.416576:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696546.416578:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274395904:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696546.416581:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696546.416584:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696546.416585:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696546.416586:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696546.416590:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003040d782. 02000000:00000001:2.0:1788696546.416591:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696546.416595:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faab0084. 00000400:00000010:2.0:1788696546.416600:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6ffd42f. 00000100:00000200:2.0:1788696546.416604:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274395904, portal 10 00000100:00000001:2.0:1788696546.416606:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696546.416607:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882430848 : -113296827120768 : ffff98f506dd8380) 00000100:00000040:2.0:1788696546.416612:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004a489c80 x1875583274395904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696546.416619:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696546.416622:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696546.416624:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e484deba. 00000100:00000200:2.0:1788696546.416626:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274395904, offset 0 00000400:00000200:2.0:1788696546.416630:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696546.416635:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696546.416638:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696546.416640:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696546.416643:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696546.416645:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696546.416647:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [609:609:255:4294967295] 192.168.201.118@tcp LPNI seq info [609:609:7:4294967295] 00000400:00000200:2.0:1788696546.416656:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696546.416661:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696546.416664:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a559f720. 00000800:00000200:2.0:1788696546.416669:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696546.416674:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788696546.416675:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1788696546.416679:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a559f720 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696546.416680:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696546.416686:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696546.416689:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 22753 usecs (23 jiffies) 00000100:00000001:2.0:1788696546.416692:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307508249 00000100:00000001:2.0:1788696546.416695:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307509491 00000100:00000001:2.0:1788696546.416697:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307508249 00000100:00000001:2.0:1788696546.416699:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307509491 00000100:00000001:3.0:1788696546.416700:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696546.416701:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307508249 00000100:00000001:3.0:1788696546.416704:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696546.416706:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307509491 00000100:00000001:3.0:1788696546.416707:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788696546.416710:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307508249 00000100:00000040:3.0:1788696546.416715:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ace5e01e x1875583274396032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696546.416719:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307509491 00000100:00000001:2.0:1788696546.416721:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696546.416723:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696546.416725:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696546.416728:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696546.416734:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696546.416736:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696546.416738:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696546.416740:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696546.416741:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696546.416743:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1788696546.416745:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788696546.416746:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696546.416748:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696546.416750:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696546.416752:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696546.416757:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ace5e01e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274396032:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696546.416761:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696546.416763:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696546.416765:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696546.416766:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696546.416770:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa20ca05. 02000000:00000001:3.0:1788696546.416773:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696546.416776:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f989917. 00000400:00000010:3.0:1788696546.416779:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad957e8. 00000100:00000200:3.0:1788696546.416782:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274396032, portal 10 00000100:00000001:3.0:1788696546.416784:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696546.416785:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882437120 : -113296827114496 : ffff98f506dd9c00) 00000100:00000040:3.0:1788696546.416789:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ace5e01e x1875583274396032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696546.416795:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696546.416797:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696546.416799:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000612417f3. 00000100:00000200:3.0:1788696546.416801:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274396032, offset 0 00000400:00000200:3.0:1788696546.416805:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696546.416810:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696546.416813:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696546.416824:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696546.416827:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696546.416829:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696546.416831:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [610:610:254:4294967295] 192.168.201.118@tcp LPNI seq info [610:610:6:4294967295] 00000400:00000200:3.0:1788696546.416839:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696546.416861:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696546.416865:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f59c383. 00000800:00000200:3.0:1788696546.416869:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696546.416872:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696546.416875:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f59c383 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696546.416877:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696546.416880:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 22848 usecs (23 jiffies) 00000100:00000001:3.0:1788696546.416882:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307508250 00000100:00000001:3.0:1788696546.416884:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307509491 00000100:00000001:3.0:1788696546.416885:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307508250 00000100:00000001:3.0:1788696546.416887:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307509491 00000100:00000001:3.0:1788696546.416889:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307508250 00000100:00000001:3.0:1788696546.416890:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307509491 00000100:00000001:3.0:1788696546.416891:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307508250 00000100:00000001:3.0:1788696546.416893:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307509491 00000100:00000001:3.0:1788696546.416894:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696546.416895:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696546.416897:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696546.416899:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696546.416902:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696546.416903:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696546.416905:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696546.416906:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696546.416907:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696546.416908:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696546.417108:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696546.417112:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000520c6b2f. 00000400:00000200:0.0:1788696546.417117:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696546.417122:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696546.417127:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aff15dcb 00000400:00000010:0.0:1788696546.417128:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000aff15dcb. 00000100:00000001:0.0:1788696546.417132:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696546.417135:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a7f27e9d x1875583274395776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696546.417144:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696546.417146:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a7f27e9d x1875583274395776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696546.417152:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696546.417154:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696546.417166:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696546.417168:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a559f720. 00000400:00000200:0.0:1788696546.417170:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696546.417172:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696546.417174:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e484deba 00000400:00000010:0.0:1788696546.417175:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e484deba. 00000100:00000001:0.0:1788696546.417177:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696546.417179:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004a489c80 x1875583274395904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696546.417184:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696546.417185:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a489c80 x1875583274395904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696546.417191:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696546.417192:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696546.417248:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696546.417250:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f59c383. 00000400:00000200:0.0:1788696546.417258:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696546.417261:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696546.417264:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000612417f3 00000400:00000010:0.0:1788696546.417265:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000612417f3. 00000100:00000001:0.0:1788696546.417267:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696546.417269:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000ace5e01e x1875583274396032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696546.417275:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696546.417277:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ace5e01e x1875583274396032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696562 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696546.417282:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696546.417283:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696546.421487:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696546.421503:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696546.421507:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696546.421510:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696546.421520:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696546.421538:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12900 00000400:00000200:0.0:1788696546.421546:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x13d1 [1] + 224 00000800:00000001:0.0:1788696546.421553:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696546.421556:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696546.421559:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696546.421563:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696546.421571:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696546.421577:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004a489c80 x1875583274395904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696546.421588:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a489c80 x1875583274395904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696546.421608:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696546.421616:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696546.421620:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696546.421622:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696546.421635:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696546.421638:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788696546.421642:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:2.0:1788696546.421643:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696546.421649:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1788696546.421652:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12980 00000400:00000001:2.0:1788696546.421652:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696546.421655:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000faab0084. 00000400:00000200:2.0:1788696546.421661:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6ffd42f 00000400:00000010:2.0:1788696546.421662:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d6ffd42f. 00000100:00000001:2.0:1788696546.421665:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:0.0:1788696546.421670:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x13d9 [1] + 224 00000100:00000200:2.0:1788696546.421670:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004a489c80 x1875583274395904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788696546.421680:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696546.421686:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788696546.421687:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004a489c80 x1875583274395904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696546.421690:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788696546.421696:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696546.421699:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696546.421700:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696546.421701:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696546.421705:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696546.421706:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788696546.421707:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696546.421709:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696546.421713:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000ace5e01e x1875583274396032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696546.421713:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696546.421721:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=147 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696546.421724:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=147 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696546.421726:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696546.421727:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696546.421728:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696546.421731:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696546.421734:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696546.421735:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696546.421736:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696546.421738:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696546.421741:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a489c80 x1875583274395904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696546.421746:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696546.421748:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696546.421749:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696546.421751:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a489c80 x1875583274395904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696546.421755:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274395904:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696546.421758:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696546.421759:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696546.421761:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a489c80 x1875583274395904/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696546.421768:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696546.421770:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696546.421772:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003040d782. 02000000:00000001:2.0:1788696546.421775:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696546.421777:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696546.421779:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696546.421783:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696546.421785:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ea48552. 02000000:00000001:2.0:1788696546.421789:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696546.421792:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696546.421793:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a489c80. 00000100:00000040:0.0:1788696546.421796:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ace5e01e x1875583274396032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696546.421797:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696546.421799:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696546.421802:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696546.421809:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696546.421811:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696546.421822:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696546.421825:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696546.421827:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696546.421835:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696546.421839:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696546.421841:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696546.421867:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696546.421872:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696546.421879:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d12880 00000400:00000200:0.0:1788696546.421883:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x13c9 [1] + 224 00000800:00000001:0.0:1788696546.421887:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696546.421893:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696546.421895:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696546.421897:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696546.421900:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696546.421903:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a7f27e9d x1875583274395776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696546.421910:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a7f27e9d x1875583274395776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696546.421977:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696546.421979:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696546.421997:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696546.422002:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696546.422006:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696546.422103:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696546.422106:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696546.422110:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696546.422112:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696546.422114:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f989917. 00000400:00000200:3.0:1788696546.422119:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad957e8 00000400:00000010:3.0:1788696546.422121:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fad957e8. 00000100:00000001:3.0:1788696546.422124:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696546.422127:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000ace5e01e x1875583274396032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696546.422134:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000ace5e01e x1875583274396032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696546.422140:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696546.422142:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696546.422143:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696546.422145:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696546.422146:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696546.422148:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696546.422149:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696546.422165:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=146 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696546.422168:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=91 v=5 (1 1 0 0) 00000100:00000001:3.0:1788696546.422169:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696546.422171:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696546.422172:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788696546.422175:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ace5e01e x1875583274396032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696546.422182:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696546.422184:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696546.422185:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696546.422187:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696546.422188:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696546.422190:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ace5e01e x1875583274396032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696546.422204:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696546.422206:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696546.422207:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696546.422209:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ace5e01e x1875583274396032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696546.422217:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ace5e01e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274396032:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696546.422222:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696546.422223:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696546.422226:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ace5e01e x1875583274396032/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696546.422232:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696546.422233:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696546.422235:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa20ca05. 02000000:00000001:3.0:1788696546.422238:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696546.422239:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696546.422241:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696546.422243:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696546.422244:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d9ed23a3. 02000000:00000001:3.0:1788696546.422246:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696546.422247:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696546.422248:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ace5e01e. 00000100:00000001:3.0:1788696546.422251:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696546.422252:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696546.422253:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696546.422257:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696546.422258:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696546.422260:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696546.422262:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788696546.422369:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696546.422371:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696546.422373:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8b70b82. 00000400:00000200:2.0:1788696546.422376:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e02c571f 00000400:00000010:2.0:1788696546.422378:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e02c571f. 00000100:00000001:2.0:1788696546.422380:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696546.422383:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a7f27e9d x1875583274395776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696546.422391:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a7f27e9d x1875583274395776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696546.422396:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696546.422398:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696546.422399:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696546.422400:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696546.422401:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696546.422403:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696546.422405:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696546.422407:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=147 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696546.422410:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=147 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696546.422412:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696546.422413:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696546.422415:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696546.422416:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696546.422418:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696546.422421:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a7f27e9d x1875583274395776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696546.422426:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696546.422428:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696546.422430:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696546.422432:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7f27e9d x1875583274395776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696546.422438:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274395776:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696546.422442:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696546.422444:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696546.422446:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a7f27e9d x1875583274395776/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696562 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696546.422451:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696546.422452:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696546.422454:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008fcec018. 02000000:00000001:2.0:1788696546.422456:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696546.422458:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696546.422459:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788696546.422460:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696546.422461:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054acfd14. 02000000:00000001:2.0:1788696546.422463:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696546.422464:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696546.422465:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7f27e9d. 00000100:00000001:2.0:1788696546.422468:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696546.422470:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696546.422472:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696546.422475:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696546.422477:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696546.422478:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696546.422480:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696547.373949:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696547.373955:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696547.373960:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696547.373961:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696547.373980:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696547.373984:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696547.373986:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696547.693909:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307509491, at 4307509504 00000100:00000010:3.0:1788696547.693924:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d1d951b. 00000100:00000040:1.0:1788696547.694067:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307509491, at 4307509504 00000100:00000010:1.0:1788696547.694074:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b59a03d5. 00000100:00000040:2.0:1788696547.694084:0:207183:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307509491, at 4307509504 00000100:00000010:2.0:1788696547.694091:0:207183:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051bc30db. 00000100:00000040:0.0:1788696547.694138:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307509491, at 4307509504 00000100:00000010:0.0:1788696547.694142:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051f28e6c. 00010000:00000001:2.0:1788696548.397971:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696548.397977:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696548.397981:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696548.397982:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696548.398122:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696548.398125:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696548.398127:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696549.422031:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696549.422037:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696549.422042:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696549.422044:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696549.422107:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696549.422110:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696549.422113:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696550.445965:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696550.445975:0:207183:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696550.445977:0:207183:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696550.445980:0:207183:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696550.445986:0:207183:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696550.445988:0:207183:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696550.445990:0:207183:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696550.445992:0:207183:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696550.445996:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696550.446001:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696550.446041:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696550.446045:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696550.446064:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696551.470768:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696551.470776:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696551.470781:0:207183:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696551.470783:0:207183:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696551.471561:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696551.471566:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696551.471568:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696551.533955:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696551.533965:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696551.533975:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001676e642. 00000020:00000040:0.0:1788696551.533991:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696551.533999:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696551.534001:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696551.534007:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696551.534014:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b93a25a. 00000100:00000001:0.0:1788696551.534022:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696551.534097:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000001676e642 x1875583274396160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696551.534110:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696551.534112:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696551.534118:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001676e642] to pc [ptlrpcd_00_02+2] req@000000001676e642 x1875583274396160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696551.534152:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696551.534155:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696551.534159:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696551.534163:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a7f27e9d. 00000020:00000040:0.0:1788696551.534178:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696551.534181:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696551.534183:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696551.534185:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696551.534187:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1788696551.534189:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000094b132a4. 00000100:00000001:0.0:1788696551.534194:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696551.534195:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788696551.534198:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000a7f27e9d x1875583274396288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696551.534198:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696551.534199:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788696551.534203:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696551.534208:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001676e642 x1875583274396160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696551.534210:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696551.534213:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696551.534220:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f27e9d] to pc [ptlrpcd_00_03+3] req@00000000a7f27e9d x1875583274396288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696551.534230:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696551.534234:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696551.534237:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696551.534238:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788696551.534240:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1788696551.534242:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696551.534244:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696551.534247:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696551.534248:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1788696551.534248:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696551.534254:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1788696551.534256:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274396160:192.168.201.118@tcp:400: 00000100:00000040:1.0:1788696551.534257:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a7f27e9d x1875583274396288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1788696551.534258:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ace5e01e. 00000020:00000040:0.0:1788696551.534264:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696551.534267:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696551.534272:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696551.534274:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696551.534275:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788696551.534276:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1788696551.534278:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696551.534280:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696551.534281:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696551.534282:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696551.534288:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054acfd14. 02000000:00000001:1.0:1788696551.534288:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1788696551.534290:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b93e1545. 00000100:00000001:0.0:1788696551.534294:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696551.534295:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696551.534297:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788696551.534302:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000ace5e01e x1875583274396416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1788696551.534305:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faab0084. 02000000:00000001:1.0:1788696551.534306:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696551.534315:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1788696551.534315:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274396288:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696551.534317:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696551.534323:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1788696551.534324:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ace5e01e] to pc [ptlrpcd_00_00+0] req@00000000ace5e01e x1875583274396416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696551.534328:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696551.534331:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696551.534335:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696551.534340:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037517b8e. 02000000:00000001:1.0:1788696551.534342:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696551.534346:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696551.534347:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000083a5fb2. 00000100:00000040:0.0:1788696551.534350:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696551.534352:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696551.534356:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1788696551.534357:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000840910ba. 00000100:00000040:0.0:1788696551.534360:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1788696551.534361:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1788696551.534365:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6ffd42f. 00000100:00000040:0.0:1788696551.534367:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12851) 00000100:00000200:1.0:1788696551.534368:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274396288, portal 10 00000100:00000040:3.0:1788696551.534370:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ace5e01e x1875583274396416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696551.534371:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274396160, portal 25 00000100:00000001:1.0:1788696551.534374:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696551.534377:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696551.534378:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882438016 : -113296827113600 : ffff98f506dd9f80) 00000100:00000001:0.0:1788696551.534379:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696551.534381:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882429952 : -113296827121664 : ffff98f506dd8000) 00000100:00000001:0.0:1788696551.534383:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696551.534392:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a7f27e9d x1875583274396288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696551.534393:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001676e642 x1875583274396160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696551.534419:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696551.534422:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696551.534427:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788696551.534427:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1788696551.534428:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696551.534432:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788696551.534435:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000040:1.0:1788696551.534436:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:3.0:1788696551.534437:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696551.534440:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a65f0ee9. 00000400:00000010:1.0:1788696551.534442:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000013e8a062. 00000100:00100000:3.0:1788696551.534444:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ace5e01e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274396416:192.168.201.118@tcp:400: 00000100:00000200:2.0:1788696551.534445:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274396160, offset 0 00000100:00000200:1.0:1788696551.534447:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274396288, offset 0 00000100:00000001:3.0:1788696551.534454:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788696551.534457:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:3.0:1788696551.534458:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696551.534461:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696551.534464:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1788696551.534467:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000010:3.0:1788696551.534469:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff02e4c5. 00000400:00000200:2.0:1788696551.534473:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:3.0:1788696551.534474:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696551.534480:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f989917. 00000400:00000200:2.0:1788696551.534481:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696551.534487:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000010:3.0:1788696551.534487:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad957e8. 00000100:00000200:3.0:1788696551.534493:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274396416, portal 10 00000100:00000001:3.0:1788696551.534496:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696551.534497:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882437120 : -113296827114496 : ffff98f506dd9c00) 00000100:00000040:3.0:1788696551.534502:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000ace5e01e x1875583274396416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696551.534509:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696551.534511:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696551.534513:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a7cbfc. 00000100:00000200:3.0:1788696551.534515:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274396416, offset 0 00000400:00000200:3.0:1788696551.534520:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696551.534545:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696551.534549:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696551.534552:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [611:611:256:4294967295] 192.168.201.118@tcp LPNI seq info [611:611:8:4294967295] 00000400:00000200:2.0:1788696551.534562:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696551.534568:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696551.534574:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000010:2.0:1788696551.534575:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000334bf9d4. 00000400:00000200:1.0:1788696551.534579:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1788696551.534584:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:1.0:1788696551.534592:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000800:00000200:2.0:1788696551.534596:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:1.0:1788696551.534598:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696551.534603:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000200:2.0:1788696551.534603:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000334bf9d4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1788696551.534610:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [612:612:255:4294967295] 192.168.201.118@tcp LPNI seq info [612:612:7:4294967295] 00000100:00000001:2.0:1788696551.534620:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696551.534621:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:2.0:1788696551.534625:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307514609 00000800:00000200:1.0:1788696551.534631:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000010:2.0:1788696551.534632:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003a80d04b. 00000400:00000200:3.0:1788696551.534632:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000010:1.0:1788696551.534639:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000155bbcce. 00000400:00000200:3.0:1788696551.534639:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788696551.534642:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1788696551.534644:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000800:00000200:1.0:1788696551.534649:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:3.0:1788696551.534650:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788696551.534651:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307514609 00000400:00000200:3.0:1788696551.534656:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000010:2.0:1788696551.534658:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ff94962. 00000800:00000200:1.0:1788696551.534659:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:3.0:1788696551.534664:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [613:613:254:4294967295] 192.168.201.118@tcp LPNI seq info [613:613:6:4294967295] 00000100:00000001:2.0:1788696551.534665:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696551.534669:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307514609 00000100:00000010:2.0:1788696551.534674:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012b293cd. 00000800:00000200:1.0:1788696551.534679:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000155bbcce type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696551.534681:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1788696551.534681:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:1.0:1788696551.534685:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696551.534687:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307514609 00000100:00000040:1.0:1788696551.534692:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 22668 usecs (23 jiffies) 00000100:00000010:2.0:1788696551.534692:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce767292. 00000800:00000200:3.0:1788696551.534692:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696551.534696:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696551.534698:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307513367 00000800:00000010:3.0:1788696551.534700:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008513bebc. 00000100:00000001:2.0:1788696551.534701:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696551.534704:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307514609 00000100:00000001:1.0:1788696551.534710:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307513367 00000800:00000200:3.0:1788696551.534710:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:2.0:1788696551.534711:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696551.534717:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:1.0:1788696551.534718:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307514609 00000100:00000001:2.0:1788696551.534719:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696551.534721:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008513bebc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696551.534723:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307513367 00000100:00000001:2.0:1788696551.534736:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696551.534738:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696551.534741:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307514609 00000100:00000040:3.0:1788696551.534743:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 22765 usecs (23 jiffies) 00000100:00000001:1.0:1788696551.534745:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307513367 00000100:00000001:2.0:1788696551.534747:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696551.534749:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307513367 00000100:00000001:1.0:1788696551.534751:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307514609 00000100:00000001:2.0:1788696551.534751:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696551.534755:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307514609 00000100:00000001:2.0:1788696551.534757:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696551.534758:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696551.534760:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307513367 00000100:00000001:2.0:1788696551.534761:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696551.534762:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696551.534764:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696551.534766:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307514609 00000100:00000001:1.0:1788696551.534768:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696551.534769:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696551.534770:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307513367 00000100:00000001:1.0:1788696551.534775:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696551.534775:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307514609 00000100:00000001:3.0:1788696551.534780:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307513367 00000100:00000001:1.0:1788696551.534781:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696551.534782:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307514609 00000100:00000001:1.0:1788696551.534784:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696551.534786:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696551.534789:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696551.534790:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696551.534792:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696551.534794:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696551.534796:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696551.534798:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696551.534803:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696551.534806:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696551.534807:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696551.534809:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696551.534811:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696551.534813:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696551.534815:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696551.535463:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696551.535468:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000334bf9d4. 00000400:00000200:0.0:1788696551.535474:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696551.535480:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696551.535486:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a65f0ee9 00000400:00000010:0.0:1788696551.535488:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a65f0ee9. 00000100:00000001:0.0:1788696551.535493:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696551.535497:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001676e642 x1875583274396160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696551.535507:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696551.535510:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001676e642 x1875583274396160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696551.535516:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696551.535518:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696551.535537:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696551.535539:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000155bbcce. 00000400:00000200:0.0:1788696551.535551:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696551.535555:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696551.535558:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013e8a062 00000400:00000010:0.0:1788696551.535559:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000013e8a062. 00000100:00000001:0.0:1788696551.535563:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696551.535566:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a7f27e9d x1875583274396288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696551.535573:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696551.535576:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a7f27e9d x1875583274396288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696551.535586:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696551.535587:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696551.535630:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696551.535633:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008513bebc. 00000400:00000200:0.0:1788696551.535635:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696551.535639:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696551.535641:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a7cbfc 00000400:00000010:0.0:1788696551.535642:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a7cbfc. 00000100:00000001:0.0:1788696551.535645:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696551.535648:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000ace5e01e x1875583274396416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696551.535655:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696551.535657:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ace5e01e x1875583274396416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696551.535663:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696551.535664:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696551.536554:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696551.536565:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696551.536568:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696551.536570:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696551.536577:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696551.536588:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d12a00 00000400:00000200:0.0:1788696551.536595:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x13e5 [1] + 224 00000800:00000001:0.0:1788696551.536600:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696551.536605:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696551.536608:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696551.536611:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696551.536616:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696551.536619:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001676e642 x1875583274396160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696551.536629:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001676e642 x1875583274396160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696551.536647:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696551.536655:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696551.536664:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696551.536688:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696551.536692:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696551.536697:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696551.536699:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696551.536701:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000faab0084. 00000400:00000200:2.0:1788696551.536706:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6ffd42f 00000400:00000010:2.0:1788696551.536708:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d6ffd42f. 00000100:00000001:2.0:1788696551.536711:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696551.536715:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001676e642 x1875583274396160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696551.536723:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001676e642 x1875583274396160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696551.536742:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696551.536744:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696551.536746:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696551.536748:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696551.536751:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696551.536753:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696551.536755:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696551.536760:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=152 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696551.536764:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=152 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696551.536766:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696551.536768:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696551.536770:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696551.536772:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696551.536775:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696551.536778:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001676e642 x1875583274396160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696551.536784:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696551.536787:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696551.536789:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696551.536791:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001676e642 x1875583274396160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696551.536797:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001676e642 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274396160:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696551.536807:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696551.536808:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696551.536811:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001676e642 x1875583274396160/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696551.536817:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696551.536819:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696551.536821:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b93e1545. 02000000:00000001:2.0:1788696551.536826:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696551.536828:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696551.536830:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788696551.536832:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696551.536834:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b93a25a. 02000000:00000001:2.0:1788696551.536837:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696551.536840:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696551.536841:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001676e642. 00000100:00000001:2.0:1788696551.536871:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696551.536873:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696551.536875:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696551.536881:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696551.536940:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696551.536943:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696551.536946:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696551.538903:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696551.538915:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696551.538919:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696551.538921:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696551.538931:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696551.538945:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12a80 00000400:00000200:0.0:1788696551.538952:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x13e1 [1] + 224 00000800:00000001:0.0:1788696551.538959:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696551.538963:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696551.538966:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696551.538971:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696551.538977:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696551.538984:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a7f27e9d x1875583274396288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696551.538995:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a7f27e9d x1875583274396288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696551.539018:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696551.539026:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696551.539030:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696551.539031:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696551.539033:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696551.539037:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696551.539042:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12b00 00000400:00000200:0.0:1788696551.539046:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x13f1 [1] + 224 00000800:00000001:0.0:1788696551.539049:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696551.539054:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696551.539055:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696551.539058:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696551.539060:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696551.539063:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000ace5e01e x1875583274396416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696551.539089:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ace5e01e x1875583274396416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696551.539103:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696551.539108:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696551.539111:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696551.539128:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696551.539132:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696551.539138:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696551.539140:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696551.539143:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f989917. 00000400:00000200:3.0:1788696551.539149:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad957e8 00000400:00000010:3.0:1788696551.539151:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fad957e8. 00000100:00000001:3.0:1788696551.539154:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696551.539158:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000ace5e01e x1875583274396416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696551.539166:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000ace5e01e x1875583274396416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696551.539171:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696551.539173:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696551.539176:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696551.539178:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696551.539180:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696551.539182:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696551.539184:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696551.539192:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=151 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696551.539195:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=96 v=5 (1 1 0 0) 00000100:00000001:3.0:1788696551.539198:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696551.539199:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696551.539201:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788696551.539204:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000ace5e01e x1875583274396416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696551.539211:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696551.539214:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696551.539216:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696551.539218:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696551.539220:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696551.539225:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ace5e01e x1875583274396416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696551.539230:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696551.539231:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696551.539235:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696551.539236:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696551.539239:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788696551.539240:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696551.539244:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1788696551.539244:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ace5e01e x1875583274396416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788696551.539247:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000083a5fb2. 00000400:00000200:1.0:1788696551.539253:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000840910ba 00000400:00000010:1.0:1788696551.539256:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000840910ba. 00000100:00000001:1.0:1788696551.539262:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696551.539269:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a7f27e9d x1875583274396288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696551.539269:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ace5e01e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274396416:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696551.539279:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696551.539283:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1788696551.539285:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a7f27e9d x1875583274396288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696551.539289:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ace5e01e x1875583274396416/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696551.539298:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696551.539302:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1788696551.539303:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696551.539306:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696551.539306:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1788696551.539310:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1788696551.539311:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff02e4c5. 00000100:00000001:1.0:1788696551.539312:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696551.539315:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696551.539318:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696551.539318:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696551.539322:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000100:00001000:1.0:1788696551.539323:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=152 v=5 (5 5 5 5) 00000020:00000040:3.0:1788696551.539324:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00001000:1.0:1788696551.539328:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=152 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696551.539332:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696551.539333:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696551.539334:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696551.539337:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696551.539339:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696551.539340:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696551.539341:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696551.539342:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696551.539345:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a7f27e9d x1875583274396288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696551.539351:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696551.539353:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696551.539354:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696551.539362:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a7f27e9d x1875583274396288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696551.539368:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a7f27e9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274396288:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696551.539372:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696551.539373:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696551.539375:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a7f27e9d x1875583274396288/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696567 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696551.539380:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696551.539382:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696551.539383:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037517b8e. 00000020:00000001:3.0:1788696551.539386:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000001:1.0:1788696551.539387:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696551.539390:0:201303:0:(genops.c:1217:class_import_put()) Process entered 02000000:00000010:3.0:1788696551.539391:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054acfd14. 00000020:00000040:1.0:1788696551.539392:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696551.539396:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000001:3.0:1788696551.539397:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:1.0:1788696551.539398:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000094b132a4. 02000000:00000001:3.0:1788696551.539400:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1788696551.539403:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:3.0:1788696551.539404:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ace5e01e. 02000000:00000001:1.0:1788696551.539406:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696551.539409:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a7f27e9d. 00000100:00000001:3.0:1788696551.539410:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696551.539413:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696551.539415:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696551.539416:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696551.539418:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696551.539421:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696551.539424:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696551.539425:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696551.539428:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696551.539428:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696551.539434:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696551.539434:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696551.539439:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696551.539439:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696552.493966:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696552.493973:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696552.493979:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696552.493980:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696552.494027:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696552.494031:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696552.494034:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696552.813949:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307514609, at 4307514624 00000100:00000040:3.0:1788696552.813949:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307514609, at 4307514624 00000100:00000040:2.0:1788696552.813950:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307514609, at 4307514624 00000100:00000010:0.0:1788696552.813968:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003a80d04b. 00000100:00000010:3.0:1788696552.813969:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce767292. 00000100:00000010:2.0:1788696552.813973:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012b293cd. 00000100:00000040:1.0:1788696552.814058:0:189957:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307514609, at 4307514624 00000100:00000010:1.0:1788696552.814063:0:189957:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ff94962. 00010000:00000001:2.0:1788696553.517968:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696553.517975:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696553.517982:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696553.517983:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696553.518004:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696553.518008:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696553.518010:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696554.542030:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696554.542038:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696554.542043:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696554.542046:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696554.542049:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696554.542052:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696554.542055:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696554.542058:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696554.542060:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696554.542062:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696554.545609:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696554.545616:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696554.545622:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696555.565979:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696555.565998:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696555.566004:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696555.566005:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696555.566062:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696555.566066:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696555.566069:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696556.589973:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696556.589981:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696556.589987:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696556.589989:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696556.590016:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696556.590020:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696556.590023:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696556.655786:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696556.655809:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696556.655813:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000016cdf310. 00000020:00000040:1.0:1788696556.655818:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696556.655822:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696556.655825:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696556.655828:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696556.655834:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000372e11cf. 00000100:00000001:1.0:1788696556.655838:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696556.655863:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000016cdf310 x1875583274396544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696556.655870:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696556.655872:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696556.655876:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016cdf310] to pc [ptlrpcd_00_01+1] req@0000000016cdf310 x1875583274396544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696556.655892:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696556.655893:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696556.655895:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696556.655897:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006baa80f3. 00000020:00000040:1.0:1788696556.655898:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696556.655900:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696556.655901:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696556.655902:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696556.655903:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f7e36ce6. 00000100:00000001:1.0:1788696556.655905:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696556.655907:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000006baa80f3 x1875583274396672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696556.655911:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696556.655912:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696556.655913:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006baa80f3] to pc [ptlrpcd_00_02+2] req@000000006baa80f3 x1875583274396672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696556.655928:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696556.655933:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788696556.655935:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788696556.655936:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c801b762. 00000020:00000040:1.0:1788696556.655937:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:1.0:1788696556.655939:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696556.655940:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696556.655941:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696556.655944:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000155bbcce. 00000100:00000001:1.0:1788696556.655946:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696556.655949:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000c801b762 x1875583274396800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696556.655953:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696556.655954:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696556.655957:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c801b762] to pc [ptlrpcd_00_03+3] req@00000000c801b762 x1875583274396800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696556.655962:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696556.655963:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788696556.655966:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1788696556.655966:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788696556.655973:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12856) 00000100:00000001:2.0:1788696556.655973:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696556.655977:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788696556.655978:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788696556.655983:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006baa80f3 x1875583274396672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696556.655984:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788696556.655985:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696556.655988:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696556.655990:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696556.655996:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c801b762 x1875583274396800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696556.655998:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696556.656002:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696556.656005:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696556.656007:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696556.656009:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696556.656010:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696556.656010:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788696556.656013:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788696556.656015:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696556.656015:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696556.656018:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1788696556.656019:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696556.656020:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696556.656022:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1788696556.656023:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696556.656027:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006baa80f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274396672:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696556.656028:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1788696556.656029:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274396800:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696556.656037:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1788696556.656038:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000016cdf310 x1875583274396544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696556.656043:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696556.656045:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696556.656047:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696556.656049:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696556.656050:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696556.656055:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1788696556.656055:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696556.656058:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ec2a055. 00000100:00000001:3.0:1788696556.656060:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1788696556.656062:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696556.656062:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f793b27d. 00000100:00000001:3.0:1788696556.656064:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696556.656067:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696556.656070:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000083a5fb2. 02000000:00000001:3.0:1788696556.656070:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1788696556.656073:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faab0084. 02000000:00000001:3.0:1788696556.656074:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1788696556.656080:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000840910ba. 02000000:00000001:3.0:1788696556.656080:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696556.656081:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6ffd42f. 00000100:00100000:3.0:1788696556.656086:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000016cdf310 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274396544:192.168.201.118@tcp:400: 00000100:00000200:2.0:1788696556.656090:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274396672, portal 10 00000100:00000001:3.0:1788696556.656092:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788696556.656094:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696556.656097:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877468288 : -113296832083328 : ffff98f50691ca80) 02000000:00000001:3.0:1788696556.656097:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1788696556.656098:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274396800, portal 10 02000000:00000001:3.0:1788696556.656101:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696556.656104:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1788696556.656105:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788696556.656107:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877469184 : -113296832082432 : ffff98f50691ce00) 00000100:00000040:2.0:1788696556.656109:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006baa80f3 x1875583274396672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1788696556.656112:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000068f8058. 00000100:00000040:1.0:1788696556.656117:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c801b762 x1875583274396800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696556.656118:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696556.656128:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f989917. 00000400:00000010:3.0:1788696556.656136:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad957e8. 00000100:00000001:1.0:1788696556.656142:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1788696556.656144:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274396544, portal 25 00000100:00000001:2.0:1788696556.656145:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696556.656148:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696556.656150:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1788696556.656154:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000012c19064. 00000100:00000040:2.0:1788696556.656154:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696556.656154:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877479936 : -113296832071680 : ffff98f50691f800) 00000400:00000010:2.0:1788696556.656159:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf54be2d. 00000100:00000200:1.0:1788696556.656160:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274396800, offset 0 00000100:00000200:2.0:1788696556.656165:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274396672, offset 0 00000100:00000040:3.0:1788696556.656165:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000016cdf310 x1875583274396544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696556.656172:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696556.656186:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696556.656189:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696556.656198:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788696556.656201:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1788696556.656204:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696556.656210:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1788696556.656212:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696556.656213:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696556.656218:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [614:614:256:4294967295] 192.168.201.118@tcp LPNI seq info [614:614:8:4294967295] 00000400:00000010:3.0:1788696556.656218:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e4bd39f. 00000100:00000200:3.0:1788696556.656224:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274396544, offset 0 00000400:00000200:1.0:1788696556.656235:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000400:00000200:3.0:1788696556.656236:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:1.0:1788696556.656243:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696556.656246:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000010:1.0:1788696556.656247:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000520c6b2f. 00000400:00000200:2.0:1788696556.656251:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1788696556.656255:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:2.0:1788696556.656257:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696556.656262:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1788696556.656264:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:2.0:1788696556.656268:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000800:00000200:1.0:1788696556.656269:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000520c6b2f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788696556.656275:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [615:615:255:4294967295] 192.168.201.118@tcp LPNI seq info [615:615:7:4294967295] 00000100:00000001:0.0:1788696556.656280:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696556.656281:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696556.656285:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696556.656288:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000040:1.0:1788696556.656291:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 22673 usecs (23 jiffies) 00000100:00000001:1.0:1788696556.656296:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307518489 00000800:00000200:2.0:1788696556.656297:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000010:1.0:1788696556.656300:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d80e0650. 00000800:00000010:2.0:1788696556.656303:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e680c3a9. 00000100:00000001:1.0:1788696556.656308:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000800:00000200:2.0:1788696556.656310:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:1.0:1788696556.656317:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307518489 00000800:00000200:2.0:1788696556.656318:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696556.656323:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e680c3a9 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1788696556.656324:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d1d951b. 00000100:00000001:2.0:1788696556.656328:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696556.656330:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788696556.656333:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307518489 00000100:00000010:1.0:1788696556.656336:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b59a03d5. 00000100:00000001:1.0:1788696556.656339:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000040:2.0:1788696556.656344:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 22580 usecs (23 jiffies) 00000800:00000200:0.0:1788696556.656345:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788696556.656345:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307518489 00000100:00000001:2.0:1788696556.656351:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307518489 00000800:00000010:0.0:1788696556.656352:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000520c6b2f. 00000100:00000010:1.0:1788696556.656352:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaf496b0. 00000100:00000001:2.0:1788696556.656357:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307518489 00000100:00000001:1.0:1788696556.656359:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696556.656360:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307518489 00000400:00000200:0.0:1788696556.656362:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788696556.656365:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696556.656366:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307518489 00000100:00000001:1.0:1788696556.656371:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696556.656372:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696556.656372:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307518489 00000100:00000001:1.0:1788696556.656377:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696556.656378:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307518489 00000100:00000001:1.0:1788696556.656382:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696556.656382:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307518489 00000100:00000001:2.0:1788696556.656388:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307518489 00000100:00000001:1.0:1788696556.656390:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696556.656391:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696556.656393:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696556.656394:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696556.656396:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696556.656399:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696556.656400:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696556.656400:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696556.656404:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696556.656404:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696556.656412:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696556.656414:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696556.656417:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696556.656418:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696556.656420:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696556.656423:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696556.656738:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696556.656741:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696556.656744:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696556.656746:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696556.656748:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696556.656751:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [616:616:254:4294967295] 192.168.201.118@tcp LPNI seq info [616:616:6:4294967295] 00000400:00000200:3.0:1788696556.656759:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696556.656763:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696556.656767:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a289aad5. 00000800:00000200:3.0:1788696556.656771:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696556.656775:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696556.656777:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a289aad5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696556.656780:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696556.656782:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307519731 00000100:00000001:3.0:1788696556.656786:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307518489 00000100:00000001:3.0:1788696556.656789:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307519731 00000100:00000001:3.0:1788696556.656792:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307518489 00000100:00000001:3.0:1788696556.656794:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307519731 00000100:00000001:3.0:1788696556.656796:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307518489 00000100:00000001:3.0:1788696556.656799:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307519731 00000100:00000001:3.0:1788696556.656801:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307518489 00000100:00000001:3.0:1788696556.656803:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696556.656806:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696556.656808:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696556.656810:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696556.656873:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012c19064 00000400:00000010:0.0:1788696556.656876:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000012c19064. 00000100:00000001:0.0:1788696556.656881:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696556.656886:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000c801b762 x1875583274396800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696556.656901:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696556.656904:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c801b762 x1875583274396800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696556.656912:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696556.656914:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696556.656928:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696556.656930:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e680c3a9. 00000400:00000200:0.0:1788696556.656933:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696556.656936:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696556.656939:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf54be2d 00000400:00000010:0.0:1788696556.656948:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000bf54be2d. 00000100:00000001:0.0:1788696556.656952:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696556.656956:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006baa80f3 x1875583274396672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696556.656963:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696556.656965:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006baa80f3 x1875583274396672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696556.656971:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696556.656972:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696556.657377:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696556.657381:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a289aad5. 00000400:00000200:0.0:1788696556.657385:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696556.657388:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696556.657391:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e4bd39f 00000400:00000010:0.0:1788696556.657393:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005e4bd39f. 00000100:00000001:0.0:1788696556.657395:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696556.657398:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000016cdf310 x1875583274396544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696556.657406:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696556.657408:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000016cdf310 x1875583274396544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696556.657414:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696556.657416:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1788696556.666893:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696556.666910:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696556.666915:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696556.666918:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696556.666931:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696556.666948:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d12b80 00000400:00000200:0.0:1788696556.666957:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1401 [1] + 224 00000800:00000001:0.0:1788696556.666964:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696556.666969:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696556.666973:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696556.666991:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696556.666999:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696556.667006:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000016cdf310 x1875583274396544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696556.667016:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000016cdf310 x1875583274396544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696556.667033:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696556.667042:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696556.667046:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696556.667048:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696556.667051:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696556.667051:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696556.667055:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788696556.667060:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000001:3.0:1788696556.667063:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696556.667065:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696556.667067:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f989917. 00000400:00000200:0.0:1788696556.667068:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12c80 00000400:00000200:3.0:1788696556.667073:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad957e8 00000400:00000010:3.0:1788696556.667076:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fad957e8. 00000100:00000001:3.0:1788696556.667079:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696556.667082:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000016cdf310 x1875583274396544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696556.667088:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x13fd [1] + 224 00000100:00000200:3.0:1788696556.667095:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000016cdf310 x1875583274396544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1788696556.667097:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696556.667102:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696556.667104:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696556.667104:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696556.667108:0:201300:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:0.0:1788696556.667110:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1788696556.667111:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696556.667113:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696556.667116:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696556.667120:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 02000000:00000001:3.0:1788696556.667120:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696556.667125:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00001000:3.0:1788696556.667125:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=7 v=5 (5 5 5 5) 00000100:00000200:0.0:1788696556.667130:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000c801b762 x1875583274396800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1788696556.667131:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696556.667137:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696556.667139:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696556.667144:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1788696556.667146:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c801b762 x1875583274396800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788696556.667148:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696556.667154:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696556.667160:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000016cdf310 x1875583274396544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696556.667164:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696556.667169:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696556.667172:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696556.667174:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696556.667175:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696556.667175:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696556.667182:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1788696556.667184:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:3.0:1788696556.667187:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696556.667193:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016cdf310 x1875583274396544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696556.667202:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12c00 00000100:00000001:1.0:1788696556.667207:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788696556.667207:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000016cdf310 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274396544:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696556.667212:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788696556.667213:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x13f9 [1] + 224 00000100:00000001:3.0:1788696556.667218:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696556.667223:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1788696556.667227:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1788696556.667227:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1788696556.667228:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000016cdf310 x1875583274396544/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788696556.667231:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696556.667235:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000083a5fb2. 00000800:00000001:0.0:1788696556.667237:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696556.667242:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000840910ba 00000400:00000200:0.0:1788696556.667243:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788696556.667244:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1788696556.667247:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000840910ba. 02000000:00000001:3.0:1788696556.667250:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1788696556.667252:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:0.0:1788696556.667253:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 02000000:00000010:3.0:1788696556.667255:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000068f8058. 00000100:00000001:0.0:1788696556.667259:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696556.667260:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000c801b762 x1875583274396800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696556.667262:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696556.667267:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000200:0.0:1788696556.667268:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006baa80f3 x1875583274396672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1788696556.667270:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696556.667276:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696556.667280:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000372e11cf. 00000100:00000040:0.0:1788696556.667285:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006baa80f3 x1875583274396672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696556.667287:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696556.667291:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696556.667294:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000016cdf310. 00000100:00000001:3.0:1788696556.667300:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696556.667303:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696556.667309:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696556.667318:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696556.667320:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696556.667322:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696556.667324:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696556.667325:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696556.667337:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696556.667340:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1788696556.667359:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000c801b762 x1875583274396800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696556.667368:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696556.667370:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696556.667371:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696556.667373:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696556.667374:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696556.667376:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696556.667378:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696556.667383:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=6 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696556.667386:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=101 v=5 (1 1 0 0) 00000100:00000001:1.0:1788696556.667388:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696556.667389:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696556.667420:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696556.667423:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696556.667426:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696556.667427:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696556.667428:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000faab0084. 00000400:00000200:2.0:1788696556.667432:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6ffd42f 00000400:00000010:2.0:1788696556.667433:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d6ffd42f. 00000100:00000001:2.0:1788696556.667436:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696556.667439:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006baa80f3 x1875583274396672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696556.667444:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006baa80f3 x1875583274396672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696556.667449:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696556.667449:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696556.667450:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696556.667451:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696556.667452:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696556.667453:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696556.667454:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696556.667458:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=7 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696556.667460:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696556.667461:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696556.667462:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696556.667463:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696556.667465:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696556.667467:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696556.667507:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696556.667508:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696556.667509:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696556.667511:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006baa80f3 x1875583274396672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696556.667516:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696556.667517:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696556.667518:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696556.667520:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006baa80f3 x1875583274396672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696556.667526:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1788696556.667528:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006baa80f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274396672:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696556.667533:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1788696556.667535:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000c801b762 x1875583274396800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696556.667536:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696556.667540:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006baa80f3 x1875583274396672/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696556.667549:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696556.667553:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1788696556.667556:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1788696556.667556:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696556.667559:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f793b27d. 00000100:00000040:1.0:1788696556.667560:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696556.667564:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696556.667565:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696556.667565:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696556.667569:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696556.667571:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000040:1.0:1788696556.667577:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c801b762 x1875583274396800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696556.667585:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788696556.667585:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788696556.667589:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:2.0:1788696556.667590:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f7e36ce6. 00000100:00000001:1.0:1788696556.667591:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788696556.667596:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1788696556.667597:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c801b762 x1875583274396800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696556.667599:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696556.667602:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006baa80f3. 00000100:00000001:2.0:1788696556.667607:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696556.667609:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696556.667613:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788696556.667614:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274396800:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696556.667620:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696556.667622:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696556.667624:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696556.667626:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696556.667627:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696556.667632:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696556.667649:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c801b762 x1875583274396800/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696572 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696556.667655:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696556.667657:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696556.667659:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ec2a055. 02000000:00000001:1.0:1788696556.667662:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696556.667663:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696556.667664:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696556.667666:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696556.667667:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000155bbcce. 02000000:00000001:1.0:1788696556.667670:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696556.667671:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696556.667672:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c801b762. 00000100:00000001:1.0:1788696556.667675:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696556.667676:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696556.667677:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696556.667681:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696556.667682:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696556.667684:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696556.667685:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696557.613976:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696557.613983:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696557.613988:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696557.613989:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696557.614049:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696557.614053:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696557.614056:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696557.933966:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307519731, at 4307519744 00000100:00000040:3.0:1788696557.933966:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307519731, at 4307519744 00000100:00000010:0.0:1788696557.933985:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d80e0650. 00000100:00000010:3.0:1788696557.933988:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaf496b0. 00000100:00000040:1.0:1788696557.934047:0:209111:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307519731, at 4307519744 00000100:00000010:1.0:1788696557.934054:0:209111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d1d951b. 00000100:00000040:2.0:1788696557.935733:0:209101:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307519731, at 4307519745 00000100:00000010:2.0:1788696557.935745:0:209101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b59a03d5. 00010000:00000001:2.0:1788696558.637965:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696558.637970:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696558.637976:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696558.637977:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696558.638071:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696558.638075:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696558.638078:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696559.661953:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696559.661961:0:209101:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696559.661963:0:209101:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696559.661965:0:209101:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696559.661970:0:209101:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696559.661972:0:209101:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696559.661973:0:209101:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696559.661975:0:209101:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696559.661978:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696559.661979:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696559.662141:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696559.662144:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696559.662145:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696560.685969:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696560.685976:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696560.685982:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696560.685983:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696560.686081:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696560.686085:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696560.686088:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696561.710049:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696561.710057:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696561.710062:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696561.710063:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696561.710102:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696561.710106:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696561.710109:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696561.774130:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696561.774139:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696561.774146:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788696561.774154:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696561.774160:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696561.774163:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696561.774167:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696561.774175:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009a492135. 00000100:00000001:3.0:1788696561.774182:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696561.774192:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000048524a16 x1875583274396928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696561.774210:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696561.774213:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696561.774220:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_00+0] req@0000000048524a16 x1875583274396928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696561.774291:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696561.774296:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696561.774299:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696561.774305:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274396928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696561.774313:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696561.774316:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696561.774320:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696561.774323:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696561.774326:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696561.774330:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274396928:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696561.774334:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696561.774346:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696561.774349:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696561.774352:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696561.774356:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006217f6b8. 02000000:00000001:0.0:1788696561.774359:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696561.774364:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 00000400:00000010:0.0:1788696561.774372:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003657e232. 00000100:00000200:0.0:1788696561.774379:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274396928, portal 25 00000100:00000001:0.0:1788696561.774382:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696561.774383:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000100:00000040:0.0:1788696561.774389:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274396928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696561.774396:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696561.774399:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696561.774402:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f8962fe. 00000100:00000200:0.0:1788696561.774404:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274396928, offset 0 00000400:00000200:0.0:1788696561.774411:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696561.774425:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:1.0:1788696561.774431:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696561.774436:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696561.774441:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696561.774446:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696561.774450:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696561.774452:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:3.0:1788696561.774455:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696561.774457:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [617:617:256:4294967295] 192.168.201.118@tcp LPNI seq info [617:617:8:4294967295] 00000100:00000040:3.0:1788696561.774459:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1788696561.774474:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788696561.774478:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696561.774483:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000020:00000040:3.0:1788696561.774486:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696561.774488:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696561.774490:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1788696561.774493:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 02000000:00000001:3.0:1788696561.774494:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696561.774500:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a5d0889. 00000800:00000010:0.0:1788696561.774502:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d9ed23a3. 00000100:00000001:3.0:1788696561.774505:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696561.774513:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000003e3fb870 x1875583274397056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1788696561.774514:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788696561.774523:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1788696561.774524:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788696561.774526:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696561.774530:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d9ed23a3 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1788696561.774533:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3fb870] to pc [ptlrpcd_00_01+1] req@000000003e3fb870 x1875583274397056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696561.774559:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696561.774565:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307524849 00000100:00000010:0.0:1788696561.774569:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4964a0e. 00000100:00000001:0.0:1788696561.774580:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788696561.774583:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696561.774587:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307524849 00000100:00000001:2.0:1788696561.774587:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696561.774590:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1788696561.774593:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009bba77ba. 00000100:00000001:0.0:1788696561.774598:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1788696561.774598:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274397056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696561.774603:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307524849 00000100:00000010:0.0:1788696561.774609:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000969a2001. 00000100:00000001:2.0:1788696561.774613:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696561.774615:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696561.774617:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696561.774620:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307524849 02000000:00000001:2.0:1788696561.774621:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696561.774625:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1788696561.774626:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2ee9250. 02000000:00000001:2.0:1788696561.774630:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696561.774632:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00100000:2.0:1788696561.774637:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274397056:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696561.774638:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696561.774644:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696561.774645:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696561.774649:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696561.774650:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696561.774653:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696561.774654:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788696561.774656:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696561.774662:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a1a0fe21. 00000100:00000001:0.0:1788696561.774663:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1788696561.774665:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696561.774667:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1788696561.774668:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1788696561.774671:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000faab0084. 00000100:00000001:0.0:1788696561.774672:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1788696561.774674:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d9ed23a3. 00000100:00000001:0.0:1788696561.774676:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696561.774680:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696561.774680:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1788696561.774680:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6ffd42f. 00000100:00000001:0.0:1788696561.774687:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788696561.774687:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274397056, portal 10 00000400:00000200:1.0:1788696561.774692:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696561.774692:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696561.774695:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000100:00000040:2.0:1788696561.774703:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274397056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696561.774705:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f8962fe 00000400:00000010:1.0:1788696561.774709:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008f8962fe. 00000100:00000001:1.0:1788696561.774716:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1788696561.774716:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696561.774721:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000200:1.0:1788696561.774724:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274396928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1788696561.774725:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8fd35c7. 00000100:00000200:2.0:1788696561.774728:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274397056, offset 0 00000400:00000200:2.0:1788696561.774737:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696561.774746:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1788696561.774747:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000040:1.0:1788696561.774752:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274396928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696561.774752:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696561.774756:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696561.774759:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696561.774761:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696561.774764:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [618:618:255:4294967295] 192.168.201.118@tcp LPNI seq info [618:618:7:4294967295] 00000100:00000001:1.0:1788696561.774778:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696561.774782:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1788696561.774782:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696561.774789:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696561.774793:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051526cb6. 00000800:00000200:2.0:1788696561.774797:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696561.774802:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696561.774805:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000051526cb6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696561.774817:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696561.774821:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 22535 usecs (23 jiffies) 00000100:00000001:2.0:1788696561.774823:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307523607 00000100:00000001:2.0:1788696561.774826:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307524849 00000100:00000001:2.0:1788696561.774828:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307523607 00000100:00000001:2.0:1788696561.774830:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307524849 00000100:00000001:2.0:1788696561.774831:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307523607 00000100:00000001:2.0:1788696561.774833:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307524849 00000100:00000001:2.0:1788696561.774835:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307523607 00000100:00000001:2.0:1788696561.774837:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307524849 00000100:00000001:2.0:1788696561.774839:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696561.774841:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696561.774843:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696561.774865:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788696561.774879:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696561.774883:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051526cb6. 00000400:00000200:0.0:1788696561.774886:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696561.774890:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696561.774893:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8fd35c7 00000400:00000010:0.0:1788696561.774894:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d8fd35c7. 00000100:00000001:0.0:1788696561.774897:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696561.774900:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274397056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696561.774908:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696561.774911:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274397056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696561.774917:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696561.774924:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696561.775019:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696561.775022:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696561.775026:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696561.775029:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 00000020:00000040:3.0:1788696561.775032:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696561.775035:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696561.775037:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696561.775039:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696561.775043:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a289aad5. 00000100:00000001:0.0:1788696561.775045:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696561.775048:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696561.775048:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696561.775050:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696561.775054:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696561.775055:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000006439c2df x1875583274397184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696561.775065:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696561.775066:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696561.775069:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_02+2] req@000000006439c2df x1875583274397184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696561.775089:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696561.775092:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788696561.775096:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1788696561.775099:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788696561.775101:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12861) 00000100:00000001:0.0:1788696561.775102:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696561.775106:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696561.775111:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274397184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696561.775118:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696561.775120:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696561.775122:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696561.775124:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696561.775125:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696561.775128:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274397184:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696561.775131:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696561.775133:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696561.775134:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696561.775136:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696561.775139:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000e02a06a. 02000000:00000001:0.0:1788696561.775141:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696561.775145:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6a122d6. 00000400:00000010:0.0:1788696561.775148:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027814ea5. 00000100:00000200:0.0:1788696561.775152:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274397184, portal 10 00000100:00000001:0.0:1788696561.775154:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696561.775155:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 00000100:00000040:0.0:1788696561.775161:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274397184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696561.775167:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696561.775170:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696561.775172:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696561.775175:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696561.775178:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008155608f. 00000100:00000200:0.0:1788696561.775182:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274397184, offset 0 00000400:00000200:0.0:1788696561.775187:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696561.775199:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696561.775202:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696561.775206:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696561.775208:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696561.775211:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696561.775213:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [619:619:256:4294967295] 192.168.201.118@tcp LPNI seq info [619:619:8:4294967295] 00000400:00000200:0.0:1788696561.775221:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696561.775225:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696561.775228:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ea48552. 00000800:00000200:0.0:1788696561.775231:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696561.775235:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696561.775237:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004ea48552 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696561.775251:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696561.775255:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 22628 usecs (23 jiffies) 00000100:00000001:0.0:1788696561.775257:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307523608 00000100:00000001:0.0:1788696561.775260:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307524849 00000100:00000001:0.0:1788696561.775261:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307523608 00000100:00000001:0.0:1788696561.775263:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307524849 00000100:00000001:0.0:1788696561.775264:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307523608 00000100:00000001:0.0:1788696561.775266:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307524849 00000100:00000001:0.0:1788696561.775268:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307523608 00000100:00000001:0.0:1788696561.775269:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307524849 00000100:00000001:0.0:1788696561.775271:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696561.775272:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696561.775274:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696561.775276:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696561.775281:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696561.775282:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696561.775289:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696561.775290:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696561.775292:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696561.775294:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696561.775413:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696561.775415:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ea48552. 00000400:00000200:1.0:1788696561.775417:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696561.775420:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696561.775422:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008155608f 00000400:00000010:1.0:1788696561.775423:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008155608f. 00000100:00000001:1.0:1788696561.775425:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696561.775427:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274397184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696561.775433:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696561.775434:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274397184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696561.775438:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696561.775438:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788696561.776178:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696561.776181:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696561.776184:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696561.776186:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696561.776189:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696561.776191:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696561.776370:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696561.776380:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696561.776382:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696561.776385:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696561.776392:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696561.776403:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d12d00 00000400:00000200:1.0:1788696561.776409:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1411 [1] + 224 00000800:00000001:1.0:1788696561.776415:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696561.776420:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696561.776423:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696561.776426:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696561.776438:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696561.776442:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274396928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696561.776451:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274396928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696561.776470:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696561.776477:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696561.776481:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696561.776508:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696561.776512:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696561.776517:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696561.776519:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696561.776521:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000400:00000200:0.0:1788696561.776524:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003657e232 00000400:00000010:0.0:1788696561.776526:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003657e232. 00000100:00000001:0.0:1788696561.776528:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696561.776532:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274396928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696561.776541:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274396928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696561.776556:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696561.776558:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696561.776561:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696561.776563:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696561.776566:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696561.776568:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696561.776570:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696561.776575:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=12 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696561.776579:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=12 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696561.776581:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696561.776583:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696561.776585:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696561.776587:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696561.776590:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696561.776594:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274396928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696561.776600:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696561.776603:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696561.776605:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696561.776608:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274396928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696561.776621:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274396928:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696561.776626:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696561.776628:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696561.776631:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274396928/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696561.776638:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696561.776640:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696561.776643:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006217f6b8. 02000000:00000001:0.0:1788696561.776646:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696561.776648:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696561.776649:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696561.776652:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696561.776654:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009a492135. 02000000:00000001:0.0:1788696561.776657:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696561.776659:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696561.776661:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000100:00000001:0.0:1788696561.776665:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696561.776667:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696561.776669:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696561.776673:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696561.776675:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696561.776676:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696561.776678:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696561.776694:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696561.776701:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696561.776704:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696561.776706:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696561.776723:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696561.776733:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12d80 00000400:00000200:2.0:1788696561.776738:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1419 [1] + 224 00000800:00000001:2.0:1788696561.776743:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696561.776748:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696561.776750:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696561.776754:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696561.776757:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696561.776761:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274397056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696561.776769:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e3fb870 x1875583274397056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696561.776789:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696561.776794:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696561.776797:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696561.776870:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696561.776873:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696561.776876:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696561.776877:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696561.776879:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000faab0084. 00000400:00000200:1.0:1788696561.776884:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6ffd42f 00000400:00000010:1.0:1788696561.776885:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d6ffd42f. 00000100:00000001:1.0:1788696561.776888:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696561.776892:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274397056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696561.776899:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274397056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696561.776904:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696561.776905:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696561.776907:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696561.776908:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696561.776910:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696561.776911:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696561.776913:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696561.776917:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=12 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696561.776919:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=12 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696561.776921:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696561.776922:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696561.776924:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696561.776927:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696561.776929:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696561.776936:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696561.776938:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696561.776939:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696561.776943:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274397056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696561.776949:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696561.776951:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696561.776952:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696561.776954:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274397056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696561.776960:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274397056:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696561.776965:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696561.776967:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696561.776968:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274397056/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696561.776973:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696561.776975:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696561.776977:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a1a0fe21. 02000000:00000001:1.0:1788696561.776979:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696561.776981:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696561.776982:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696561.776984:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696561.776985:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a5d0889. 02000000:00000001:1.0:1788696561.776987:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696561.776988:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696561.776989:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000001:1.0:1788696561.776991:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696561.776992:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696561.776994:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696561.776997:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696561.776998:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696561.777000:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696561.777001:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696561.777477:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696561.777482:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696561.777483:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696561.777485:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696561.777488:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696561.777495:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12e00 00000400:00000200:1.0:1788696561.777498:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1421 [1] + 224 00000800:00000001:1.0:1788696561.777501:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696561.777504:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696561.777506:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696561.777507:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696561.777510:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696561.777512:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274397184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696561.777517:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274397184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696561.777529:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696561.777532:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696561.777533:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696561.777576:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696561.777579:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696561.777583:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696561.777584:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696561.777586:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6a122d6. 00000400:00000200:0.0:1788696561.777589:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027814ea5 00000400:00000010:0.0:1788696561.777591:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000027814ea5. 00000100:00000001:0.0:1788696561.777593:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696561.777598:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274397184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696561.777607:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274397184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696561.777619:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696561.777621:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696561.777623:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696561.777624:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696561.777625:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696561.777627:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696561.777628:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696561.777632:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=11 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696561.777635:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=106 v=5 (1 1 0 0) 00000100:00000001:0.0:1788696561.777637:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696561.777637:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696561.777639:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696561.777642:0:201302:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000006439c2df x1875583274397184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696561.777653:0:201302:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696561.777655:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696561.777656:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696561.777658:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696561.777659:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696561.777661:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274397184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696561.777666:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696561.777668:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696561.777669:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696561.777671:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274397184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696561.777678:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274397184:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696561.777681:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696561.777683:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696561.777685:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274397184/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696577 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696561.777702:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696561.777703:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696561.777705:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000e02a06a. 02000000:00000001:0.0:1788696561.777709:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696561.777710:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696561.777711:0:201302:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696561.777714:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696561.777715:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a289aad5. 02000000:00000001:0.0:1788696561.777717:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696561.777718:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696561.777720:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000001:0.0:1788696561.777723:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696561.777724:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696561.777725:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696561.777730:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696561.777731:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696561.777732:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696561.777734:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696562.733958:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696562.733965:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696562.733972:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696562.733973:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696562.734052:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696562.734056:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696562.734059:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696563.053957:0:209111:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307524849, at 4307524864 00000100:00000040:2.0:1788696563.053957:0:209101:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307524849, at 4307524864 00000100:00000040:3.0:1788696563.053957:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307524849, at 4307524864 00000100:00000040:0.0:1788696563.053964:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307524849, at 4307524864 00000100:00000010:2.0:1788696563.053974:0:209101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000969a2001. 00000100:00000010:3.0:1788696563.053975:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2ee9250. 00000100:00000010:1.0:1788696563.053978:0:209111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bba77ba. 00000100:00000010:0.0:1788696563.053982:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4964a0e. 00010000:00000001:2.0:1788696563.757976:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696563.757983:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696563.757988:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696563.757990:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696563.758048:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696563.758053:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696563.758055:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696564.781960:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696564.781967:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696564.781972:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696564.781975:0:209101:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696564.781978:0:209101:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696564.781980:0:209101:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696564.781983:0:209101:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696564.781985:0:209101:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696564.781987:0:209101:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696564.781989:0:209101:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696564.782046:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696564.782050:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696564.782053:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696565.806008:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696565.806015:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696565.806022:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696565.806024:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696565.806137:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696565.806140:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696565.806143:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696566.830120:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696566.830127:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696566.830134:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696566.830135:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696566.830192:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696566.830195:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696566.830198:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696566.894099:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696566.894108:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696566.894114:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a489c80. 00000020:00000040:0.0:1788696566.894121:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696566.894126:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696566.894129:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696566.894134:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696566.894140:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ea48552. 00000100:00000001:0.0:1788696566.894160:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696566.894169:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000004a489c80 x1875583274397312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696566.894176:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696566.894178:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696566.894182:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a489c80] to pc [ptlrpcd_00_03+3] req@000000004a489c80 x1875583274397312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696566.894203:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696566.894204:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696566.894207:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696566.894209:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0532af4. 00000020:00000040:0.0:1788696566.894210:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696566.894212:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696566.894213:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696566.894214:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696566.894214:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1788696566.894219:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d9ed23a3. 00000100:00100000:3.0:1788696566.894220:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1788696566.894221:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696566.894226:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696566.894227:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000a0532af4 x1875583274397440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696566.894234:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696566.894235:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696566.894236:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696566.894239:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696566.894242:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0532af4] to pc [ptlrpcd_00_00+0] req@00000000a0532af4 x1875583274397440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696566.894244:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696566.894246:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696566.894250:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696566.894258:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a489c80 x1875583274397312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696566.894266:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696566.894268:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696566.894269:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696566.894273:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1788696566.894275:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696566.894279:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696566.894280:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696566.894284:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000607de2c8. 02000000:00000001:3.0:1788696566.894284:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788696566.894289:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00100000:3.0:1788696566.894290:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274397312:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696566.894294:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696566.894297:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1788696566.894298:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696566.894303:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696566.894307:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696566.894307:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696566.894312:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696566.894314:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000094b132a4. 02000000:00000010:3.0:1788696566.894317:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e943f6de. 00000100:00000001:0.0:1788696566.894319:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696566.894322:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696566.894326:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000607de2c8 x1875583274397568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696566.894334:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696566.894335:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696566.894338:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000607de2c8] to pc [ptlrpcd_00_01+1] req@00000000607de2c8 x1875583274397568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788696566.894343:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f989917. 00000100:00000001:0.0:1788696566.894346:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696566.894349:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696566.894352:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1788696566.894354:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad957e8. 00000100:00000040:0.0:1788696566.894357:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12866) 00000100:00000200:3.0:1788696566.894363:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274397312, portal 25 00000100:00000001:3.0:1788696566.894366:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696566.894367:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882430848 : -113296827120768 : ffff98f506dd8380) 00000100:00000001:0.0:1788696566.894369:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788696566.894372:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004a489c80 x1875583274397312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696566.894374:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696566.894377:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788696566.894382:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696566.894383:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0532af4 x1875583274397440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696566.894387:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696566.894391:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9587b37. 00000100:00000200:3.0:1788696566.894394:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274397312, offset 0 00000100:00000001:0.0:1788696566.894400:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696566.894404:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696566.894404:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788696566.894409:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696566.894411:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696566.894413:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696566.894417:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274397440:192.168.201.118@tcp:400: 00000400:00000200:3.0:1788696566.894418:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:0.0:1788696566.894425:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1788696566.894425:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1788696566.894430:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1788696566.894430:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 02000000:00000001:0.0:1788696566.894433:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696566.894435:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1788696566.894438:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1788696566.894439:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696566.894443:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [620:620:256:4294967295] 192.168.201.118@tcp LPNI seq info [620:620:8:4294967295] 02000000:00000010:0.0:1788696566.894444:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069ef19bb. 02000000:00000001:0.0:1788696566.894449:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696566.894454:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6a122d6. 00000400:00000200:3.0:1788696566.894458:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696566.894494:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696566.894499:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008513bebc. 00000800:00000200:3.0:1788696566.894505:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696566.894512:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696566.894515:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008513bebc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696566.894526:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696566.894530:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307529969 00000100:00000010:3.0:1788696566.894533:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000100:00000001:3.0:1788696566.894539:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696566.894542:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307529969 00000100:00000010:3.0:1788696566.894543:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000100:00000001:3.0:1788696566.894545:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696566.894547:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307529969 00000100:00000010:3.0:1788696566.894548:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000100:00000001:3.0:1788696566.894550:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696566.894551:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307529969 00000100:00000010:3.0:1788696566.894552:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000001:3.0:1788696566.894554:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788696566.894555:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696566.894557:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696566.894559:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696566.894560:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696566.894652:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696566.894656:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008513bebc. 00000400:00000200:3.0:1788696566.894660:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696566.894664:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696566.894669:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9587b37 00000400:00000010:3.0:1788696566.894671:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f9587b37. 00000100:00000001:3.0:1788696566.894674:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696566.894677:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004a489c80 x1875583274397312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696566.894686:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696566.894688:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a489c80 x1875583274397312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696566.894695:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696566.894696:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696566.894706:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696566.894707:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696566.894708:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696566.894760:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000607de2c8 x1875583274397568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696566.894766:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696566.894767:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696566.894769:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696566.894770:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696566.894772:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696566.894775:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274397568:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696566.894778:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696566.894780:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696566.894781:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696566.894782:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696566.894785:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ec2a055. 02000000:00000001:3.0:1788696566.894787:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696566.894789:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000003171acf0. 00000400:00000010:3.0:1788696566.894792:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9587b37. 00000100:00000200:3.0:1788696566.894794:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274397568, portal 10 00000100:00000001:3.0:1788696566.894796:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696566.894797:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882432640 : -113296827118976 : ffff98f506dd8a80) 00000100:00000040:3.0:1788696566.894803:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000607de2c8 x1875583274397568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696566.894809:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696566.894811:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696566.894813:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2a431e. 00000100:00000200:3.0:1788696566.894815:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274397568, offset 0 00000400:00000200:3.0:1788696566.894819:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696566.894823:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696566.894825:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696566.894826:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696566.894828:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696566.894829:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696566.894831:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [621:621:256:4294967295] 192.168.201.118@tcp LPNI seq info [621:621:8:4294967295] 00000400:00000200:3.0:1788696566.894838:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696566.894868:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696566.894871:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008513bebc. 00000800:00000200:3.0:1788696566.894875:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696566.894878:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696566.894881:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008513bebc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696566.894887:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696566.894890:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 22523 usecs (23 jiffies) 00000100:00000001:3.0:1788696566.894892:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307528728 00000100:00000001:3.0:1788696566.894895:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307529969 00000100:00000001:3.0:1788696566.894896:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307528728 00000100:00000001:3.0:1788696566.894898:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307529969 00000100:00000001:3.0:1788696566.894899:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307528728 00000100:00000001:3.0:1788696566.894900:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307529969 00000100:00000001:3.0:1788696566.894902:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307528728 00000100:00000001:3.0:1788696566.894903:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307529969 00000100:00000001:3.0:1788696566.894905:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696566.894906:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696566.894908:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696566.894910:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696566.894914:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696566.894915:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696566.894916:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696566.894918:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696566.894918:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696566.894920:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696566.894985:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696566.894988:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696566.895014:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027814ea5. 00000100:00000200:0.0:1788696566.895017:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274397440, portal 10 00000100:00000001:0.0:1788696566.895019:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696566.895020:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882442496 : -113296827109120 : ffff98f506ddb100) 00000100:00000040:0.0:1788696566.895026:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a0532af4 x1875583274397440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788696566.895030:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788696566.895036:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1788696566.895036:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008513bebc. 00000100:00000040:0.0:1788696566.895041:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696566.895043:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1788696566.895044:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003657e232. 00000100:00000200:0.0:1788696566.895048:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274397440, offset 0 00000400:00000200:2.0:1788696566.895050:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696566.895057:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696566.895062:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2a431e 00000400:00000200:0.0:1788696566.895065:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000010:2.0:1788696566.895066:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003c2a431e. 00000400:00000200:0.0:1788696566.895070:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788696566.895071:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1788696566.895075:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696566.895078:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696566.895083:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000200:2.0:1788696566.895083:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000607de2c8 x1875583274397568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696566.895089:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [622:622:255:4294967295] 192.168.201.118@tcp LPNI seq info [622:622:7:4294967295] 00000100:00000001:2.0:1788696566.895101:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1788696566.895104:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000040:2.0:1788696566.895108:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000607de2c8 x1875583274397568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788696566.895114:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696566.895120:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054acfd14. 00000100:00000001:2.0:1788696566.895122:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696566.895126:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1788696566.895127:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696566.895134:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696566.895137:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000054acfd14 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696566.895146:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696566.895150:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 22430 usecs (23 jiffies) 00000100:00000001:0.0:1788696566.895153:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307528728 00000100:00000001:0.0:1788696566.895155:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307529969 00000100:00000001:0.0:1788696566.895157:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307528728 00000100:00000001:0.0:1788696566.895160:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307529969 00000100:00000001:0.0:1788696566.895168:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307528728 00000100:00000001:0.0:1788696566.895171:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307529969 00000100:00000001:0.0:1788696566.895173:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307528728 00000100:00000001:0.0:1788696566.895174:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307529969 00000100:00000001:0.0:1788696566.895176:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696566.895178:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696566.895181:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696566.895183:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788696566.895183:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696566.895187:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054acfd14. 00000100:00000001:0.0:1788696566.895190:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1788696566.895191:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788696566.895194:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1788696566.895197:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696566.895199:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788696566.895201:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003657e232 00000100:00000001:0.0:1788696566.895202:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1788696566.895203:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003657e232. 00000100:00000001:0.0:1788696566.895205:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696566.895206:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788696566.895209:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788696566.895210:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a0532af4 x1875583274397440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696566.895217:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696566.895219:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0532af4 x1875583274397440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696566.895223:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696566.895225:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696566.898268:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696566.898281:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696566.899333:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696566.899338:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696566.899346:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696566.899361:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d12e80 00000400:00000200:3.0:1788696566.899368:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1429 [1] + 224 00000800:00000001:3.0:1788696566.899375:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696566.899378:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696566.899412:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696566.899415:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696566.899420:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696566.899425:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004a489c80 x1875583274397312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696566.899432:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a489c80 x1875583274397312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696566.899449:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696566.899455:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696566.899458:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696566.899469:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696566.899471:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696566.899475:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696566.899479:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12f80 00000400:00000200:3.0:1788696566.899482:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1431 [1] + 224 00000800:00000001:3.0:1788696566.899485:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696566.899486:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696566.899487:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696566.899489:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696566.899491:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696566.899493:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000607de2c8 x1875583274397568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696566.899498:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000607de2c8 x1875583274397568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696566.899512:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696566.899514:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696566.899516:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696566.899517:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696566.899518:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696566.899520:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696566.899523:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d12f00 00000400:00000200:3.0:1788696566.899526:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1439 [1] + 224 00000800:00000001:3.0:1788696566.899528:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696566.899530:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696566.899531:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696566.899533:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696566.899535:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696566.899537:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a0532af4 x1875583274397440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696566.899541:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a0532af4 x1875583274397440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696566.899556:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696566.899559:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696566.899560:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696566.899602:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696566.899605:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696566.899610:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696566.899611:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696566.899613:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f989917. 00000400:00000200:0.0:1788696566.899617:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad957e8 00000400:00000010:0.0:1788696566.899619:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fad957e8. 00000100:00000001:0.0:1788696566.899621:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696566.899624:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004a489c80 x1875583274397312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696566.899629:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004a489c80 x1875583274397312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696566.899633:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696566.899634:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696566.899636:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696566.899638:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696566.899640:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696566.899641:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696566.899643:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696566.899647:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=17 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696566.899665:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=17 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696566.899667:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696566.899668:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696566.899670:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696566.899672:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696566.899672:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696566.899674:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696566.899676:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1788696566.899680:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a489c80 x1875583274397312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788696566.899682:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1788696566.899686:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1788696566.899687:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1788696566.899689:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696566.899691:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1788696566.899691:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003171acf0. 00000100:00000040:0.0:1788696566.899697:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a489c80 x1875583274397312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696566.899697:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9587b37 00000100:00100000:0.0:1788696566.899702:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274397312:192.168.201.118@tcp:400: 00000400:00000010:1.0:1788696566.899706:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f9587b37. 00000100:00000001:0.0:1788696566.899707:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696566.899710:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788696566.899711:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1788696566.899717:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000607de2c8 x1875583274397568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696566.899718:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a489c80 x1875583274397312/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696566.899744:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696566.899747:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1788696566.899747:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000607de2c8 x1875583274397568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1788696566.899750:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e943f6de. 02000000:00000001:0.0:1788696566.899754:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788696566.899756:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:0.0:1788696566.899757:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:1.0:1788696566.899758:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788696566.899759:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696566.899761:0:201301:0:(client.c:1593:after_reply()) Process entered 00000020:00000001:0.0:1788696566.899762:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696566.899765:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ea48552. 02000000:00000001:1.0:1788696566.899765:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696566.899769:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1788696566.899770:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696566.899773:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1788696566.899773:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788696566.899775:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a489c80. 02000000:00000001:1.0:1788696566.899777:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696566.899778:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696566.899781:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696566.899782:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1788696566.899786:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=16 v=5 (5 5 5 5) 00000100:00000001:0.0:1788696566.899787:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:1.0:1788696566.899791:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=111 v=5 (1 1 0 0) 00000100:00000001:0.0:1788696566.899794:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696566.899796:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696566.899797:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696566.899799:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696566.899800:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696566.899804:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788696566.899809:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000607de2c8 x1875583274397568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696566.899815:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696566.899818:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788696566.899819:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:1.0:1788696566.899821:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788696566.899823:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696566.899826:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000607de2c8 x1875583274397568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696566.899832:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696566.899834:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696566.899836:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696566.899838:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000607de2c8 x1875583274397568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696566.899888:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000607de2c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274397568:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696566.899893:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696566.899894:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696566.899901:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000607de2c8 x1875583274397568/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696566.899907:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696566.899909:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696566.899911:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ec2a055. 02000000:00000001:1.0:1788696566.899914:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696566.899916:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696566.899918:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:1.0:1788696566.899920:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696566.899921:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000094b132a4. 00000100:00000001:2.0:1788696566.899922:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1788696566.899924:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1788696566.899925:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1788696566.899927:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:2.0:1788696566.899929:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000010:1.0:1788696566.899930:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000607de2c8. 00000400:00000001:2.0:1788696566.899932:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696566.899934:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6a122d6. 00000100:00000001:1.0:1788696566.899935:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696566.899938:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696566.899938:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027814ea5 00000100:00000001:1.0:1788696566.899941:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1788696566.899941:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000027814ea5. 00000100:00000001:2.0:1788696566.899945:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788696566.899948:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1788696566.899951:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a0532af4 x1875583274397440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696566.899952:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696566.899958:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696566.899962:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788696566.899962:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a0532af4 x1875583274397440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696566.899969:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696566.899970:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696566.899971:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696566.899972:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696566.899974:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696566.899975:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696566.899976:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696566.899979:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=17 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696566.899981:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=17 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696566.899982:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696566.899983:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696566.899984:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696566.899986:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696566.899987:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696566.899988:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696566.899989:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696566.899990:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696566.899992:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0532af4 x1875583274397440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696566.899995:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696566.899996:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696566.899997:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696566.899998:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0532af4 x1875583274397440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696566.900002:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a0532af4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274397440:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696566.900004:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696566.900005:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696566.900006:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0532af4 x1875583274397440/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696582 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696566.900009:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696566.900010:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696566.900011:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069ef19bb. 02000000:00000001:2.0:1788696566.900013:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696566.900014:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696566.900015:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696566.900016:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696566.900017:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d9ed23a3. 02000000:00000001:2.0:1788696566.900019:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696566.900020:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696566.900020:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0532af4. 00000100:00000001:2.0:1788696566.900022:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696566.900023:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696566.900024:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696566.900026:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696566.900027:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696566.900028:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696566.900029:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696567.853991:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696567.853998:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696567.854004:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696567.854005:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696567.854075:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696567.854078:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696567.854081:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696568.173954:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307529969, at 4307529984 00000100:00000010:0.0:1788696568.173969:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c64039. 00000100:00000040:3.0:1788696568.173977:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307529969, at 4307529984 00000100:00000010:3.0:1788696568.174000:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00000100:00000040:1.0:1788696568.174056:0:209111:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307529969, at 4307529984 00000100:00000010:1.0:1788696568.174061:0:209111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000100:00000040:2.0:1788696568.174494:0:209101:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307529969, at 4307529984 00000100:00000010:2.0:1788696568.174501:0:209101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00010000:00000001:2.0:1788696568.877977:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696568.877984:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696568.877990:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696568.877991:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696568.878465:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696568.878469:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696568.878472:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696569.902181:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696569.902189:0:209101:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696569.902192:0:209101:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696569.902195:0:209101:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696569.902200:0:209101:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696569.902202:0:209101:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696569.902205:0:209101:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696569.902206:0:209101:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696569.902211:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696569.902212:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696569.902274:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696569.902278:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696569.902281:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696570.925961:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696570.925967:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696570.925973:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696570.925974:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696570.928481:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696570.928489:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696570.928493:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696571.950147:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696571.950155:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696571.950161:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696571.950163:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696571.950898:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696571.950902:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696571.950905:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696572.013959:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696572.013967:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696572.013975:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a489c80. 00000020:00000040:0.0:1788696572.013980:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696572.013983:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696572.013985:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696572.013989:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696572.013995:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ea48552. 00000100:00000001:0.0:1788696572.014001:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696572.014008:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000004a489c80 x1875583274397696/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696572.014015:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696572.014017:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696572.014020:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a489c80] to pc [ptlrpcd_00_02+2] req@000000004a489c80 x1875583274397696/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696572.014040:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696572.014042:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696572.014044:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696572.014046:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cbb350d4. 00000020:00000040:0.0:1788696572.014047:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696572.014048:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696572.014049:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696572.014050:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696572.014052:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b93a25a. 00000100:00000001:0.0:1788696572.014067:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696572.014069:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000cbb350d4 x1875583274397824/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696572.014074:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696572.014075:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696572.014077:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbb350d4] to pc [ptlrpcd_00_03+3] req@00000000cbb350d4 x1875583274397824/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696572.014083:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696572.014084:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696572.014086:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696572.014089:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e0fb45f. 00000020:00000040:0.0:1788696572.014090:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696572.014092:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696572.014092:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696572.014093:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696572.014096:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d9ed23a3. 00000100:00000001:0.0:1788696572.014098:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696572.014100:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000002e0fb45f x1875583274397952/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696572.014104:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696572.014106:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696572.014106:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788696572.014109:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e0fb45f] to pc [ptlrpcd_00_00+0] req@000000002e0fb45f x1875583274397952/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696572.014112:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696572.014116:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696572.014124:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a489c80 x1875583274397696/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696572.014128:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696572.014132:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696572.014140:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1788696572.014143:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1788696572.014145:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12871) 00000100:00000001:3.0:1788696572.014148:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696572.014153:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788696572.014155:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1788696572.014156:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696572.014158:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1788696572.014160:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696572.014163:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274397696:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696572.014167:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696572.014169:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1788696572.014174:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1788696572.014175:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e0fb45f x1875583274397952/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788696572.014179:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696572.014184:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1788696572.014185:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696572.014188:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696572.014189:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696572.014190:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1788696572.014191:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3e1ae46. 02000000:00000001:0.0:1788696572.014192:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696572.014197:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274397952:192.168.201.118@tcp:400: 02000000:00000001:3.0:1788696572.014197:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696572.014202:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696572.014204:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696572.014205:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696572.014206:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fcd06a2. 02000000:00000001:0.0:1788696572.014207:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696572.014211:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c2b4ea3. 02000000:00000001:0.0:1788696572.014213:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696572.014216:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5633eb. 00000400:00000010:0.0:1788696572.014217:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 00000400:00000010:0.0:1788696572.014224:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e30f2685. 00000100:00000200:3.0:1788696572.014226:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274397696, portal 25 00000100:00000200:0.0:1788696572.014227:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274397952, portal 10 00000100:00000001:0.0:1788696572.014232:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696572.014232:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696572.014233:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882435328 : -113296827116288 : ffff98f506dd9500) 00000100:00000001:3.0:1788696572.014236:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882430848 : -113296827120768 : ffff98f506dd8380) 00000100:00000040:0.0:1788696572.014241:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002e0fb45f x1875583274397952/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696572.014245:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004a489c80 x1875583274397696/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696572.014254:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696572.014262:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696572.014266:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafe65a6. 00000100:00000200:0.0:1788696572.014271:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274397952, offset 0 00000100:00000001:3.0:1788696572.014272:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696572.014278:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696572.014282:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696572.014284:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c31c0de4. 00000100:00000200:3.0:1788696572.014289:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274397696, offset 0 00000400:00000200:3.0:1788696572.014296:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696572.014298:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696572.014304:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696572.014308:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696572.014311:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696572.014314:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696572.014318:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [623:623:256:4294967295] 192.168.201.118@tcp LPNI seq info [623:623:8:4294967295] 00000400:00000200:0.0:1788696572.014334:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696572.014342:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696572.014345:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000010:0.0:1788696572.014348:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000094b132a4. 00000400:00000200:3.0:1788696572.014350:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696572.014355:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696572.014360:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1788696572.014361:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:3.0:1788696572.014364:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696572.014368:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [624:624:255:4294967295] 192.168.201.118@tcp LPNI seq info [624:624:7:4294967295] 00000800:00000200:0.0:1788696572.014385:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696572.014394:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000094b132a4 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788696572.014394:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696572.014403:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696572.014406:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788696572.014408:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f59c383. 00000100:00000040:0.0:1788696572.014412:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 22438 usecs (23 jiffies) 00000800:00000200:3.0:1788696572.014416:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788696572.014419:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307533847 00000800:00000200:3.0:1788696572.014424:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000010:0.0:1788696572.014425:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035146d2b. 00000800:00000200:3.0:1788696572.014429:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f59c383 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696572.014432:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696572.014434:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696572.014438:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307533847 00000100:00000001:3.0:1788696572.014439:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307535089 00000100:00000010:0.0:1788696572.014443:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db1d4de9. 00000100:00000001:0.0:1788696572.014447:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696572.014448:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307533847 00000100:00000001:0.0:1788696572.014454:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307533847 00000100:00000001:3.0:1788696572.014455:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307535089 00000100:00000010:0.0:1788696572.014459:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b89cdb3. 00000800:00000200:2.0:1788696572.014460:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1788696572.014463:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000800:00000010:2.0:1788696572.014466:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000094b132a4. 00000100:00000001:0.0:1788696572.014467:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307533847 00000100:00000010:0.0:1788696572.014470:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001cecc859. 00000100:00000001:3.0:1788696572.014472:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307533847 00000100:00000001:0.0:1788696572.014473:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000400:00000200:2.0:1788696572.014475:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788696572.014481:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696572.014481:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307535089 00000400:00000200:2.0:1788696572.014484:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696572.014487:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696572.014490:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307533847 00000100:00000001:0.0:1788696572.014491:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696572.014492:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafe65a6 00000100:00000001:0.0:1788696572.014497:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1788696572.014497:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000aafe65a6. 00000100:00000001:3.0:1788696572.014498:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307535089 00000100:00000001:0.0:1788696572.014504:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696572.014504:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307533847 00000100:00000001:2.0:1788696572.014505:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788696572.014507:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696572.014510:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696572.014511:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1788696572.014513:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002e0fb45f x1875583274397952/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696572.014514:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696572.014516:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696572.014516:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696572.014522:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696572.014524:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696572.014527:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696572.014535:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696572.014536:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788696572.014538:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1788696572.014543:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e0fb45f x1875583274397952/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696588 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696572.014543:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696572.014546:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696572.014549:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696572.014554:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1788696572.014556:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696572.014558:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696572.014559:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696572.014561:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696572.014562:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696572.014563:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696572.014567:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbb350d4 x1875583274397824/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696572.014575:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696572.014576:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696572.014578:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696572.014579:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696572.014581:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696572.014584:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274397824:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696572.014587:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696572.014589:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696572.014590:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696572.014592:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696572.014595:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa949180. 02000000:00000001:3.0:1788696572.014596:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696572.014599:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e44ba440. 00000400:00000010:3.0:1788696572.014603:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c77f24a. 00000100:00000200:3.0:1788696572.014605:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274397824, portal 10 00000100:00000001:3.0:1788696572.014607:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696572.014608:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882439808 : -113296827111808 : ffff98f506dda680) 00000100:00000001:2.0:1788696572.014612:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696572.014616:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000cbb350d4 x1875583274397824/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696572.014617:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696572.014631:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696572.014634:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696572.014637:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9587b37. 00000100:00000200:3.0:1788696572.014639:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274397824, offset 0 00000400:00000200:3.0:1788696572.014643:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696572.014648:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696572.014651:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696572.014653:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696572.014655:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696572.014658:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696572.014660:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [625:625:255:4294967295] 192.168.201.118@tcp LPNI seq info [625:625:7:4294967295] 00000400:00000200:3.0:1788696572.014668:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696572.014672:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696572.014675:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a4df8fd. 00000800:00000200:3.0:1788696572.014680:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696572.014681:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696572.014684:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f59c383. 00000800:00000200:3.0:1788696572.014687:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:2.0:1788696572.014690:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696572.014695:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696572.014697:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c31c0de4 00000400:00000010:2.0:1788696572.014699:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c31c0de4. 00000100:00000001:2.0:1788696572.014701:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:3.0:1788696572.014706:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006a4df8fd type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1788696572.014707:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004a489c80 x1875583274397696/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696572.014712:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696572.014717:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 22348 usecs (23 jiffies) 00000100:00000001:3.0:1788696572.014722:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307533847 00000100:00000001:2.0:1788696572.014723:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788696572.014724:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307535089 00000100:00000001:3.0:1788696572.014728:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307533847 00000100:00000040:2.0:1788696572.014729:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004a489c80 x1875583274397696/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696588 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696572.014732:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307535089 00000100:00000001:3.0:1788696572.014737:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307533847 00000100:00000001:3.0:1788696572.014740:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307535089 00000100:00000001:3.0:1788696572.014744:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307533847 00000100:00000001:2.0:1788696572.014746:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696572.014747:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307535089 00000100:00000001:2.0:1788696572.014751:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696572.014751:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696572.014755:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696572.014758:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696572.014760:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696572.014766:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696572.014769:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a4df8fd. 00000400:00000200:2.0:1788696572.014772:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696572.014775:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696572.014779:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9587b37 00000400:00000010:2.0:1788696572.014780:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f9587b37. 00000100:00000001:2.0:1788696572.014782:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696572.014784:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000cbb350d4 x1875583274397824/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696572.014791:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696572.014793:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cbb350d4 x1875583274397824/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696588 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696572.014798:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696572.014799:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788696572.014861:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696572.014865:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696572.014878:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696572.014880:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696572.020412:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696572.020428:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696572.020433:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696572.020435:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696572.020445:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696572.020462:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d13100 00000400:00000200:1.0:1788696572.020470:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1445 [1] + 224 00000800:00000001:1.0:1788696572.020477:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696572.020481:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696572.020484:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696572.020493:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696572.020500:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696572.020507:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002e0fb45f x1875583274397952/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696572.020518:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002e0fb45f x1875583274397952/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696572.020534:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696572.020543:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696572.021435:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696572.021441:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696572.021443:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696572.021450:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696572.021460:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d13080 00000400:00000200:1.0:1788696572.021466:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1451 [1] + 224 00000800:00000001:1.0:1788696572.021470:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696572.021473:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696572.021475:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696572.021478:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696572.021482:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696572.021486:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000cbb350d4 x1875583274397824/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696572.021507:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cbb350d4 x1875583274397824/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696572.021524:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696572.021530:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696572.021533:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696572.021535:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696572.021537:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696572.021542:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696572.021560:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d13000 00000400:00000200:1.0:1788696572.021566:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1441 [1] + 224 00000800:00000001:1.0:1788696572.021569:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696572.021576:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696572.021578:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696572.021581:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696572.021584:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696572.021587:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004a489c80 x1875583274397696/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696572.021593:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004a489c80 x1875583274397696/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696572.021599:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696572.021602:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696572.021605:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696572.021623:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696572.021629:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696572.021635:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696572.021637:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696572.021640:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e44ba440. 00000400:00000200:3.0:1788696572.021645:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c77f24a 00000400:00000010:3.0:1788696572.021647:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c77f24a. 00000100:00000001:3.0:1788696572.021651:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696572.021656:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000cbb350d4 x1875583274397824/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696572.021665:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000cbb350d4 x1875583274397824/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696572.021672:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696572.021674:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696572.021677:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696572.021680:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696572.021683:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696572.021685:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696572.021687:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696572.021696:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=23 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696572.021700:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=23 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696572.021702:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696572.021704:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696572.021706:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696572.021709:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696572.021713:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696572.021715:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696572.021716:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696572.021718:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696572.021722:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbb350d4 x1875583274397824/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696572.021734:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696572.021890:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696572.021892:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696572.021896:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbb350d4 x1875583274397824/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696572.021904:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000cbb350d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274397824:192.168.201.118@tcp:400: 00000400:00000001:3.0:1788696572.021911:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696572.021912:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696572.021913:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fcd06a2. 00000400:00000200:3.0:1788696572.021916:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5633eb 00000400:00000010:3.0:1788696572.021917:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004f5633eb. 00000100:00000001:3.0:1788696572.021920:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696572.021922:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004a489c80 x1875583274397696/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696572.021929:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004a489c80 x1875583274397696/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696572.021934:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696572.021935:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696572.021937:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696572.021939:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696572.021951:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696572.021952:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696572.021954:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696572.021957:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=23 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696572.021959:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=23 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696572.021962:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696572.021963:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696572.021964:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696572.021966:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696572.021968:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696572.021971:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a489c80 x1875583274397696/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696572.021977:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696572.021979:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696572.021980:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696572.021982:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a489c80 x1875583274397696/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696572.021989:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004a489c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274397696:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696572.021993:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696572.021995:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696572.021998:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cbb350d4 x1875583274397824/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696572.022004:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696572.022006:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696572.022010:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa949180. 02000000:00000001:3.0:1788696572.022013:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696572.022015:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696572.022017:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696572.022019:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696572.022021:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b93a25a. 02000000:00000001:3.0:1788696572.022024:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696572.022026:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696572.022028:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cbb350d4. 00000100:00000001:3.0:1788696572.022030:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696572.022031:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696572.022033:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696572.022035:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004a489c80 x1875583274397696/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696572.022041:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696572.022042:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696572.022043:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3e1ae46. 02000000:00000001:3.0:1788696572.022045:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696572.022046:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696572.022047:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696572.022049:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696572.022050:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ea48552. 02000000:00000001:3.0:1788696572.022052:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696572.022053:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696572.022054:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a489c80. 00000100:00000001:3.0:1788696572.022056:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696572.022057:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696572.022059:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696572.022066:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696572.022068:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696572.022070:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696572.022072:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696572.023419:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696572.023425:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696572.023431:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696572.023434:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696572.023436:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000400:00000200:0.0:1788696572.023443:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e30f2685 00000400:00000010:0.0:1788696572.023444:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e30f2685. 00000100:00000001:0.0:1788696572.023448:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696572.023454:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002e0fb45f x1875583274397952/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696572.023463:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002e0fb45f x1875583274397952/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696572.023468:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696572.023470:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696572.023472:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696572.023474:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696572.023476:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696572.023478:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696572.023480:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696572.023486:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=22 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696572.023489:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=117 v=5 (1 1 0 0) 00000100:00000001:0.0:1788696572.023492:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696572.023493:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696572.023496:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696572.023500:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000002e0fb45f x1875583274397952/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696572.023506:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696572.023509:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696572.023511:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696572.023513:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696572.023515:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696572.023518:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e0fb45f x1875583274397952/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696572.023542:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696572.023544:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696572.023546:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696572.023549:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e0fb45f x1875583274397952/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696572.023555:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274397952:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696572.023559:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696572.023561:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696572.023563:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e0fb45f x1875583274397952/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696588 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696572.023568:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696572.023570:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696572.023572:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c2b4ea3. 02000000:00000001:0.0:1788696572.023575:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696572.023577:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696572.023579:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696572.023581:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696572.023582:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d9ed23a3. 02000000:00000001:0.0:1788696572.023585:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696572.023586:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696572.023587:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e0fb45f. 00000100:00000001:0.0:1788696572.023591:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696572.023592:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696572.023594:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696572.023600:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696572.023601:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696572.023604:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696572.023606:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696572.973965:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696572.973981:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696572.973988:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696572.973989:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696572.974067:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696572.974070:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696572.974073:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696573.293954:0:209101:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307535089, at 4307535104 00000100:00000040:3.0:1788696573.293969:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307535089, at 4307535104 00000100:00000010:2.0:1788696573.293972:0:209101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b89cdb3. 00000100:00000010:3.0:1788696573.293978:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001cecc859. 00000100:00000040:0.0:1788696573.294051:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307535089, at 4307535104 00000100:00000010:0.0:1788696573.294073:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035146d2b. 00000100:00000040:1.0:1788696573.294496:0:209111:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307535089, at 4307535104 00000100:00000010:1.0:1788696573.294502:0:209111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db1d4de9. 00010000:00000001:2.0:1788696573.999446:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696573.999453:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696573.999458:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696573.999459:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696573.999511:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696573.999515:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696573.999518:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696575.021944:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696575.021951:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696575.021957:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696575.021960:0:209101:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696575.021962:0:209101:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696575.021965:0:209101:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696575.021968:0:209101:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696575.021970:0:209101:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696575.021972:0:209101:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696575.021974:0:209101:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696575.022019:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696575.022023:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696575.022025:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696576.046055:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696576.046065:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696576.046073:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696576.046074:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696576.046170:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696576.046174:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696576.046176:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696577.069956:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696577.069964:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696577.069969:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696577.069970:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696577.070076:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696577.070083:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696577.070087:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696577.133964:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696577.133972:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696577.133980:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e0fb45f. 00000020:00000040:0.0:1788696577.133988:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696577.133993:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696577.133996:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696577.134000:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696577.134008:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d9ed23a3. 00000100:00000001:0.0:1788696577.134020:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696577.134031:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000002e0fb45f x1875583274398080/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696577.134042:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696577.134044:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696577.134050:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e0fb45f] to pc [ptlrpcd_00_01+1] req@000000002e0fb45f x1875583274398080/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696577.134075:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696577.134077:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696577.134079:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696577.134082:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005800c766. 00000020:00000040:0.0:1788696577.134083:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696577.134085:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696577.134086:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696577.134087:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696577.134089:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054acfd14. 00000100:00000001:0.0:1788696577.134091:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696577.134093:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000005800c766 x1875583274398208/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696577.134114:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696577.134115:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696577.134117:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005800c766] to pc [ptlrpcd_00_02+2] req@000000005800c766 x1875583274398208/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696577.134136:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696577.134138:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696577.134140:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696577.134142:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a318a749. 00000020:00000040:0.0:1788696577.134143:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696577.134145:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788696577.134145:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788696577.134149:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1788696577.134149:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696577.134150:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1788696577.134154:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696577.134155:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1788696577.134160:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ea48552. 00000100:00000001:3.0:1788696577.134161:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696577.134170:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696577.134175:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002e0fb45f x1875583274398080/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696577.134176:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000a318a749 x1875583274398336/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696577.134176:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696577.134184:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696577.134192:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696577.134208:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005800c766 x1875583274398208/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696577.134209:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696577.134211:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696577.134216:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696577.134222:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696577.134232:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a318a749] to pc [ptlrpcd_00_03+3] req@00000000a318a749 x1875583274398336/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696577.134235:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696577.134241:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696577.134254:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696577.134262:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1788696577.134269:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274398080:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696577.134269:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696577.134271:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696577.134277:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1788696577.134279:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788696577.134291:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1788696577.134296:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1788696577.134298:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696577.134300:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1788696577.134301:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12876) 02000000:00000001:3.0:1788696577.134303:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696577.134305:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696577.134310:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1788696577.134311:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274398208:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696577.134313:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1788696577.134318:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001157687b. 00000100:00000001:0.0:1788696577.134319:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696577.134321:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696577.134323:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1788696577.134325:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696577.134329:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1788696577.134333:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a318a749 x1875583274398336/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1788696577.134334:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000083a5fb2. 02000000:00000001:3.0:1788696577.134335:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696577.134345:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1788696577.134350:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000840910ba. 02000000:00000010:3.0:1788696577.134356:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9c3cf3e. 00000100:00000200:1.0:1788696577.134360:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274398080, portal 25 02000000:00000001:3.0:1788696577.134366:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696577.134368:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696577.134375:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882435328 : -113296827116288 : ffff98f506dd9500) 00000400:00000010:3.0:1788696577.134380:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fcd06a2. 00000100:00000001:0.0:1788696577.134382:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1788696577.134388:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000002e0fb45f x1875583274398080/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696577.134389:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696577.134396:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1788696577.134397:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5633eb. 02000000:00000001:0.0:1788696577.134402:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696577.134406:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1788696577.134408:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788696577.134408:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274398208, portal 10 00000100:00000040:1.0:1788696577.134415:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696577.134417:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1788696577.134421:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000284d8bb. 00000100:00100000:0.0:1788696577.134422:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274398336:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696577.134422:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882441600 : -113296827110016 : ffff98f506ddad80) 00000100:00000200:1.0:1788696577.134432:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274398080, offset 0 00000100:00000001:0.0:1788696577.134433:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696577.134438:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1788696577.134440:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000005800c766 x1875583274398208/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696577.134442:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696577.134449:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788696577.134450:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696577.134458:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005f2a5e78. 00000100:00000001:3.0:1788696577.134460:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1788696577.134464:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696577.134469:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696577.134470:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000010:0.0:1788696577.134474:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 00000400:00000010:3.0:1788696577.134477:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c77f24a. 00000400:00000010:0.0:1788696577.134481:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e30f2685. 00000400:00000200:1.0:1788696577.134481:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1788696577.134484:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274398208, offset 0 00000100:00000200:0.0:1788696577.134489:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274398336, portal 10 00000400:00000200:1.0:1788696577.134491:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:0.0:1788696577.134494:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696577.134499:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882440704 : -113296827110912 : ffff98f506ddaa00) 00000400:00000200:3.0:1788696577.134501:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696577.134502:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696577.134513:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000040:0.0:1788696577.134517:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a318a749 x1875583274398336/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696577.134526:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696577.134529:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696577.134531:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001140bd37. 00000100:00000200:0.0:1788696577.134534:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274398336, offset 0 00000400:00000200:0.0:1788696577.134539:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696577.134685:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [626:626:256:4294967295] 192.168.201.118@tcp LPNI seq info [626:626:8:4294967295] 00000400:00000200:1.0:1788696577.134698:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696577.134710:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696577.134714:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000155bbcce. 00000400:00000200:3.0:1788696577.134719:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696577.134726:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1788696577.134727:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:3.0:1788696577.134736:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000800:00000200:1.0:1788696577.134741:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000400:00000200:3.0:1788696577.134744:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1788696577.134749:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000155bbcce type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788696577.134753:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696577.134762:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [627:627:255:4294967295] 192.168.201.118@tcp LPNI seq info [627:627:7:4294967295] 00000100:00000001:1.0:1788696577.134771:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696577.134778:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:1.0:1788696577.134787:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307540209 00000800:00000200:3.0:1788696577.134794:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000010:1.0:1788696577.134795:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082f7dcd5. 00000400:00000200:0.0:1788696577.134798:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696577.134808:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1788696577.134808:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d33dd5fd. 00000100:00000001:1.0:1788696577.134809:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1788696577.134817:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:1.0:1788696577.134822:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307540209 00000800:00000200:3.0:1788696577.134822:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:0.0:1788696577.134823:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1788696577.134834:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a910904. 00000400:00000200:0.0:1788696577.134837:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:1.0:1788696577.134839:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788696577.134877:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307540210 00000100:00000010:1.0:1788696577.134881:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000721208b6. 00000400:00000200:0.0:1788696577.134885:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [628:628:254:4294967295] 192.168.201.118@tcp LPNI seq info [628:628:6:4294967295] 00000100:00000001:1.0:1788696577.134887:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696577.134891:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307540210 00000100:00000010:1.0:1788696577.134895:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005dd2cbdf. 00000800:00000200:3.0:1788696577.134896:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:1.0:1788696577.134902:0:201301:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1788696577.134905:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d33dd5fd type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1788696577.134910:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696577.134923:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788696577.134924:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696577.134931:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788696577.134931:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000155bbcce. 00000100:00000001:3.0:1788696577.134931:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696577.134942:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696577.134944:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696577.134944:0:201302:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 22280 usecs (23 jiffies) 00000400:00000200:2.0:1788696577.134946:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1788696577.134950:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b93a25a. 00000100:00000001:3.0:1788696577.134957:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307538968 00000100:00000001:1.0:1788696577.134958:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696577.134965:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000800:00000200:0.0:1788696577.134968:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788696577.134970:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307540209 00000100:00000001:1.0:1788696577.134974:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696577.134976:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307538968 00000100:00000001:1.0:1788696577.134979:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1788696577.134984:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788696577.134986:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307540209 00000100:00000001:1.0:1788696577.134988:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788696577.134991:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000284d8bb 00000800:00000200:0.0:1788696577.134993:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000000b93a25a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696577.134996:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696577.134996:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307538968 00000400:00000010:2.0:1788696577.134997:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000284d8bb. 00000100:00000001:0.0:1788696577.134999:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696577.135002:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696577.135009:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 22381 usecs (23 jiffies) 00000100:00000001:1.0:1788696577.135009:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696577.135009:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788696577.135016:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307538968 00000100:00000200:2.0:1788696577.135018:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000002e0fb45f x1875583274398080/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696577.135021:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307540209 00000100:00000001:0.0:1788696577.135027:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307538968 00000100:00000001:0.0:1788696577.135032:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307540209 00000100:00000001:0.0:1788696577.135037:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307538968 00000100:00000001:2.0:1788696577.135038:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788696577.135039:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307540210 00000100:00000040:2.0:1788696577.135043:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002e0fb45f x1875583274398080/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696593 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696577.135044:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307538968 00000100:00000001:0.0:1788696577.135050:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307540210 00000100:00000001:0.0:1788696577.135054:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696577.135059:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696577.135059:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696577.135063:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696577.135065:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696577.135068:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696577.135072:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696577.135074:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696577.135077:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307540210 00000100:00000001:0.0:1788696577.135079:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696577.135081:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696577.135083:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696577.135084:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1788696577.135088:0:201302:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307538968 00000100:00000001:0.0:1788696577.135091:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788696577.135091:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d33dd5fd. 00000100:00000001:3.0:1788696577.135097:0:201302:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307540210 00000400:00000200:2.0:1788696577.135101:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788696577.135103:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696577.135110:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696577.135114:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696577.135117:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696577.135119:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c77f24a 00000100:00000001:3.0:1788696577.135122:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1788696577.135124:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001c77f24a. 00000100:00000001:2.0:1788696577.135130:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1788696577.135132:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1788696577.135136:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000005800c766 x1875583274398208/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696577.135137:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696577.135146:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696577.135149:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696577.135153:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696577.135159:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696577.135160:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696577.135167:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005800c766 x1875583274398208/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696593 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696577.135174:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696577.135177:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696577.135227:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696577.135230:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b93a25a. 00000400:00000200:2.0:1788696577.135235:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696577.135243:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696577.135247:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001140bd37 00000400:00000010:2.0:1788696577.135250:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001140bd37. 00000100:00000001:2.0:1788696577.135254:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696577.135258:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a318a749 x1875583274398336/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696577.135266:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696577.135269:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a318a749 x1875583274398336/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696593 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696577.135277:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696577.135279:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696577.137366:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696577.137380:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696577.137384:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696577.137386:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696577.137396:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696577.137409:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d13180 00000400:00000200:2.0:1788696577.137416:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1459 [1] + 224 00000800:00000001:2.0:1788696577.137421:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696577.137424:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696577.137427:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696577.137430:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696577.137436:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696577.137442:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000002e0fb45f x1875583274398080/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696577.137458:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002e0fb45f x1875583274398080/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696577.137483:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696577.137492:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788696577.137535:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696577.137539:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696577.137545:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696577.137547:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696577.137559:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000083a5fb2. 00000400:00000200:1.0:1788696577.137563:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000840910ba 00000400:00000010:1.0:1788696577.137565:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000840910ba. 00000100:00000001:1.0:1788696577.137568:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696577.137571:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000002e0fb45f x1875583274398080/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696577.137579:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000002e0fb45f x1875583274398080/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696577.137586:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696577.137587:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696577.137590:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696577.137592:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696577.137595:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696577.137597:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696577.137599:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696577.137604:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696577.137608:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=28 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696577.137611:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696577.137612:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696577.137615:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696577.137617:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696577.137619:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696577.137623:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002e0fb45f x1875583274398080/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696577.137630:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696577.137632:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696577.137634:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696577.137637:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e0fb45f x1875583274398080/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696577.137644:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000002e0fb45f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274398080:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696577.137648:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696577.137650:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696577.137652:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002e0fb45f x1875583274398080/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696577.137662:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696577.137664:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696577.137667:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001157687b. 02000000:00000001:1.0:1788696577.137671:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696577.137673:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696577.137676:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696577.137678:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696577.137682:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d9ed23a3. 02000000:00000001:1.0:1788696577.137686:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696577.137688:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696577.137689:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e0fb45f. 00000100:00000001:1.0:1788696577.137692:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696577.137694:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696577.137696:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696577.137701:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696577.137702:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696577.137704:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696577.137706:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788696577.137745:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696577.137747:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696577.137750:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696577.137755:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696577.137762:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d13280 00000400:00000200:2.0:1788696577.137767:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1469 [1] + 224 00000800:00000001:2.0:1788696577.137771:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696577.137774:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696577.137775:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696577.137778:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696577.137782:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696577.137785:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a318a749 x1875583274398336/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696577.137793:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a318a749 x1875583274398336/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696577.137811:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696577.137815:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696577.137817:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696577.137819:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696577.137821:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696577.137824:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696577.137829:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d13200 00000400:00000200:2.0:1788696577.137833:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x145d [1] + 224 00000800:00000001:2.0:1788696577.137836:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788696577.137889:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696577.137893:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696577.137896:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696577.137897:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696577.137898:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000800:00000001:2.0:1788696577.137898:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696577.137902:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696577.137907:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696577.137911:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e30f2685 00000400:00000010:0.0:1788696577.137920:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e30f2685. 00000100:00000001:0.0:1788696577.137923:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696577.137927:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a318a749 x1875583274398336/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696577.137935:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a318a749 x1875583274398336/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696577.137942:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696577.137943:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696577.137945:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696577.137946:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696577.137948:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696577.137949:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696577.137951:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696577.137956:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=27 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696577.137959:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=122 v=5 (1 1 0 0) 00000100:00000001:0.0:1788696577.137961:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696577.137961:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696577.137962:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696577.137965:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000a318a749 x1875583274398336/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696577.137976:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696577.137979:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696577.137983:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696577.137985:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696577.137986:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696577.137990:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a318a749 x1875583274398336/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696577.137996:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696577.137998:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696577.137999:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696577.138001:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a318a749 x1875583274398336/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696577.138020:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274398336:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696577.138023:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696577.138025:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696577.138028:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a318a749 x1875583274398336/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696577.138034:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696577.138035:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696577.138037:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005f2a5e78. 02000000:00000001:0.0:1788696577.138040:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696577.138041:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696577.138042:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696577.138044:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696577.138045:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ea48552. 02000000:00000001:0.0:1788696577.138047:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696577.138048:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696577.138049:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a318a749. 00000100:00000001:0.0:1788696577.138051:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696577.138052:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696577.138054:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696577.138058:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696577.138059:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696577.138061:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696577.138063:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696577.138086:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696577.138092:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000005800c766 x1875583274398208/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696577.138099:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005800c766 x1875583274398208/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696577.138114:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696577.138120:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696577.138123:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696577.138154:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696577.138161:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696577.138168:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696577.138171:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696577.138174:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fcd06a2. 00000400:00000200:3.0:1788696577.138182:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5633eb 00000400:00000010:3.0:1788696577.138184:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004f5633eb. 00000100:00000001:3.0:1788696577.138188:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696577.138196:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000005800c766 x1875583274398208/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696577.138207:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000005800c766 x1875583274398208/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696577.138215:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696577.138217:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696577.138219:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696577.138223:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696577.138225:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696577.138227:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696577.138230:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696577.138237:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=28 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696577.138241:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=28 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696577.138244:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696577.138245:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696577.138248:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696577.138251:0:201302:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696577.138254:0:201302:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696577.138256:0:201302:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696577.138258:0:201302:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696577.138260:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696577.138263:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005800c766 x1875583274398208/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696577.138294:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696577.138297:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696577.138299:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696577.138302:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005800c766 x1875583274398208/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696577.138310:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005800c766 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f4931000-78c8-4821-9b44-b56343695343:201302:1875583274398208:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696577.138314:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696577.138316:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696577.138319:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005800c766 x1875583274398208/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696593 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696577.138326:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696577.138328:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696577.138331:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9c3cf3e. 02000000:00000001:3.0:1788696577.138334:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696577.138336:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696577.138338:0:201302:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696577.138340:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696577.138343:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054acfd14. 02000000:00000001:3.0:1788696577.138346:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696577.138348:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696577.138349:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005800c766. 00000100:00000001:3.0:1788696577.138353:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696577.138355:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696577.138357:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696577.138363:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696577.138365:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696577.138367:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696577.138369:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696578.093961:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696578.093967:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696578.093973:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696578.093974:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696578.093998:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696578.094002:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696578.094005:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696578.413964:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307540209, at 4307540224 00000100:00000040:2.0:1788696578.413965:0:209101:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307540210, at 4307540224 00000100:00000040:1.0:1788696578.413975:0:209111:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307540209, at 4307540224 00000100:00000010:2.0:1788696578.413984:0:209101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000721208b6. 00000100:00000010:0.0:1788696578.413986:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082f7dcd5. 00000100:00000010:1.0:1788696578.413988:0:209111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a910904. 00000100:00000040:3.0:1788696578.414215:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307540210, at 4307540224 00000100:00000010:3.0:1788696578.414222:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005dd2cbdf. 00010000:00000001:2.0:1788696579.117955:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696579.117961:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696579.117964:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696579.117965:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696579.118375:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696579.118379:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696579.118382:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696580.141958:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696580.141967:0:209101:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696580.141969:0:209101:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696580.141977:0:209101:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696580.141984:0:209101:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696580.141986:0:209101:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696580.141987:0:209101:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696580.141988:0:209101:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696580.141991:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696580.141992:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696580.142037:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696580.142040:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696580.142042:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696581.165987:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696581.165991:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696581.165996:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696581.165997:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696581.166683:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696581.166687:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696581.166690:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696582.190036:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696582.190042:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696582.190047:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696582.190049:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696582.190137:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696582.190144:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696582.190148:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696582.253996:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696582.254033:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696582.254042:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a318a749. 00000020:00000040:0.0:1788696582.254051:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696582.254057:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696582.254061:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696582.254072:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696582.254083:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ea48552. 00000100:00000001:0.0:1788696582.254094:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696582.254108:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000a318a749 x1875583274398464/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696582.254120:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696582.254127:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696582.254135:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a318a749] to pc [ptlrpcd_00_00+0] req@00000000a318a749 x1875583274398464/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696582.254214:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696582.254220:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696582.254228:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696582.254236:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a318a749 x1875583274398464/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696582.254246:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696582.254249:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696582.254254:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696582.254257:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696582.254260:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696582.254264:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274398464:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696582.254269:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696582.254278:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696582.254281:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696582.254284:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696582.254290:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa949180. 02000000:00000001:3.0:1788696582.254293:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696582.254300:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fcd06a2. 00000400:00000010:3.0:1788696582.254311:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5633eb. 00000100:00000200:3.0:1788696582.254322:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274398464, portal 25 00000100:00000001:3.0:1788696582.254325:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696582.254327:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882440704 : -113296827110912 : ffff98f506ddaa00) 00000100:00000040:3.0:1788696582.254333:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a318a749 x1875583274398464/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696582.254342:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696582.254345:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696582.254348:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fad957e8. 00000100:00000200:3.0:1788696582.254350:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274398464, offset 0 00000400:00000200:3.0:1788696582.254358:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696582.254375:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696582.254382:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696582.254386:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696582.254390:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696582.254393:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696582.254397:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [629:629:256:4294967295] 192.168.201.118@tcp LPNI seq info [629:629:8:4294967295] 00000400:00000200:3.0:1788696582.254414:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696582.254421:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696582.254426:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006beeb4bb. 00000800:00000200:3.0:1788696582.254434:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696582.254442:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696582.254448:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006beeb4bb type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696582.254468:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696582.254473:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307545329 00000100:00000010:3.0:1788696582.254478:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c81c9ce7. 00000100:00000001:3.0:1788696582.254485:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696582.254494:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307545329 00000100:00000010:3.0:1788696582.254497:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000868ba01e. 00000100:00000001:3.0:1788696582.254501:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696582.254504:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307545329 00000100:00000010:3.0:1788696582.254508:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b6749. 00000100:00000001:3.0:1788696582.254511:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696582.254514:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307545329 00000100:00000010:3.0:1788696582.254518:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa6e8e98. 00000100:00000001:3.0:1788696582.254524:0:201300:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000800:00000200:1.0:1788696582.254591:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696582.254599:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006beeb4bb. 00000400:00000200:1.0:1788696582.254606:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788696582.254611:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696582.254615:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696582.254619:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1788696582.254627:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696582.254636:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fad957e8 00000100:00000010:0.0:1788696582.254637:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000043af1395. 00000020:00000040:0.0:1788696582.254645:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000400:00000010:1.0:1788696582.254645:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fad957e8. 00000100:00000001:0.0:1788696582.254653:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696582.254656:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788696582.254657:0:201293:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1788696582.254660:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696582.254666:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000094b132a4. 00000100:00000200:1.0:1788696582.254669:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a318a749 x1875583274398464/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696582.254673:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696582.254684:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000043af1395 x1875583274398592/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696582.254697:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696582.254699:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696582.254701:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043af1395] to pc [ptlrpcd_00_01+1] req@0000000043af1395 x1875583274398592/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696582.254730:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696582.254737:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696582.254743:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788696582.254747:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a318a749 x1875583274398464/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696598 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696582.254750:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696582.254755:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a572c48. 00000020:00000040:0.0:1788696582.254759:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696582.254768:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696582.254772:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1788696582.254773:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696582.254778:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696582.254779:0:201293:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:0.0:1788696582.254788:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000054acfd14. 00000100:00000001:0.0:1788696582.254794:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696582.254800:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000000a572c48 x1875583274398720/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696582.254807:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696582.254809:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696582.254813:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a572c48] to pc [ptlrpcd_00_02+2] req@000000000a572c48 x1875583274398720/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696582.254877:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696582.254880:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696582.254885:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1788696582.254889:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1788696582.254892:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12881) 00000100:00000001:2.0:1788696582.254895:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696582.254899:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696582.254906:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043af1395 x1875583274398592/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696582.254910:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788696582.254915:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1788696582.254923:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696582.254928:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696582.254932:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696582.254936:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1788696582.254937:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788696582.254940:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788696582.254943:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696582.254945:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696582.254948:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1788696582.254950:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696582.254952:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1788696582.254960:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274398592:192.168.201.118@tcp:400: 00000100:00000040:0.0:1788696582.254961:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a572c48 x1875583274398720/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696582.254979:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1788696582.254990:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1788696582.254990:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1788696582.254992:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696582.254994:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696582.254997:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696582.255003:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007323e9b3. 02000000:00000001:0.0:1788696582.255004:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696582.255007:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696582.255009:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696582.255014:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696582.255016:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087859890. 00000100:00100000:0.0:1788696582.255022:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274398720:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696582.255028:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1788696582.255028:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea539ecd. 02000000:00000001:0.0:1788696582.255033:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696582.255037:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788696582.255038:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274398592, portal 10 02000000:00000001:0.0:1788696582.255041:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788696582.255043:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696582.255046:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882436224 : -113296827115392 : ffff98f506dd9880) 00000100:00000040:2.0:1788696582.255054:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000043af1395 x1875583274398592/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696582.255062:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696582.255065:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696582.255069:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038150b0b. 00000100:00000200:2.0:1788696582.255072:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274398592, offset 0 00000400:00000200:2.0:1788696582.255078:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696582.255091:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696582.255096:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696582.255099:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696582.255103:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696582.255106:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696582.255109:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [630:630:256:4294967295] 192.168.201.118@tcp LPNI seq info [630:630:8:4294967295] 00000400:00000200:2.0:1788696582.255118:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696582.255124:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696582.255129:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009619aef4. 00000800:00000200:2.0:1788696582.255135:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696582.255143:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696582.255147:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000009619aef4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696582.255155:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696582.255160:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696582.255161:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696582.255165:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696582.255168:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 22190 usecs (23 jiffies) 00000100:00000001:3.0:1788696582.255169:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696582.255180:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307544088 00000100:00000001:3.0:1788696582.255180:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696582.255184:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696582.255191:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307545329 00000100:00000001:3.0:1788696582.255191:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696582.255203:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696582.255205:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696582.255212:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696582.255213:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307544088 00000100:00000001:2.0:1788696582.255218:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307545329 00000100:00000001:2.0:1788696582.255221:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307544088 00000100:00000001:2.0:1788696582.255223:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307545329 00000100:00000001:2.0:1788696582.255226:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307544088 00000100:00000001:2.0:1788696582.255228:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307545329 00000100:00000001:2.0:1788696582.255230:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696582.255234:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696582.255238:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696582.255240:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696582.255248:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696582.255250:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696582.255252:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696582.255254:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696582.255255:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696582.255259:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696582.255304:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696582.255309:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009619aef4. 00000400:00000200:3.0:1788696582.255313:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696582.255320:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696582.255326:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038150b0b 00000400:00000010:3.0:1788696582.255329:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000038150b0b. 00000100:00000001:3.0:1788696582.255335:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696582.255339:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000043af1395 x1875583274398592/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696582.255349:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696582.255349:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788696582.255355:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696582.255355:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000043af1395 x1875583274398592/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696598 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696582.255369:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696582.255371:0:201295:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:0.0:1788696582.255837:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000301eb57e. 02000000:00000001:0.0:1788696582.255841:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696582.255886:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 00000400:00000010:0.0:1788696582.255893:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e30f2685. 00000100:00000200:0.0:1788696582.255897:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274398720, portal 10 00000100:00000001:0.0:1788696582.255899:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696582.255901:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882444288 : -113296827107328 : ffff98f506ddb800) 00000100:00000040:0.0:1788696582.255907:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000a572c48 x1875583274398720/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696582.255914:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696582.255916:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696582.255919:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d39b7ba. 00000100:00000200:0.0:1788696582.255921:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274398720, offset 0 00000400:00000200:0.0:1788696582.255926:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696582.255932:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696582.255936:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696582.255939:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696582.255943:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696582.255946:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696582.255949:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [631:631:256:4294967295] 192.168.201.118@tcp LPNI seq info [631:631:8:4294967295] 00000400:00000200:0.0:1788696582.255958:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696582.255963:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696582.255966:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d9ed23a3. 00000800:00000200:0.0:1788696582.255971:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696582.255983:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696582.255986:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000d9ed23a3 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696582.256057:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696582.256062:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 22286 usecs (23 jiffies) 00000100:00000001:0.0:1788696582.256065:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307544089 00000100:00000001:0.0:1788696582.256068:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307545329 00000100:00000001:0.0:1788696582.256070:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307544089 00000100:00000001:0.0:1788696582.256072:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307545329 00000100:00000001:0.0:1788696582.256074:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307544089 00000100:00000001:0.0:1788696582.256076:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307545329 00000100:00000001:0.0:1788696582.256077:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307544089 00000100:00000001:0.0:1788696582.256078:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307545329 00000100:00000001:0.0:1788696582.256080:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696582.256082:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696582.256084:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696582.256086:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696582.256236:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696582.256240:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d9ed23a3. 00000400:00000200:2.0:1788696582.256245:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696582.256251:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696582.256256:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d39b7ba 00000400:00000010:2.0:1788696582.256258:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002d39b7ba. 00000100:00000001:2.0:1788696582.256262:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696582.256265:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000a572c48 x1875583274398720/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696582.256280:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696582.256281:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a572c48 x1875583274398720/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696598 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696582.256285:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696582.256286:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696582.256293:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696582.256300:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696582.256301:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696582.256303:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696582.256307:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696582.256314:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d13300 00000400:00000200:2.0:1788696582.256319:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1471 [1] + 224 00000800:00000001:2.0:1788696582.256323:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696582.256326:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696582.256328:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696582.256329:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696582.256332:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696582.256334:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a318a749 x1875583274398464/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696582.256339:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a318a749 x1875583274398464/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696582.256349:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696582.256353:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696582.256355:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696582.256439:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696582.256443:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788696582.256448:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696582.256450:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696582.256453:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fcd06a2. 00000400:00000200:3.0:1788696582.256458:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5633eb 00000400:00000010:3.0:1788696582.256460:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004f5633eb. 00000100:00000001:3.0:1788696582.256463:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696582.256468:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a318a749 x1875583274398464/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696582.256476:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a318a749 x1875583274398464/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696582.256482:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696582.256484:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696582.256486:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696582.256489:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696582.256491:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696582.256494:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696582.256496:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696582.256503:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=33 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696582.256507:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=33 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696582.256510:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696582.256512:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696582.256514:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696582.256517:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696582.256520:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696582.256524:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a318a749 x1875583274398464/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696582.256531:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696582.256534:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696582.256536:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696582.256539:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a318a749 x1875583274398464/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696582.256547:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a318a749 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274398464:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696582.256552:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696582.256554:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696582.256557:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a318a749 x1875583274398464/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696582.256568:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696582.256571:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696582.256574:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa949180. 02000000:00000001:3.0:1788696582.256577:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696582.256579:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696582.256581:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696582.256583:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696582.256586:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ea48552. 02000000:00000001:3.0:1788696582.256589:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696582.256592:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696582.256594:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a318a749. 00000100:00000001:3.0:1788696582.256597:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696582.256599:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696582.256601:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696582.256606:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696582.256607:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696582.256610:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696582.256611:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696582.258093:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696582.258107:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696582.258110:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696582.258112:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696582.258246:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696582.258259:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d13380 00000400:00000200:3.0:1788696582.258264:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1479 [1] + 224 00000800:00000001:3.0:1788696582.258269:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696582.258273:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696582.258275:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696582.258278:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696582.258282:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696582.258286:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000043af1395 x1875583274398592/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696582.258293:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000043af1395 x1875583274398592/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696582.258314:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696582.258327:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696582.258330:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696582.258332:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696582.258333:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696582.258337:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696582.258341:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d13400 00000400:00000200:3.0:1788696582.258344:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1481 [1] + 224 00000800:00000001:3.0:1788696582.258346:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696582.258351:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696582.258352:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696582.258354:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696582.258356:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696582.258360:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000a572c48 x1875583274398720/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696582.258366:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788696582.258367:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000a572c48 x1875583274398720/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696582.258373:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696582.258383:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1788696582.258384:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000001:2.0:1788696582.258388:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696582.258392:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087859890. 00000400:00000200:2.0:1788696582.258399:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea539ecd 00000400:00000010:2.0:1788696582.258402:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ea539ecd. 00000100:00000001:2.0:1788696582.258423:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788696582.258425:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696582.258428:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1788696582.258433:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000043af1395 x1875583274398592/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696582.258449:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000043af1395 x1875583274398592/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696582.258456:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696582.258457:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696582.258460:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696582.258462:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696582.258464:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696582.258466:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696582.258469:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696582.258476:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=33 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696582.258480:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=33 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696582.258482:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696582.258484:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696582.258486:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696582.258489:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696582.258502:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696582.258504:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696582.258506:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696582.258507:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696582.258511:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043af1395 x1875583274398592/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696582.258517:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696582.258519:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696582.258521:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696582.258523:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043af1395 x1875583274398592/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696582.258530:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000043af1395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274398592:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696582.258545:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696582.258547:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696582.258550:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000043af1395 x1875583274398592/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696582.258556:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696582.258560:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696582.258563:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007323e9b3. 02000000:00000001:2.0:1788696582.258567:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696582.258569:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696582.258571:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696582.258573:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696582.258575:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000094b132a4. 02000000:00000001:2.0:1788696582.258579:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696582.258581:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696582.258583:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000043af1395. 00000100:00000001:2.0:1788696582.258587:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696582.258588:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696582.258590:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696582.258596:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696582.258598:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696582.258601:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696582.258604:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696582.258607:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696582.258614:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788696582.262372:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696582.262381:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696582.262385:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000400:00000200:0.0:1788696582.262396:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e30f2685 00000400:00000010:0.0:1788696582.262399:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e30f2685. 00000100:00000001:0.0:1788696582.262405:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696582.262424:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000a572c48 x1875583274398720/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696582.262437:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000a572c48 x1875583274398720/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696582.262445:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696582.262448:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696582.262476:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696582.262479:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696582.262483:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696582.262485:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696582.262488:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696582.262498:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=32 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696582.262503:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=127 v=5 (1 1 0 0) 00000100:00000001:0.0:1788696582.262506:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696582.262507:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696582.262510:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696582.262515:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000000a572c48 x1875583274398720/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696582.262522:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696582.262527:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696582.262529:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696582.262532:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696582.262533:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696582.262538:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a572c48 x1875583274398720/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696582.262545:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696582.262549:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696582.262551:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696582.262555:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a572c48 x1875583274398720/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696582.262563:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274398720:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696582.262568:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696582.262572:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696582.262579:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a572c48 x1875583274398720/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696598 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696582.262587:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696582.262590:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696582.262593:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000301eb57e. 02000000:00000001:0.0:1788696582.262602:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696582.262605:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696582.262607:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696582.262611:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696582.262614:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000054acfd14. 02000000:00000001:0.0:1788696582.262618:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696582.262620:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696582.262622:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a572c48. 00000100:00000001:0.0:1788696582.262626:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696582.262627:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696582.262630:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696582.262639:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696582.262642:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696582.262644:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696582.262647:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696583.213970:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696583.213977:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696583.213984:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696583.213985:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696583.214026:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696583.214031:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696583.214034:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696583.533974:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307545329, at 4307545344 00000100:00000010:0.0:1788696583.533991:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c81c9ce7. 00000100:00000040:2.0:1788696583.534018:0:209101:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307545329, at 4307545344 00000100:00000010:2.0:1788696583.534027:0:209101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b6749. 00000100:00000040:3.0:1788696583.534410:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307545329, at 4307545344 00000100:00000010:3.0:1788696583.534417:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa6e8e98. 00000100:00000040:1.0:1788696583.537288:0:209111:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307545329, at 4307545347 00000100:00000010:1.0:1788696583.537303:0:209111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000868ba01e. 00010000:00000001:2.0:1788696584.237948:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696584.237955:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696584.237962:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696584.237963:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696584.238117:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696584.238120:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696584.238123:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696585.261899:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696585.261905:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696585.261912:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696585.261915:0:209101:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696585.261918:0:209101:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696585.261921:0:209101:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696585.261924:0:209101:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696585.261926:0:209101:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696585.261928:0:209101:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696585.261930:0:209101:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696585.261985:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696585.261989:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696585.261992:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696586.285976:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696586.285983:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696586.285989:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696586.285990:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696586.286007:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696586.286012:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696586.286015:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696587.309958:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696587.309963:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696587.309969:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696587.309970:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696587.310032:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696587.310036:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696587.310039:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696587.373954:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696587.373966:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696587.373977:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000a572c48. 00000020:00000040:0.0:1788696587.373984:0:124150:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:0.0:1788696587.373988:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696587.373991:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696587.373996:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696587.374005:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000094b132a4. 00000100:00000001:0.0:1788696587.374012:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696587.374024:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000000a572c48 x1875583274398848/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696587.374034:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696587.374037:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696587.374043:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a572c48] to pc [ptlrpcd_00_03+3] req@000000000a572c48 x1875583274398848/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696587.374131:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696587.374134:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696587.374137:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696587.374140:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6864119. 00000020:00000040:0.0:1788696587.374142:0:124150:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696587.374145:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696587.374146:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696587.374148:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696587.374151:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ea48552. 00000100:00000001:0.0:1788696587.374154:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696587.374158:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000f6864119 x1875583274398976/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696587.374166:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696587.374167:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696587.374170:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6864119] to pc [ptlrpcd_00_00+0] req@00000000f6864119 x1875583274398976/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696587.374184:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696587.374185:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788696587.374188:0:124150:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788696587.374190:0:124150:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004ba1d0c9. 00000020:00000040:0.0:1788696587.374192:0:124150:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:0.0:1788696587.374193:0:124150:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788696587.374195:0:124150:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788696587.374196:0:124150:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696587.374198:0:124150:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d9ed23a3. 00000100:00000001:0.0:1788696587.374200:0:124150:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696587.374203:0:124150:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000004ba1d0c9 x1875583274399104/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788696587.374209:0:124150:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788696587.374214:0:124150:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696587.374217:0:124150:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ba1d0c9] to pc [ptlrpcd_00_01+1] req@000000004ba1d0c9 x1875583274399104/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696587.374225:0:124150:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696587.374226:0:124150:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788696587.374230:0:124150:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788696587.374234:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12886) 00000100:00000001:2.0:1788696587.374301:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696587.374304:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696587.374307:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696587.374312:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000a572c48 x1875583274398848/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696587.374320:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696587.374322:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696587.374326:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788696587.374340:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696587.374344:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696587.374346:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696587.374351:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004ba1d0c9 x1875583274399104/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696587.374359:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696587.374360:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696587.374362:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696587.374364:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696587.374366:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696587.374369:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274399104:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696587.374373:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696587.374378:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696587.374380:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696587.374383:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696587.374387:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a1a0fe21. 02000000:00000001:1.0:1788696587.374389:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696587.374400:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000083a5fb2. 00000400:00000010:1.0:1788696587.374407:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000840910ba. 02000000:00000001:2.0:1788696587.374408:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696587.374412:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788696587.374414:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274399104, portal 10 00000100:00100000:2.0:1788696587.374416:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274398848:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696587.374419:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696587.374422:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1788696587.374423:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882431744 : -113296827119872 : ffff98f506dd8700) 02000000:00000001:2.0:1788696587.374426:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696587.374429:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696587.374431:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1788696587.374433:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000004ba1d0c9 x1875583274399104/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1788696587.374436:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000516873d7. 02000000:00000001:2.0:1788696587.374440:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696587.374446:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087859890. 00000100:00000001:1.0:1788696587.374447:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1788696587.374451:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea539ecd. 00000100:00000040:1.0:1788696587.374452:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000200:2.0:1788696587.374457:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274398848, portal 25 00000400:00000010:1.0:1788696587.374458:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009badf184. 00000100:00000001:2.0:1788696587.374460:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696587.374463:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882444288 : -113296827107328 : ffff98f506ddb800) 00000100:00000200:1.0:1788696587.374464:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274399104, offset 0 00000100:00000040:2.0:1788696587.374468:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000000a572c48 x1875583274398848/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696587.374473:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696587.374488:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696587.374497:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1788696587.374497:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696587.374503:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696587.374504:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000010:2.0:1788696587.374506:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002e1b2134. 00000100:00000200:2.0:1788696587.374510:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274398848, offset 0 00000400:00000200:1.0:1788696587.374511:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696587.374518:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696587.374518:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696587.374524:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [632:632:256:4294967295] 192.168.201.118@tcp LPNI seq info [632:632:8:4294967295] 00000400:00000200:1.0:1788696587.374535:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696587.374541:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696587.374546:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006596e7c6. 00000800:00000200:1.0:1788696587.374553:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696587.374561:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788696587.374562:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1788696587.374567:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006596e7c6 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696587.374567:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696587.374575:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696587.374579:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696587.374581:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788696587.374583:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696587.374586:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6864119 x1875583274398976/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696587.374590:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 22218 usecs (23 jiffies) 00000100:00000001:1.0:1788696587.374597:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307549207 00000100:00000001:3.0:1788696587.374598:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696587.374601:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788696587.374604:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9068cc6. 02000000:00000001:3.0:1788696587.374604:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696587.374607:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696587.374610:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696587.374612:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274398976:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696587.374613:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788696587.374618:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696587.374620:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696587.374621:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696587.374623:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696587.374626:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c89ee080. 00000100:00000001:1.0:1788696587.374627:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307549207 02000000:00000001:3.0:1788696587.374628:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696587.374631:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fcd06a2. 00000400:00000010:3.0:1788696587.374635:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f5633eb. 00000100:00000010:1.0:1788696587.374638:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b72f1bf0. 00000100:00000200:3.0:1788696587.374639:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274398976, portal 10 00000100:00000001:3.0:1788696587.374643:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696587.374645:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788696587.374645:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882445184 : -113296827106432 : ffff98f506ddbb80) 00000100:00000001:1.0:1788696587.374652:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307549207 00000100:00000040:3.0:1788696587.374653:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f6864119 x1875583274398976/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1788696587.374659:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a02473c0. 00000100:00000001:1.0:1788696587.374665:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788696587.374665:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696587.374669:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696587.374671:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307549207 00000400:00000010:3.0:1788696587.374673:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c2a431e. 00000100:00000010:1.0:1788696587.374676:0:201301:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a910904. 00000100:00000200:3.0:1788696587.374676:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274398976, offset 0 00000100:00000001:1.0:1788696587.374682:0:201301:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000400:00000200:3.0:1788696587.374686:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696587.374688:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696587.374692:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696587.374695:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696587.374697:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696587.374704:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696587.374706:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696587.374708:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696587.374709:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696587.374711:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696587.374713:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696587.374819:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696587.374823:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006596e7c6. 00000400:00000200:1.0:1788696587.374829:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696587.374834:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696587.374916:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696587.374918:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696587.374920:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696587.374921:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696587.374923:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696587.374924:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [633:633:255:4294967295] 192.168.201.118@tcp LPNI seq info [633:633:7:4294967295] 00000400:00000200:2.0:1788696587.374930:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696587.374933:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696587.374936:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c995f34e. 00000800:00000200:2.0:1788696587.374938:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696587.374941:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696587.374943:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000c995f34e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696587.374945:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696587.374946:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307550450 00000100:00000001:2.0:1788696587.374950:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307549207 00000100:00000001:2.0:1788696587.374952:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307550450 00000100:00000001:2.0:1788696587.374954:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307549207 00000100:00000001:2.0:1788696587.374956:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307550450 00000100:00000001:2.0:1788696587.374958:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307549207 00000100:00000001:2.0:1788696587.374960:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307550450 00000100:00000001:2.0:1788696587.374962:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307549207 00000100:00000001:2.0:1788696587.374964:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696587.374966:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696587.374969:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696587.374971:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696587.374975:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696587.374976:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696587.374978:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696587.374979:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696587.374980:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696587.374982:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696587.375083:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696587.375086:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696587.375088:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696587.375090:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696587.375092:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696587.375094:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [634:634:254:4294967295] 192.168.201.118@tcp LPNI seq info [634:634:6:4294967295] 00000400:00000200:3.0:1788696587.375101:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696587.375115:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696587.375119:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000074f68a3b. 00000800:00000200:3.0:1788696587.375122:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696587.375126:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696587.375128:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000074f68a3b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696587.375130:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696587.375133:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 22097 usecs (23 jiffies) 00000100:00000001:3.0:1788696587.375135:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307549208 00000100:00000001:3.0:1788696587.375137:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307550450 00000100:00000001:3.0:1788696587.375139:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307549208 00000100:00000001:3.0:1788696587.375140:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307550450 00000100:00000001:3.0:1788696587.375142:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307549208 00000100:00000001:3.0:1788696587.375143:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307550450 00000100:00000001:3.0:1788696587.375145:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307549208 00000100:00000001:3.0:1788696587.375146:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307550450 00000100:00000001:3.0:1788696587.375147:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696587.375149:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696587.375151:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696587.375153:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696587.375156:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696587.375157:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696587.375159:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696587.375160:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696587.375161:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696587.375163:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696587.376220:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009badf184 00000400:00000010:1.0:1788696587.376226:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009badf184. 00000100:00000001:1.0:1788696587.376232:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696587.376238:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000004ba1d0c9 x1875583274399104/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696587.376249:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696587.376252:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004ba1d0c9 x1875583274399104/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696603 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696587.376258:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696587.376260:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696587.376293:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696587.376296:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c995f34e. 00000400:00000200:1.0:1788696587.376300:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696587.376304:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696587.376307:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e1b2134 00000400:00000010:1.0:1788696587.376308:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002e1b2134. 00000100:00000001:1.0:1788696587.376311:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696587.376314:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000000a572c48 x1875583274398848/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696587.376321:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696587.376323:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000a572c48 x1875583274398848/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696603 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696587.376329:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696587.376330:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1788696587.376373:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696587.376376:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000074f68a3b. 00000400:00000200:1.0:1788696587.376379:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696587.376382:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:1.0:1788696587.376385:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c2a431e 00000400:00000010:1.0:1788696587.376386:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000003c2a431e. 00000100:00000001:1.0:1788696587.376388:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1788696587.376391:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000f6864119 x1875583274398976/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696587.376397:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696587.376399:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6864119 x1875583274398976/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696603 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696587.376405:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696587.376406:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696587.378326:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696587.378340:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696587.378345:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696587.378347:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696587.378357:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696587.378372:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d13580 00000400:00000200:1.0:1788696587.378389:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1489 [1] + 224 00000800:00000001:1.0:1788696587.378397:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696587.378402:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696587.378405:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696587.378408:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696587.378415:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696587.378421:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000004ba1d0c9 x1875583274399104/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696587.378430:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004ba1d0c9 x1875583274399104/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696587.378453:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696587.378460:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696587.378463:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696587.378608:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696587.378618:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696587.378621:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696587.378623:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696587.378627:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696587.378635:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d13500 00000400:00000200:3.0:1788696587.378639:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x1499 [1] + 224 00000800:00000001:3.0:1788696587.378644:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696587.378646:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696587.378648:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696587.378650:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696587.378654:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696587.378694:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000f6864119 x1875583274398976/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696587.378704:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6864119 x1875583274398976/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696587.378709:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696587.378715:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696587.378715:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696587.378721:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788696587.378723:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1788696587.378723:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1788696587.378725:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788696587.378726:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1788696587.378727:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1788696587.378727:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:2.0:1788696587.378731:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000083a5fb2. 00000800:00000001:3.0:1788696587.378731:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696587.378737:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696587.378738:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000840910ba 00000400:00000010:2.0:1788696587.378741:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000840910ba. 00000400:00000200:3.0:1788696587.378743:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d13480 00000400:00000001:0.0:1788696587.378747:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1788696587.378747:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:0.0:1788696587.378749:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696587.378750:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fcd06a2. 00000100:00000200:2.0:1788696587.378752:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000004ba1d0c9 x1875583274399104/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696587.378753:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f5633eb 00000400:00000010:0.0:1788696587.378755:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004f5633eb. 00000100:00000001:0.0:1788696587.378757:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696587.378762:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000004ba1d0c9 x1875583274399104/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696587.378763:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000f6864119 x1875583274398976/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696587.378763:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x148d [1] + 224 00000800:00000001:3.0:1788696587.378772:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1788696587.378777:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000f6864119 x1875583274398976/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696587.378777:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696587.378778:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696587.378780:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696587.378783:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788696587.378784:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696587.378788:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1788696587.378791:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696587.378792:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696587.378792:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696587.378794:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696587.378796:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696587.378797:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788696587.378798:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696587.378798:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696587.378801:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696587.378802:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1788696587.378803:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000000a572c48 x1875583274398848/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696587.378805:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696587.378807:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=37 v=5 (5 5 5 5) 02000000:00000001:0.0:1788696587.378808:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696587.378813:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=38 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696587.378814:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=132 v=5 (1 1 0 0) 00000100:00001000:0.0:1788696587.378820:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=38 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696587.378822:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788696587.378823:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000a572c48 x1875583274398848/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696587.378824:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696587.378824:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696587.378827:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696587.378829:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696587.378830:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696587.378834:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1788696587.378836:0:201301:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000004ba1d0c9 x1875583274399104/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696587.378839:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696587.378841:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00010000:00000001:2.0:1788696587.378867:0:201301:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696587.378873:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696587.378875:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696587.378876:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696587.378878:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696587.378878:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696587.378881:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696587.378883:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004ba1d0c9 x1875583274399104/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696587.378884:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6864119 x1875583274398976/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696587.378887:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696587.378893:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788696587.378894:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696587.378894:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696587.378898:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696587.378898:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1788696587.378898:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696587.378902:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696587.378902:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696587.378906:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6864119 x1875583274398976/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696587.378906:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ba1d0c9 x1875583274399104/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696587.378914:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274398976:192.168.201.118@tcp:400: 00000100:00100000:2.0:1788696587.378914:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000004ba1d0c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274399104:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696587.378918:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696587.378918:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696587.378920:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788696587.378920:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696587.378922:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6864119 x1875583274398976/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696587.378922:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004ba1d0c9 x1875583274399104/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696587.378929:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1788696587.378929:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696587.378931:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1788696587.378931:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696587.378934:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c89ee080. 02000000:00000010:2.0:1788696587.378934:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a1a0fe21. 02000000:00000001:0.0:1788696587.378937:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1788696587.378937:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696587.378939:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000001:2.0:1788696587.378939:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696587.378940:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000040:2.0:1788696587.378940:0:201301:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696587.378943:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000001:2.0:1788696587.378943:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696587.378945:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ea48552. 02000000:00000010:2.0:1788696587.378945:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d9ed23a3. 02000000:00000001:0.0:1788696587.378948:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696587.378948:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696587.378950:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1788696587.378950:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696587.378951:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6864119. 00000100:00000010:2.0:1788696587.378951:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004ba1d0c9. 00000100:00000001:0.0:1788696587.378954:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696587.378954:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696587.378955:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696587.378955:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696587.378957:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696587.378957:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696587.378964:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696587.378964:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696587.378965:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696587.378965:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696587.378967:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696587.378967:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696587.378969:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696587.378969:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696587.379080:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696587.379083:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696587.379087:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696587.379088:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696587.379090:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087859890. 00000400:00000200:1.0:1788696587.379094:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea539ecd 00000400:00000010:1.0:1788696587.379096:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000ea539ecd. 00000100:00000001:1.0:1788696587.379099:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696587.379102:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000000a572c48 x1875583274398848/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696587.379121:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000000a572c48 x1875583274398848/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696587.379127:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696587.379128:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696587.379130:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696587.379131:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696587.379132:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696587.379134:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696587.379135:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696587.379138:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=38 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696587.379147:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=38 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696587.379149:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696587.379150:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696587.379151:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696587.379153:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696587.379155:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696587.379158:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000a572c48 x1875583274398848/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696587.379164:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696587.379166:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696587.379167:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696587.379169:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000a572c48 x1875583274398848/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696587.379175:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000000a572c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274398848:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696587.379179:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696587.379181:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696587.379183:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000a572c48 x1875583274398848/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696603 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696587.379188:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696587.379190:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696587.379191:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000516873d7. 02000000:00000001:1.0:1788696587.379194:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696587.379196:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696587.379197:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696587.379199:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696587.379200:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000094b132a4. 02000000:00000001:1.0:1788696587.379202:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696587.379203:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696587.379204:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000a572c48. 00000100:00000001:1.0:1788696587.379207:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696587.379208:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696587.379209:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696587.379213:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696587.379220:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696587.379222:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696587.379224:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696588.334132:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696588.334138:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696588.334144:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696588.334145:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696588.334290:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696588.334411:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696588.334414:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696588.653979:0:205101:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307550450, at 4307550464 00000100:00000010:0.0:1788696588.653997:0:205101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e9068cc6. 00000100:00000040:2.0:1788696588.654096:0:209101:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307550450, at 4307550464 00000100:00000010:2.0:1788696588.654102:0:209101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a02473c0. 00000100:00000040:1.0:1788696588.654192:0:209111:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307550450, at 4307550464 00000100:00000010:1.0:1788696588.654199:0:209111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b72f1bf0. 00000100:00000040:3.0:1788696588.654958:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307550450, at 4307550465 00000100:00000010:3.0:1788696588.654965:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a910904. 00010000:00000001:2.0:1788696589.357927:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696589.357934:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696589.357942:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696589.357943:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696589.357980:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696589.357984:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696589.357987:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696590.381963:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696590.381973:0:209101:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696590.381976:0:209101:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696590.381979:0:209101:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696590.381984:0:209101:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696590.381986:0:209101:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696590.381989:0:209101:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696590.381990:0:209101:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696590.381995:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696590.381997:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696590.382083:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696590.382087:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696590.382090:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696591.405970:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696591.405978:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696591.405983:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696591.405984:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696591.406245:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696591.406249:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696591.406252:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696592.429967:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696592.429974:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696592.429980:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696592.429981:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696592.430003:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696592.430007:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696592.430011:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696592.493955:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696592.493965:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696592.493972:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003b20f86d. 00000020:00000040:2.0:1788696592.493980:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696592.493984:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696592.493987:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696592.493992:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696592.493999:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078c7cd5c. 00000100:00000001:2.0:1788696592.494005:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696592.494023:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@000000003b20f86d x1875583274399232/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696592.494032:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696592.494034:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696592.494038:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b20f86d] to pc [ptlrpcd_00_02+2] req@000000003b20f86d x1875583274399232/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696592.494058:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696592.494060:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696592.494063:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696592.494066:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf3524a4. 00000020:00000040:2.0:1788696592.494068:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696592.494071:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696592.494072:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696592.494074:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696592.494078:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c995f34e. 00000100:00000001:3.0:1788696592.494080:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696592.494082:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696592.494086:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696592.494086:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1788696592.494088:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@00000000bf3524a4 x1875583274399360/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696592.494091:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696592.494091:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696592.494099:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b20f86d x1875583274399232/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696592.494104:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696592.494106:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696592.494115:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf3524a4] to pc [ptlrpcd_00_03+3] req@00000000bf3524a4 x1875583274399360/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696592.494116:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696592.494119:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696592.494126:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696592.494129:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696592.494132:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696592.494136:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696592.494137:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003b20f86d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274399232:192.168.201.118@tcp:400: 00000100:00000040:2.0:1788696592.494140:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696592.494145:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788696592.494146:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788696592.494148:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1788696592.494151:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001bd4b474. 00000100:00000001:1.0:1788696592.494152:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1788696592.494152:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696592.494156:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696592.494157:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1788696592.494157:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 02000000:00000001:3.0:1788696592.494162:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1788696592.494163:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1788696592.494166:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf3524a4 x1875583274399360/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788696592.494167:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1788696592.494169:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c2df57b5. 02000000:00000001:2.0:1788696592.494171:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696592.494174:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696592.494179:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009619aef4. 00000400:00000010:3.0:1788696592.494184:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e44ba440. 00000100:00000001:1.0:1788696592.494186:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696592.494186:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696592.494189:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696592.494191:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e4bd39f. 02000000:00000001:1.0:1788696592.494192:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1788696592.494194:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000001bd4b474 x1875583274399488/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1788696592.494196:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696592.494200:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788696592.494200:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274399232, portal 25 00000100:00000001:3.0:1788696592.494206:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1788696592.494207:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274399360:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696592.494210:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611082752 : -113296098468864 : ffff98f5324bdc00) 00000100:00000001:2.0:1788696592.494215:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696592.494216:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788696592.494218:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696592.494219:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003b20f86d x1875583274399232/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788696592.494221:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696592.494224:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696592.494229:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1788696592.494229:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bd4b474] to pc [ptlrpcd_00_00+0] req@000000001bd4b474 x1875583274399488/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696592.494233:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1788696592.494234:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f07e351. 02000000:00000001:1.0:1788696592.494239:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696592.494241:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696592.494245:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093b0148e. 00000400:00000010:3.0:1788696592.494247:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6a7cbfc. 00000400:00000010:1.0:1788696592.494252:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009badf184. 00000100:00000200:3.0:1788696592.494252:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274399232, offset 0 00000100:00000200:1.0:1788696592.494258:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274399360, portal 10 00000100:00000001:1.0:1788696592.494262:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1788696592.494263:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696592.494266:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611084544 : -113296098467072 : ffff98f5324be300) 00000100:00000001:2.0:1788696592.494267:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696592.494272:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788696592.494276:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788696592.494278:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bf3524a4 x1875583274399360/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696592.494280:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:0.0:1788696592.494284:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788696592.494284:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12892) 00000100:00000001:0.0:1788696592.494288:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788696592.494290:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788696592.494291:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1788696592.494297:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000040:0.0:1788696592.494299:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001bd4b474 x1875583274399488/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696592.494299:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696592.494304:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788696592.494308:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696592.494316:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:0.0:1788696592.494317:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696592.494320:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696592.494321:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1788696592.494323:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [635:635:256:4294967295] 192.168.201.118@tcp LPNI seq info [635:635:8:4294967295] 02000000:00000001:0.0:1788696592.494325:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1788696592.494327:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788696592.494328:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696592.494331:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696592.494332:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b123ffa. 00000100:00100000:0.0:1788696592.494334:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000001bd4b474 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274399488:192.168.201.118@tcp:400: 00000100:00000200:1.0:1788696592.494335:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274399360, offset 0 00000100:00000001:0.0:1788696592.494340:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696592.494344:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1788696592.494345:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 02000000:00000001:0.0:1788696592.494346:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696592.494346:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 02000000:00000001:0.0:1788696592.494350:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696592.494354:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045252f68. 00000800:00000200:3.0:1788696592.494355:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696592.494357:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 02000000:00000001:0.0:1788696592.494358:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788696592.494361:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dac42727. 00000400:00000010:0.0:1788696592.494362:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 00000400:00000200:1.0:1788696592.494362:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696592.494367:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000010:0.0:1788696592.494368:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e30f2685. 00000800:00000200:3.0:1788696592.494372:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000200:0.0:1788696592.494373:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274399488, portal 10 00000400:00000200:1.0:1788696592.494373:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788696592.494377:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696592.494378:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611080960 : -113296098470656 : ffff98f5324bd500) 00000400:00000200:1.0:1788696592.494378:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000040:0.0:1788696592.494384:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000001bd4b474 x1875583274399488/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696592.494384:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [636:636:255:4294967295] 192.168.201.118@tcp LPNI seq info [636:636:7:4294967295] 00000800:00000200:3.0:1788696592.494385:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696592.494391:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dac42727 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696592.494398:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1788696592.494399:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000040:0.0:1788696592.494401:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000800:00000200:1.0:1788696592.494403:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696592.494404:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb96026b. 00000100:00000200:0.0:1788696592.494406:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274399488, offset 0 00000800:00000010:1.0:1788696592.494406:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006596e7c6. 00000100:00000001:3.0:1788696592.494408:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696592.494412:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000800:00000200:1.0:1788696592.494412:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788696592.494413:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307555569 00000400:00000200:0.0:1788696592.494417:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000800:00000200:1.0:1788696592.494419:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000010:3.0:1788696592.494419:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000007c64039. 00000400:00000200:0.0:1788696592.494421:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1788696592.494423:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006596e7c6 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1788696592.494425:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:1.0:1788696592.494426:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696592.494427:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1788696592.494428:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1788696592.494429:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 22011 usecs (23 jiffies) 00000400:00000200:0.0:1788696592.494432:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:1.0:1788696592.494432:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307554327 00000100:00000001:3.0:1788696592.494434:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307555569 00000100:00000001:1.0:1788696592.494435:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307555569 00000400:00000200:0.0:1788696592.494437:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [637:637:254:4294967295] 192.168.201.118@tcp LPNI seq info [637:637:6:4294967295] 00000100:00000010:3.0:1788696592.494439:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3367262. 00000100:00000001:1.0:1788696592.494440:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307554327 00000100:00000001:3.0:1788696592.494444:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1788696592.494448:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:3.0:1788696592.494449:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307555569 00000100:00000010:3.0:1788696592.494453:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b7cdc0e2. 00000100:00000001:3.0:1788696592.494456:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1788696592.494460:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:3.0:1788696592.494461:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307555569 00000100:00000010:3.0:1788696592.494464:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000631740e6. 00000100:00000001:3.0:1788696592.494467:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000800:00000010:0.0:1788696592.494468:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000094b132a4. 00000100:00000001:3.0:1788696592.494470:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696592.494473:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696592.494475:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:3.0:1788696592.494477:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696592.494481:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1788696592.494484:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696592.494488:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000094b132a4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696592.494490:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696592.494491:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696592.494495:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 22132 usecs (23 jiffies) 00000100:00000001:0.0:1788696592.494498:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307554327 00000100:00000001:0.0:1788696592.494500:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307555569 00000100:00000001:0.0:1788696592.494502:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307554327 00000100:00000001:3.0:1788696592.494502:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696592.494507:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307555569 00000100:00000001:0.0:1788696592.494508:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307554327 00000100:00000001:3.0:1788696592.494510:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696592.494511:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307555569 00000100:00000001:3.0:1788696592.494514:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696592.494515:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307554327 00000100:00000001:3.0:1788696592.494517:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696592.494520:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307555569 00000100:00000001:3.0:1788696592.494520:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696592.494525:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696592.494527:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696592.494530:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696592.494532:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696592.494537:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696592.494538:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696592.494540:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696592.494542:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696592.494543:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696592.494545:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696592.494554:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307555569 00000100:00000001:1.0:1788696592.494557:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307554327 00000100:00000001:1.0:1788696592.494559:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307555569 00000100:00000001:1.0:1788696592.494561:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307554327 00000100:00000001:1.0:1788696592.494563:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307555569 00000100:00000001:1.0:1788696592.494570:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696592.494572:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696592.494575:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696592.494577:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696592.494580:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696592.494581:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696592.494583:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696592.494584:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696592.494585:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696592.494587:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696592.494616:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696592.494621:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dac42727. 00000400:00000200:2.0:1788696592.494626:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696592.494632:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696592.494636:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6a7cbfc 00000400:00000010:2.0:1788696592.494638:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e6a7cbfc. 00000100:00000001:2.0:1788696592.494641:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696592.494644:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003b20f86d x1875583274399232/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696592.494651:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696592.494654:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003b20f86d x1875583274399232/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696592.494661:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696592.494663:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696592.494675:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696592.494678:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006596e7c6. 00000400:00000200:2.0:1788696592.494681:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696592.494685:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696592.494688:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b123ffa 00000400:00000010:2.0:1788696592.494690:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000000b123ffa. 00000100:00000001:2.0:1788696592.494693:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696592.494697:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000bf3524a4 x1875583274399360/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696592.494704:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696592.494706:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf3524a4 x1875583274399360/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696592.494711:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696592.494713:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696592.494772:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696592.494774:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000094b132a4. 00000400:00000200:2.0:1788696592.494777:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696592.494781:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696592.494783:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb96026b 00000400:00000010:2.0:1788696592.494784:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fb96026b. 00000100:00000001:2.0:1788696592.494786:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696592.494789:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000001bd4b474 x1875583274399488/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696592.494795:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696592.494797:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001bd4b474 x1875583274399488/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696592.494803:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696592.494805:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1788696592.496804:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696592.496817:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696592.496821:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696592.496823:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696592.496832:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696592.496875:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d13600 00000400:00000200:1.0:1788696592.496881:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x14a1 [1] + 224 00000800:00000001:1.0:1788696592.496887:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696592.496890:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696592.496891:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696592.496894:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696592.496899:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696592.496903:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003b20f86d x1875583274399232/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696592.496912:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003b20f86d x1875583274399232/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696592.496927:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696592.496933:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696592.496937:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696592.496938:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696592.496940:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696592.496944:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696592.496950:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d13700 00000100:00000001:3.0:1788696592.496962:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788696592.496967:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x14b1 [1] + 224 00000100:00000001:3.0:1788696592.496968:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1788696592.496974:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1788696592.496976:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1788696592.496979:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696592.496979:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1788696592.496984:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1788696592.496985:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e44ba440. 00000400:00000200:1.0:1788696592.496990:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696592.496992:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e4bd39f 00000400:00000010:3.0:1788696592.496995:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005e4bd39f. 00000100:00000001:3.0:1788696592.496998:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:1.0:1788696592.497001:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696592.497004:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003b20f86d x1875583274399232/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696592.497008:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000001bd4b474 x1875583274399488/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696592.497036:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003b20f86d x1875583274399232/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696592.497038:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001bd4b474 x1875583274399488/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696592.497053:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696592.497057:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696592.497059:0:201302:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1788696592.497061:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:3.0:1788696592.497061:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696592.497063:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696592.497065:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696592.497067:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1788696592.497067:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696592.497071:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1788696592.497073:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=43 v=5 (5 5 5 5) 00000800:00000001:1.0:1788696592.497074:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696592.497076:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1788696592.497078:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=43 v=5 (1 1 1 1) 00000400:00000200:1.0:1788696592.497083:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:3.0:1788696592.497084:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696592.497086:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696592.497088:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696592.497089:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696592.497092:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696592.497099:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b20f86d x1875583274399232/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696592.497107:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d13680 00000100:00000001:3.0:1788696592.497111:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788696592.497117:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x14a9 [1] + 224 00000100:00000001:3.0:1788696592.497118:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1788696592.497122:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788696592.497122:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696592.497127:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b20f86d x1875583274399232/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1788696592.497130:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696592.497135:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696592.497142:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00100000:3.0:1788696592.497145:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003b20f86d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274399232:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696592.497147:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696592.497152:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000bf3524a4 x1875583274399360/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696592.497153:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696592.497158:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696592.497165:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf3524a4 x1875583274399360/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696592.497165:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003b20f86d x1875583274399232/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696592.497183:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696592.497186:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696592.497189:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c2df57b5. 02000000:00000001:3.0:1788696592.497192:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696592.497194:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696592.497195:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696592.497198:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000020:00000001:3.0:1788696592.497199:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696592.497203:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000078c7cd5c. 00000800:00000001:1.0:1788696592.497206:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1788696592.497207:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1788696592.497210:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788696592.497210:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696592.497212:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003b20f86d. 00000100:00000001:3.0:1788696592.497216:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696592.497220:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696592.497223:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696592.497230:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696592.497230:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696592.497232:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696592.497233:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696592.497237:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1788696592.497238:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696592.497240:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1788696592.497241:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696592.497242:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093b0148e. 00000400:00000200:2.0:1788696592.497246:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009badf184 00000400:00000010:2.0:1788696592.497248:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000009badf184. 00000100:00000001:2.0:1788696592.497251:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696592.497255:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000bf3524a4 x1875583274399360/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696592.497259:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1788696592.497261:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000bf3524a4 x1875583274399360/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696592.497262:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696592.497267:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696592.497269:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696592.497272:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000100:00000001:2.0:1788696592.497272:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:0.0:1788696592.497277:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e30f2685 00000100:00000001:2.0:1788696592.497277:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1788696592.497281:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e30f2685. 00000100:00000001:2.0:1788696592.497281:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696592.497285:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696592.497286:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788696592.497288:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1788696592.497292:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000001bd4b474 x1875583274399488/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696592.497292:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696592.497297:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788696592.497303:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000001bd4b474 x1875583274399488/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1788696592.497305:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=43 v=5 (5 5 5 5) 00000100:00000001:0.0:1788696592.497310:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696592.497312:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1788696592.497312:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696592.497316:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696592.497319:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696592.497319:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696592.497323:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696592.497323:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696592.497325:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1788696592.497327:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696592.497329:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696592.497331:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696592.497332:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696592.497335:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00001000:0.0:1788696592.497338:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=42 v=5 (5 5 5 5) 00000100:00000001:2.0:1788696592.497338:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00001000:0.0:1788696592.497343:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=137 v=5 (1 1 0 0) 00000100:00000001:2.0:1788696592.497344:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696592.497346:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696592.497349:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696592.497353:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1788696592.497353:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf3524a4 x1875583274399360/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1788696592.497359:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000001bd4b474 x1875583274399488/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696592.497369:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696592.497374:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696592.497377:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788696592.497378:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696592.497383:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696592.497384:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf3524a4 x1875583274399360/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696592.497385:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696592.497390:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696592.497393:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696592.497401:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001bd4b474 x1875583274399488/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696592.497406:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274399360:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696592.497414:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696592.497416:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696592.497418:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696592.497421:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696592.497421:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696592.497428:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf3524a4 x1875583274399360/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696592.497429:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001bd4b474 x1875583274399488/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696592.497457:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1788696592.497458:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000001bd4b474 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274399488:192.168.201.118@tcp:400: 02000000:00000001:2.0:1788696592.497461:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1788696592.497465:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1788696592.497465:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f07e351. 00000100:00000001:0.0:1788696592.497469:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1788696592.497471:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1788696592.497472:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001bd4b474 x1875583274399488/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696608 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1788696592.497475:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696592.497477:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696592.497482:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788696592.497483:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1788696592.497484:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c995f34e. 02000000:00000001:0.0:1788696592.497485:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696592.497488:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045252f68. 02000000:00000001:2.0:1788696592.497490:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696592.497491:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1788696592.497493:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1788696592.497494:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696592.497496:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000010:2.0:1788696592.497496:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf3524a4. 00000020:00000001:0.0:1788696592.497500:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788696592.497501:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1788696592.497502:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009619aef4. 00000100:00000001:2.0:1788696592.497503:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696592.497505:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788696592.497509:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1788696592.497510:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1788696592.497512:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1788696592.497512:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788696592.497516:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001bd4b474. 00000100:00000001:2.0:1788696592.497516:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696592.497519:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696592.497522:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696592.497525:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696592.497527:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696592.497532:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696592.497533:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696592.497535:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696592.497537:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696593.453976:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696593.453983:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696593.453989:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696593.453990:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696593.454049:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696593.454052:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696593.454054:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696593.773933:0:209178:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307555569, at 4307555584 00000100:00000040:3.0:1788696593.773933:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307555569, at 4307555584 00000100:00000040:2.0:1788696593.773936:0:209101:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307555569, at 4307555584 00000100:00000010:0.0:1788696593.773952:0:209178:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000007c64039. 00000100:00000010:3.0:1788696593.773960:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000631740e6. 00000100:00000010:2.0:1788696593.774003:0:209101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b7cdc0e2. 00000100:00000040:1.0:1788696593.774157:0:209111:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307555569, at 4307555584 00000100:00000010:1.0:1788696593.774164:0:209111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3367262. 00010000:00000001:2.0:1788696594.477994:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696594.478009:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696594.478024:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696594.478025:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696594.478341:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696594.478344:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696594.478346:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696595.501945:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696595.501950:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696595.501954:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696595.501956:0:209101:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696595.501958:0:209101:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696595.501960:0:209101:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696595.501976:0:209101:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696595.501978:0:209101:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696595.501980:0:209101:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696595.501981:0:209101:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696595.502732:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696595.502737:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696595.502739:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696596.526060:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696596.526068:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696596.526075:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696596.526076:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696596.526125:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696596.526129:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696596.526132:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696597.550003:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696597.550010:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696597.550016:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696597.550017:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696597.550947:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696597.550951:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696597.550955:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696597.614071:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696597.614079:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696597.614087:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf3524a4. 00000020:00000040:2.0:1788696597.614093:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696597.614097:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696597.614101:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696597.614106:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696597.614113:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c995f34e. 00000100:00000001:2.0:1788696597.614120:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696597.614130:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000bf3524a4 x1875583274399616/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696597.614140:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696597.614142:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696597.614147:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf3524a4] to pc [ptlrpcd_00_01+1] req@00000000bf3524a4 x1875583274399616/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696597.614225:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696597.614228:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696597.614231:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696597.614234:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041e51bf1. 00000020:00000040:2.0:1788696597.614236:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696597.614238:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696597.614239:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696597.614242:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696597.614245:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000051526cb6. 00000100:00000001:2.0:1788696597.614248:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696597.614251:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000041e51bf1 x1875583274399744/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696597.614257:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696597.614258:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696597.614261:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e51bf1] to pc [ptlrpcd_00_02+2] req@0000000041e51bf1 x1875583274399744/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696597.614276:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696597.614278:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696597.614280:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696597.614283:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000449a2a56. 00000020:00000040:2.0:1788696597.614284:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696597.614286:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696597.614287:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696597.614289:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696597.614327:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788696597.614332:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1788696597.614334:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696597.614340:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696597.614342:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696597.614344:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696597.614346:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696597.614348:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696597.614353:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000041e51bf1 x1875583274399744/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696597.614360:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696597.614363:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696597.614367:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696597.614369:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696597.614371:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696597.614374:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000041e51bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274399744:192.168.201.118@tcp:400: 00000100:00000001:1.0:1788696597.614378:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696597.614383:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696597.614385:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696597.614388:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696597.614392:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c1588ca. 02000000:00000001:1.0:1788696597.614394:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696597.614400:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000006620bfd2. 00000400:00000010:1.0:1788696597.614407:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006213f63e. 00000100:00000200:1.0:1788696597.614413:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274399744, portal 10 00000100:00000001:1.0:1788696597.614416:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1788696597.614419:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e680c3a9. 00000100:00000001:2.0:1788696597.614424:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696597.614428:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000449a2a56 x1875583274399872/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788696597.614429:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611079168 : -113296098472448 : ffff98f5324bce00) 00000100:00000040:1.0:1788696597.614435:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000041e51bf1 x1875583274399744/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696597.614435:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696597.614436:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696597.614439:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000449a2a56] to pc [ptlrpcd_00_03+3] req@00000000449a2a56 x1875583274399872/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696597.614443:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696597.614446:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696597.614446:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696597.614448:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021b6a63d. 00000100:00000040:2.0:1788696597.614448:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1788696597.614450:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274399744, offset 0 00000100:00000040:2.0:1788696597.614451:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788696597.614455:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12897) 00000400:00000200:1.0:1788696597.614456:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696597.614468:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696597.614473:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696597.614477:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696597.614480:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696597.614483:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696597.614486:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [638:638:256:4294967295] 192.168.201.118@tcp LPNI seq info [638:638:8:4294967295] 00000400:00000200:1.0:1788696597.614497:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696597.614504:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696597.614513:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004bb85f65. 00000800:00000200:1.0:1788696597.614520:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696597.614527:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696597.614531:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000004bb85f65 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696597.614551:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696597.614556:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 21917 usecs (22 jiffies) 00000100:00000001:1.0:1788696597.614560:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307559446 00000100:00000010:1.0:1788696597.614564:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b72f1bf0. 00000100:00000001:1.0:1788696597.614569:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1788696597.614577:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307559446 00000100:00000010:1.0:1788696597.614580:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e4a3d34f. 00000100:00000001:1.0:1788696597.614582:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1788696597.614585:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307559446 00000100:00000010:1.0:1788696597.614593:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003847b311. 00000100:00000001:1.0:1788696597.614595:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788696597.614601:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307559446 00000100:00000010:1.0:1788696597.614604:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000066276fdb. 00000100:00000001:1.0:1788696597.614607:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788696597.614611:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696597.614613:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696597.614618:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696597.614621:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696597.614623:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696597.614625:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696597.614626:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1788696597.614630:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1788696597.614633:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf3524a4 x1875583274399616/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696597.614634:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696597.614638:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696597.614640:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696597.614643:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696597.614643:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1788696597.614647:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696597.614649:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000449a2a56 x1875583274399872/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696597.614650:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696597.614653:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696597.614659:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1788696597.614662:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1788696597.614662:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696597.614665:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696597.614666:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696597.614669:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696597.614673:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1788696597.614673:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274399616:192.168.201.118@tcp:400: 02000000:00000001:1.0:1788696597.614678:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696597.614681:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1788696597.614685:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000449a2a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274399872:192.168.201.118@tcp:400: 02000000:00000001:3.0:1788696597.614685:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696597.614688:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696597.614692:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1788696597.614693:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1788696597.614697:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccf7c263. 02000000:00000001:1.0:1788696597.614698:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696597.614700:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696597.614702:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696597.614703:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1788696597.614708:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e44ba440. 02000000:00000010:1.0:1788696597.614709:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000983c8b73. 02000000:00000001:1.0:1788696597.614713:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696597.614715:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e4bd39f. 00000400:00000010:1.0:1788696597.614716:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000024d5b90. 00000100:00000200:3.0:1788696597.614719:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274399616, portal 25 00000400:00000010:1.0:1788696597.614721:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004db18ce7. 00000100:00000001:3.0:1788696597.614723:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696597.614726:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611084544 : -113296098467072 : ffff98f5324be300) 00000100:00000200:1.0:1788696597.614727:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274399872, portal 10 00000100:00000001:1.0:1788696597.614730:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696597.614733:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611081856 : -113296098469760 : ffff98f5324bd880) 00000100:00000040:3.0:1788696597.614733:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000bf3524a4 x1875583274399616/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696597.614744:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696597.614749:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000449a2a56 x1875583274399872/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696597.614750:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696597.614754:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000612417f3. 00000100:00000200:3.0:1788696597.614759:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274399616, offset 0 00000100:00000001:1.0:1788696597.614764:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1788696597.614770:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:1.0:1788696597.614771:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696597.614776:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c44c95cb. 00000400:00000200:3.0:1788696597.614780:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000200:1.0:1788696597.614781:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274399872, offset 0 00000800:00000200:2.0:1788696597.614781:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1788696597.614784:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1788696597.614786:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004bb85f65. 00000400:00000200:1.0:1788696597.614789:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696597.614789:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696597.614791:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696597.614795:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696597.614799:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696597.614801:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696597.614807:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [639:639:255:4294967295] 192.168.201.118@tcp LPNI seq info [639:639:7:4294967295] 00000400:00000200:3.0:1788696597.614815:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696597.614820:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696597.614824:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000842c2c60. 00000800:00000200:3.0:1788696597.614828:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696597.614832:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696597.614834:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000842c2c60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696597.614837:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696597.614839:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307560689 00000400:00000200:1.0:1788696597.614880:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696597.614884:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696597.614886:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696597.614888:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696597.614891:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696597.614893:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [640:640:254:4294967295] 192.168.201.118@tcp LPNI seq info [640:640:6:4294967295] 00000400:00000200:1.0:1788696597.614901:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696597.614905:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696597.614907:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b6a63d 00000800:00000010:1.0:1788696597.614908:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000032870841. 00000400:00000010:2.0:1788696597.614910:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000021b6a63d. 00000800:00000200:1.0:1788696597.614912:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:2.0:1788696597.614914:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000800:00000200:1.0:1788696597.614917:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:3.0:1788696597.614917:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307559446 00000100:00000200:2.0:1788696597.614918:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000041e51bf1 x1875583274399744/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788696597.614921:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000032870841 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696597.614925:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307560690 00000100:00000001:1.0:1788696597.614934:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696597.614940:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 22036 usecs (23 jiffies) 00000100:00000001:3.0:1788696597.614940:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307559446 00000100:00000001:2.0:1788696597.614941:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788696597.614943:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307559448 00000100:00000040:2.0:1788696597.614946:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000041e51bf1 x1875583274399744/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696597.614947:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307560689 00000100:00000001:3.0:1788696597.614948:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307560690 00000100:00000001:1.0:1788696597.614950:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307559448 00000100:00000001:1.0:1788696597.614955:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307560690 00000100:00000001:3.0:1788696597.614955:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307559446 00000100:00000001:1.0:1788696597.614957:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307559448 00000100:00000001:2.0:1788696597.614957:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696597.614961:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788696597.614962:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307560690 00000100:00000001:3.0:1788696597.614962:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307560690 00000100:00000001:3.0:1788696597.614966:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307559446 00000100:00000001:1.0:1788696597.614967:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307559448 00000100:00000001:3.0:1788696597.614971:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696597.614974:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696597.614976:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788696597.614977:0:201303:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307560690 00000100:00000001:3.0:1788696597.614978:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788696597.614979:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000842c2c60. 00000100:00000001:1.0:1788696597.614980:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696597.614982:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696597.614983:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696597.614984:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788696597.614987:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696597.614988:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696597.614988:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696597.614991:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696597.614992:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696597.614992:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000612417f3 00000400:00000010:2.0:1788696597.614994:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000612417f3. 00000100:00000001:3.0:1788696597.614997:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696597.614998:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696597.614998:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1788696597.615001:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696597.615001:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1788696597.615003:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000bf3524a4 x1875583274399616/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696597.615004:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696597.615005:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696597.615008:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696597.615009:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696597.615010:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696597.615015:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696597.615015:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696597.615017:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf3524a4 x1875583274399616/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696597.615019:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696597.615022:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696597.615029:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696597.615031:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696597.615068:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696597.615070:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000032870841. 00000400:00000200:2.0:1788696597.615073:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696597.615075:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696597.615078:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c44c95cb 00000400:00000010:2.0:1788696597.615080:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000c44c95cb. 00000100:00000001:2.0:1788696597.615083:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696597.615086:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000449a2a56 x1875583274399872/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696597.615093:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696597.615095:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000449a2a56 x1875583274399872/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696597.615100:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696597.615102:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788696597.616734:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696597.616745:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696597.616749:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696597.616750:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696597.616757:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696597.616766:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d13780 00000400:00000200:2.0:1788696597.616772:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x14c1 [1] + 224 00000800:00000001:2.0:1788696597.616776:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696597.616779:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696597.616781:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696597.616783:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696597.616787:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696597.616791:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000bf3524a4 x1875583274399616/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696597.616797:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf3524a4 x1875583274399616/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696597.616872:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696597.616876:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696597.616913:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696597.616921:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696597.616924:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696597.620283:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1788696597.620285:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1788696597.620290:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696597.620294:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e44ba440. 00000400:00000200:3.0:1788696597.620301:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e4bd39f 00000400:00000010:3.0:1788696597.620303:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005e4bd39f. 00000800:00000001:1.0:1788696597.620308:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696597.620308:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000800:00000001:1.0:1788696597.620313:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696597.620317:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1788696597.620319:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000bf3524a4 x1875583274399616/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788696597.620327:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000200:3.0:1788696597.620338:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000bf3524a4 x1875583274399616/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696597.620345:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696597.620347:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696597.620349:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696597.620352:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696597.620354:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696597.620356:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696597.620359:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696597.620365:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=48 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696597.620369:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=48 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696597.620372:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696597.620373:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696597.620375:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696597.620378:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696597.620380:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696597.620384:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf3524a4 x1875583274399616/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696597.620390:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696597.620393:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696597.620395:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696597.620398:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf3524a4 x1875583274399616/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696597.620410:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000bf3524a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274399616:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696597.620415:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696597.620417:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696597.620419:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf3524a4 x1875583274399616/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696597.620425:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696597.620427:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696597.620431:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccf7c263. 02000000:00000001:3.0:1788696597.620434:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696597.620436:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696597.620437:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696597.620439:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696597.620441:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c995f34e. 02000000:00000001:3.0:1788696597.620444:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696597.620446:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696597.620447:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf3524a4. 00000100:00000001:3.0:1788696597.620451:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696597.620452:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696597.620455:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696597.620461:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696597.620463:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696597.620464:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696597.620467:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788696597.620587:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d13800 00000400:00000200:1.0:1788696597.620594:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x14b9 [1] + 224 00000800:00000001:1.0:1788696597.620601:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696597.620606:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696597.620609:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696597.620613:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696597.620618:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696597.620622:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000041e51bf1 x1875583274399744/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696597.620631:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000041e51bf1 x1875583274399744/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696597.620682:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696597.620684:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696597.620702:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696597.620711:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696597.620715:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696597.620717:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696597.620719:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696597.620723:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696597.620737:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d13880 00000400:00000200:1.0:1788696597.620741:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x14c5 [1] + 224 00000800:00000001:1.0:1788696597.620745:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696597.620751:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696597.620753:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696597.620756:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696597.620759:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696597.620762:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000449a2a56 x1875583274399872/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696597.620770:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000449a2a56 x1875583274399872/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696597.620777:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696597.620780:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696597.620782:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788696597.621027:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696597.621029:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696597.621031:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006620bfd2. 00000400:00000200:2.0:1788696597.621035:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006213f63e 00000400:00000010:2.0:1788696597.621037:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000006213f63e. 00000100:00000001:2.0:1788696597.621040:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696597.621043:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000041e51bf1 x1875583274399744/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696597.621051:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000041e51bf1 x1875583274399744/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696597.621057:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696597.621059:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696597.621061:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696597.621062:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696597.621063:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696597.621065:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696597.621066:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696597.621072:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=48 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696597.621075:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=48 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696597.621077:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696597.621078:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696597.621079:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788696597.621082:0:201303:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696597.621084:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696597.621086:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696597.621088:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696597.621089:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696597.621092:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000041e51bf1 x1875583274399744/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696597.621098:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696597.621100:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696597.621101:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696597.621104:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041e51bf1 x1875583274399744/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696597.621110:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000041e51bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274399744:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696597.621117:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696597.621118:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696597.621120:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000041e51bf1 x1875583274399744/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696597.621126:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696597.621127:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696597.621129:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c1588ca. 02000000:00000001:2.0:1788696597.621133:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696597.621134:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696597.621135:0:201303:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696597.621138:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696597.621139:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000051526cb6. 02000000:00000001:2.0:1788696597.621141:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696597.621142:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696597.621143:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041e51bf1. 00000100:00000001:2.0:1788696597.621147:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696597.621148:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696597.621150:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696597.621152:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696597.621154:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696597.621156:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696597.621158:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696597.621159:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000024d5b90. 00000400:00000200:2.0:1788696597.621161:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004db18ce7 00000400:00000010:2.0:1788696597.621163:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000004db18ce7. 00000100:00000001:2.0:1788696597.621165:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696597.621167:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000449a2a56 x1875583274399872/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696597.621175:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000449a2a56 x1875583274399872/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696597.621180:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696597.621182:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696597.621183:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696597.621185:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696597.621185:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696597.621187:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696597.621188:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696597.621192:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=47 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696597.621195:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=142 v=5 (1 1 0 0) 00000100:00000001:2.0:1788696597.621197:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696597.621198:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696597.621199:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788696597.621202:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000449a2a56 x1875583274399872/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696597.621207:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696597.621209:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696597.621210:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696597.621212:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696597.621213:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696597.621215:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000449a2a56 x1875583274399872/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696597.621221:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696597.621223:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696597.621224:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696597.621226:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000449a2a56 x1875583274399872/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696597.621233:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000449a2a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274399872:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696597.621237:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696597.621238:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696597.621241:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000449a2a56 x1875583274399872/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696597.621246:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696597.621248:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696597.621249:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000983c8b73. 02000000:00000001:2.0:1788696597.621252:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696597.621253:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696597.621254:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696597.621256:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696597.621257:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e680c3a9. 02000000:00000001:2.0:1788696597.621259:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696597.621260:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696597.621261:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000449a2a56. 00000100:00000001:2.0:1788696597.621263:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696597.621264:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696597.621266:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696597.621270:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696597.621271:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696597.621273:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696597.621274:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696598.573982:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696598.573991:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696598.573995:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696598.573996:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696598.574048:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696598.574052:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696598.574055:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696598.894001:0:209111:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307560690, at 4307560704 00000100:00000040:2.0:1788696598.894001:0:209101:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307560690, at 4307560704 00000100:00000040:3.0:1788696598.894011:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307560690, at 4307560704 00000100:00000010:1.0:1788696598.894018:0:209111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e4a3d34f. 00000100:00000010:2.0:1788696598.894020:0:209101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003847b311. 00000100:00000010:3.0:1788696598.894022:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000066276fdb. 00000100:00000040:0.0:1788696598.894102:0:209178:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307560689, at 4307560704 00000100:00000010:0.0:1788696598.894107:0:209178:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b72f1bf0. 00010000:00000001:2.0:1788696599.598169:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696599.598176:0:209101:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696599.598178:0:209101:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696599.598181:0:209101:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696599.598186:0:209101:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696599.598188:0:209101:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696599.598190:0:209101:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696599.598192:0:209101:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696599.598196:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696599.598197:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696599.598247:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696599.598251:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696599.598254:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696600.621960:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696600.621966:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696600.621974:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696600.621975:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696600.622049:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696600.622052:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696600.622055:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696601.646000:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696601.646007:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696601.646013:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696601.646014:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696601.646230:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696601.646234:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696601.646236:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696602.670269:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696602.670310:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696602.670317:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696602.670318:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696602.670373:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696602.670377:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696602.670379:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696602.734905:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696602.734915:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696602.734922:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000449a2a56. 00000020:00000040:2.0:1788696602.734928:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696602.734932:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696602.734935:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696602.734940:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696602.734984:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e680c3a9. 00000100:00000001:2.0:1788696602.735004:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696602.735015:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000449a2a56 x1875583274400000/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696602.735036:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696602.735039:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696602.735045:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000449a2a56] to pc [ptlrpcd_00_00+0] req@00000000449a2a56 x1875583274400000/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696602.735068:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696602.735070:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696602.735074:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696602.735077:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041e51bf1. 00000020:00000040:2.0:1788696602.735079:0:171960:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696602.735081:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696602.735082:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696602.735084:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696602.735087:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000051526cb6. 00000100:00000001:2.0:1788696602.735090:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696602.735094:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@0000000041e51bf1 x1875583274400128/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696602.735101:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696602.735103:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696602.735105:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041e51bf1] to pc [ptlrpcd_00_01+1] req@0000000041e51bf1 x1875583274400128/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696602.735112:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696602.735114:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696602.735117:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696602.735119:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000304218c8. 00000020:00000040:2.0:1788696602.735121:0:171960:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:2.0:1788696602.735123:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696602.735124:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696602.735125:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696602.735128:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000334bf9d4. 00000100:00000001:2.0:1788696602.735131:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696602.735134:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@00000000304218c8 x1875583274400256/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696602.735140:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696602.735142:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696602.735144:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000304218c8] to pc [ptlrpcd_00_02+2] req@00000000304218c8 x1875583274400256/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696602.735162:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696602.735164:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788696602.735167:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788696602.735171:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12902) 00000100:00000001:2.0:1788696602.735183:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788696602.735198:0:201303:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1788696602.735200:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696602.735221:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696602.735223:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696602.735225:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696602.735226:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696602.735228:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788696602.735233:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000304218c8 x1875583274400256/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696602.735240:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788696602.735242:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696602.735245:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788696602.735247:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788696602.735249:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696602.735252:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000304218c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274400256:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696602.735256:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788696602.735260:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788696602.735262:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696602.735265:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788696602.735268:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a72de4d. 02000000:00000001:2.0:1788696602.735270:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788696602.735275:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095cfda1e. 00000400:00000010:2.0:1788696602.735283:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0e8fa31. 00000100:00000200:2.0:1788696602.735289:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274400256, portal 10 00000100:00000001:2.0:1788696602.735292:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696602.735293:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611088128 : -113296098463488 : ffff98f5324bf100) 00000100:00000040:2.0:1788696602.735300:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000304218c8 x1875583274400256/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696602.735306:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788696602.735309:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696602.735311:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085494d83. 00000100:00000200:2.0:1788696602.735314:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274400256, offset 0 00000400:00000200:2.0:1788696602.735320:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:2.0:1788696602.735332:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696602.735338:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788696602.735342:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:2.0:1788696602.735345:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788696602.735348:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:2.0:1788696602.735351:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [641:641:256:4294967295] 192.168.201.118@tcp LPNI seq info [641:641:8:4294967295] 00000400:00000200:2.0:1788696602.735364:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:2.0:1788696602.735371:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:2.0:1788696602.735375:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a559f720. 00000800:00000200:2.0:1788696602.735382:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:2.0:1788696602.735402:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696602.735406:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a559f720 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788696602.735418:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696602.735422:0:201303:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 21965 usecs (22 jiffies) 00000100:00000001:2.0:1788696602.735426:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307564566 00000100:00000010:2.0:1788696602.735431:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009c28b342. 00000100:00000001:2.0:1788696602.735437:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788696602.735443:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307564566 00000100:00000010:2.0:1788696602.735445:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012b293cd. 00000100:00000001:2.0:1788696602.735448:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788696602.735451:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307564566 00000100:00000010:2.0:1788696602.735454:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006efaf844. 00000100:00000001:2.0:1788696602.735456:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788696602.735459:0:201303:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307564566 00000100:00000010:2.0:1788696602.735461:0:201303:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004f6df21d. 00000100:00000001:2.0:1788696602.735463:0:201303:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788696602.735466:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696602.735469:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696602.735472:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696602.735474:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696602.735563:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696602.735566:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a559f720. 00000400:00000200:2.0:1788696602.735571:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696602.735576:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696602.735581:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085494d83 00000400:00000010:2.0:1788696602.735584:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000085494d83. 00000100:00000001:2.0:1788696602.735587:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696602.735590:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000304218c8 x1875583274400256/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696602.735600:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696602.735602:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000304218c8 x1875583274400256/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696602.735609:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696602.735610:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788696602.735745:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696602.735749:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696602.735751:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696602.735755:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000041e51bf1 x1875583274400128/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696602.735762:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696602.735764:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696602.735766:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696602.735768:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696602.735770:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696602.735772:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000041e51bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274400128:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696602.735776:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696602.735778:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696602.735779:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696602.735781:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696602.735785:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031cd837f. 02000000:00000001:3.0:1788696602.735786:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696602.735789:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e44ba440. 00000400:00000010:3.0:1788696602.735793:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e4bd39f. 00000100:00000200:3.0:1788696602.735796:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274400128, portal 10 00000100:00000001:3.0:1788696602.735797:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696602.735799:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611079168 : -113296098472448 : ffff98f5324bce00) 00000100:00000040:3.0:1788696602.735803:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000041e51bf1 x1875583274400128/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696602.735809:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696602.735811:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696602.735813:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6a995e4. 00000100:00000200:3.0:1788696602.735815:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274400128, offset 0 00000400:00000200:3.0:1788696602.735819:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696602.735824:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696602.735826:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696602.735829:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696602.735831:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696602.735833:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696602.735835:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [642:642:256:4294967295] 192.168.201.118@tcp LPNI seq info [642:642:8:4294967295] 00000400:00000200:3.0:1788696602.735875:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696602.735879:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696602.735883:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000842c2c60. 00000800:00000200:3.0:1788696602.735887:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696602.735891:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696602.735893:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000842c2c60 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696602.735901:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696602.735904:0:201301:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 21847 usecs (22 jiffies) 00000100:00000001:3.0:1788696602.735906:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307564566 00000100:00000001:3.0:1788696602.735908:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307564566 00000100:00000001:3.0:1788696602.735909:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307564566 00000100:00000001:3.0:1788696602.735911:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307564566 00000100:00000001:3.0:1788696602.735912:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307564566 00000100:00000001:3.0:1788696602.735914:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307564566 00000100:00000001:3.0:1788696602.735915:0:201301:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307564566 00000100:00000001:3.0:1788696602.735917:0:201301:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307564566 00000100:00000001:3.0:1788696602.735919:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696602.735920:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696602.735922:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696602.735924:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696602.735928:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696602.735929:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788696602.735931:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696602.735932:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696602.735933:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696602.735935:0:201301:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788696602.735936:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696602.735938:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696602.735939:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696602.735941:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696602.735942:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696602.735943:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696602.735945:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000449a2a56 x1875583274400000/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696602.735953:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696602.735954:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696602.735956:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788696602.735957:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788696602.735959:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696602.735961:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000449a2a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274400000:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696602.735964:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696602.735967:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696602.735968:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696602.735969:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696602.735973:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4b814af. 02000000:00000001:3.0:1788696602.735974:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788696602.735978:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021854797. 00000400:00000010:3.0:1788696602.735981:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015c26822. 00000100:00000200:3.0:1788696602.735983:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274400000, portal 25 00000100:00000001:3.0:1788696602.735985:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696602.735986:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611081856 : -113296098469760 : ffff98f5324bd880) 00000100:00000040:3.0:1788696602.735990:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000449a2a56 x1875583274400000/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696602.735997:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696602.735999:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:3.0:1788696602.736001:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a86e418. 00000100:00000200:3.0:1788696602.736003:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274400000, offset 0 00000400:00000200:3.0:1788696602.736007:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:3.0:1788696602.736011:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:3.0:1788696602.736014:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788696602.736016:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:3.0:1788696602.736017:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788696602.736020:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696602.736022:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [643:643:255:4294967295] 192.168.201.118@tcp LPNI seq info [643:643:7:4294967295] 00000400:00000200:3.0:1788696602.736029:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696602.736033:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696602.736036:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dac42727. 00000800:00000200:3.0:1788696602.736040:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:3.0:1788696602.736044:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:3.0:1788696602.736046:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dac42727 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788696602.736049:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696602.736051:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307565809 00000100:00000001:3.0:1788696602.736055:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307564566 00000100:00000001:3.0:1788696602.736059:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307565809 00000100:00000001:3.0:1788696602.736061:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307564566 00000100:00000001:3.0:1788696602.736063:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307565809 00000100:00000001:3.0:1788696602.736065:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307564566 00000100:00000001:3.0:1788696602.736068:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307565809 00000100:00000001:3.0:1788696602.736069:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307564566 00000100:00000001:3.0:1788696602.736072:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696602.736074:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696602.736076:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696602.736078:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696602.736086:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696602.736088:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696602.736300:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696602.736303:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000842c2c60. 00000400:00000200:2.0:1788696602.736307:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696602.736310:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696602.736314:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6a995e4 00000400:00000010:2.0:1788696602.736315:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000d6a995e4. 00000100:00000001:2.0:1788696602.736317:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696602.736320:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000041e51bf1 x1875583274400128/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696602.736333:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696602.736335:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000041e51bf1 x1875583274400128/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696602.736341:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696602.736342:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788696602.737199:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788696602.737203:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dac42727. 00000400:00000200:2.0:1788696602.737206:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696602.737212:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:2.0:1788696602.737216:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a86e418 00000400:00000010:2.0:1788696602.737217:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000008a86e418. 00000100:00000001:2.0:1788696602.737220:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788696602.737224:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000449a2a56 x1875583274400000/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696602.737232:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696602.737235:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000449a2a56 x1875583274400000/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696602.737241:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696602.737243:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788696602.737425:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696602.737429:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696602.743035:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696602.743053:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696602.743057:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696602.743060:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696602.743070:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696602.743087:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d13a00 00000400:00000200:1.0:1788696602.743095:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x14d1 [1] + 224 00000800:00000001:1.0:1788696602.743102:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696602.743106:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696602.743118:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696602.743129:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696602.743137:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696602.743144:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000304218c8 x1875583274400256/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696602.743155:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000304218c8 x1875583274400256/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696602.743175:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696602.743183:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696602.743187:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696602.743189:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696602.743190:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696602.743194:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696602.743200:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d13900 00000400:00000200:1.0:1788696602.743205:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x14e1 [1] + 224 00000800:00000001:1.0:1788696602.743209:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696602.743212:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696602.743213:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696602.743216:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696602.743219:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696602.743222:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000449a2a56 x1875583274400000/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696602.743227:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788696602.743229:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000449a2a56 x1875583274400000/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696602.743231:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788696602.743237:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696602.743239:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696602.743241:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095cfda1e. 00000100:00000001:1.0:1788696602.743246:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788696602.743246:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e8fa31 00000400:00000010:2.0:1788696602.743248:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0e8fa31. 00000100:00000001:2.0:1788696602.743251:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788696602.743276:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696602.743279:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1788696602.743295:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000304218c8 x1875583274400256/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696602.743304:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000304218c8 x1875583274400256/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696602.743309:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788696602.743311:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696602.743313:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788696602.743316:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696602.743318:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788696602.743319:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696602.743322:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788696602.743330:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=52 v=5 (5 5 5 5) 00000100:00001000:2.0:1788696602.743333:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=147 v=5 (1 1 0 0) 00000100:00000001:2.0:1788696602.743336:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788696602.743337:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696602.743339:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788696602.743343:0:201303:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000304218c8 x1875583274400256/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696602.743350:0:201303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696602.743353:0:201303:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788696602.743355:0:201303:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:2.0:1788696602.743357:0:201303:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696602.743359:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696602.743362:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000304218c8 x1875583274400256/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696602.743368:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696602.743371:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696602.743373:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696602.743376:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000304218c8 x1875583274400256/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696602.743383:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000304218c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f4931000-78c8-4821-9b44-b56343695343:201303:1875583274400256:192.168.201.118@tcp:400: 00000100:00000001:2.0:1788696602.743387:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696602.743390:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696602.743393:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000304218c8 x1875583274400256/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696602.743399:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696602.743402:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696602.743405:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a72de4d. 02000000:00000001:2.0:1788696602.743419:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696602.743422:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696602.743424:0:201303:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696602.743426:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696602.743428:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000334bf9d4. 02000000:00000001:2.0:1788696602.743431:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696602.743433:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696602.743434:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000304218c8. 00000100:00000001:2.0:1788696602.743439:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696602.743440:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696602.743442:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696602.743449:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696602.743451:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696602.743453:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696602.743455:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788696602.744891:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696602.744904:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788696602.744907:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696602.744909:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696602.744916:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:1.0:1788696602.744926:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d13980 00000400:00000200:1.0:1788696602.744943:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x14d9 [1] + 224 00000800:00000001:1.0:1788696602.744949:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696602.744956:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788696602.744958:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788696602.744962:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:1.0:1788696602.744967:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696602.744971:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000041e51bf1 x1875583274400128/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788696602.744980:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000041e51bf1 x1875583274400128/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696602.744987:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788696602.744991:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788696602.744993:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788696602.745819:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696602.745822:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696602.745825:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021854797. 00000400:00000200:3.0:1788696602.745830:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015c26822 00000400:00000010:3.0:1788696602.745832:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000015c26822. 00000100:00000001:3.0:1788696602.745836:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696602.745930:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000449a2a56 x1875583274400000/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696602.745939:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000449a2a56 x1875583274400000/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696602.745944:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696602.745946:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696602.745949:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696602.745951:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696602.745953:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696602.745955:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696602.745957:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696602.745962:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=53 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696602.745965:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=53 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696602.745968:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696602.745969:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696602.745972:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696602.745974:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696602.745976:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696602.745980:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000449a2a56 x1875583274400000/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696602.745986:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696602.745990:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696602.745991:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696602.745994:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000449a2a56 x1875583274400000/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696602.746001:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000449a2a56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274400000:192.168.201.118@tcp:400: 00000400:00000001:3.0:1788696602.746009:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788696602.746010:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788696602.746011:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e44ba440. 00000400:00000200:3.0:1788696602.746013:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e4bd39f 00000400:00000010:3.0:1788696602.746015:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005e4bd39f. 00000100:00000001:3.0:1788696602.746017:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696602.746019:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000041e51bf1 x1875583274400128/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788696602.746027:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000041e51bf1 x1875583274400128/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696602.746032:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788696602.746034:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696602.746035:0:201301:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788696602.746036:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788696602.746038:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788696602.746039:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788696602.746041:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788696602.746045:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=53 v=5 (5 5 5 5) 00000100:00001000:3.0:1788696602.746047:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=53 v=5 (1 1 1 1) 00000100:00000001:3.0:1788696602.746048:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788696602.746049:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696602.746050:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788696602.746053:0:201301:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696602.746055:0:201301:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788696602.746057:0:201301:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:3.0:1788696602.746059:0:201301:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696602.746060:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696602.746064:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000041e51bf1 x1875583274400128/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696602.746070:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788696602.746072:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696602.746073:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696602.746075:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041e51bf1 x1875583274400128/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696602.746082:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000041e51bf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f4931000-78c8-4821-9b44-b56343695343:201301:1875583274400128:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696602.746086:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696602.746089:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696602.746091:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000449a2a56 x1875583274400000/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696602.746103:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696602.746105:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696602.746107:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4b814af. 02000000:00000001:3.0:1788696602.746111:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696602.746113:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696602.746115:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696602.746118:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696602.746120:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e680c3a9. 02000000:00000001:3.0:1788696602.746123:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696602.746124:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696602.746126:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000449a2a56. 00000100:00000001:3.0:1788696602.746130:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696602.746131:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696602.746132:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696602.746135:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000041e51bf1 x1875583274400128/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696602.746141:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788696602.746142:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788696602.746143:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031cd837f. 02000000:00000001:3.0:1788696602.746145:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788696602.746146:0:201301:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696602.746147:0:201301:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696602.746149:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696602.746150:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000051526cb6. 02000000:00000001:3.0:1788696602.746152:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696602.746153:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696602.746154:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041e51bf1. 00000100:00000001:3.0:1788696602.746157:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696602.746158:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696602.746161:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696602.746168:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696602.746170:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696602.746172:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696602.746174:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696603.693923:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696603.693930:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696603.693936:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696603.693938:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696603.694002:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696603.694006:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696603.694009:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696604.013956:0:209111:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307565809, at 4307565824 00000100:00000040:3.0:1788696604.013956:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307565809, at 4307565824 00000100:00000010:1.0:1788696604.013973:0:209111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012b293cd. 00000100:00000010:3.0:1788696604.013975:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004f6df21d. 00000100:00000040:0.0:1788696604.014065:0:209178:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307565809, at 4307565824 00000100:00000010:0.0:1788696604.014072:0:209178:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009c28b342. 00000100:00000040:2.0:1788696604.014077:0:209101:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307565809, at 4307565824 00000100:00000010:2.0:1788696604.014085:0:209101:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006efaf844. 00010000:00000001:2.0:1788696604.718291:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696604.718298:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696604.718304:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696604.718305:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696604.718596:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696604.718599:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696604.718601:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696605.741965:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696605.741971:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696605.741977:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696605.741981:0:209101:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696605.741983:0:209101:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696605.741986:0:209101:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696605.741989:0:209101:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696605.741992:0:209101:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696605.741993:0:209101:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696605.741995:0:209101:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696605.742045:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696605.742049:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696605.742052:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696606.766289:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696606.766295:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696606.766301:0:209101:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696606.766302:0:209101:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696606.766366:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696606.766370:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696606.766373:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788696607.053387:0:209480:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788696607.663096:0:209542:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788696607.697607:0:209545:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696607.698490:0:209546:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000005b944b1a 00000080:00200008:1.0:1788696607.698496:0:209546:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](0000000041a8e739), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788696607.698502:0:209546:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788696607.698504:0:209546:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000004dee011d 00000080:00200000:1.0:1788696607.698505:0:209546:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](0000000041a8e739),name=/ 00000080:00000010:1.0:1788696607.698511:0:209546:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000217351f8. 00800000:00000002:1.0:1788696607.698516:0:209546:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get 00000000ea73f850 2 00000080:00000001:1.0:1788696607.698520:0:209546:0:(namei.c:944:ll_intent_lock()) Process entered 00000020:00000010:1.0:1788696607.698525:0:209546:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 000000003c6f42ff. 00800000:00000001:1.0:1788696607.698529:0:209546:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788696607.698531:0:209546:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 0000000022c04610 00800000:00000002:1.0:1788696607.698537:0:209546:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788696607.698541:0:209546:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788696607.698544:0:209546:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788696607.698546:0:209546:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788696607.698548:0:209546:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788696607.698550:0:209546:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788696607.698552:0:209546:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788696607.698554:0:209546:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788696607.698556:0:209546:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788696607.698558:0:209546:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:1.0:1788696607.698564:0:209546:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000d40d2d21. 00000002:00000001:1.0:1788696607.698568:0:209546:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788696607.698569:0:209546:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000002b10a0ab 00000002:00010000:1.0:1788696607.698570:0:209546:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788696607.698574:0:209546:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788696607.698576:0:209546:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788696607.698578:0:209546:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788696607.698585:0:209546:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: 0000000014c44fa7 count: 2 00010000:00000001:1.0:1788696607.698587:0:209546:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788696607.698592:0:209546:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:1.0:1788696607.698595:0:209546:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 0000000039f0eed7. 00010000:00000001:1.0:1788696607.698598:0:209546:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788696607.698601:0:209546:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 02000000:00000001:1.0:1788696607.698612:0:209546:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788696607.698616:0:209546:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696607.698618:0:209546:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000002:00000001:1.0:1788696607.698625:0:209546:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788696607.698627:0:209546:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788696607.698628:0:209546:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788696607.698630:0:209546:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788696607.698636:0:209546:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788696607.698638:0:209546:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788696607.698641:0:209546:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788696607.698644:0:209546:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put 00000000ea73f850 2 00000080:00000010:1.0:1788696607.698647:0:209546:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000217351f8. 00000080:00000001:1.0:1788696607.698651:0:209546:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788696607.698653:0:209546:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788696607.698655:0:209546:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](0000000041a8e739) 00000080:00010000:1.0:1788696607.698658:0:209546:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](0000000041a8e739) for lock 0x6acb2b64cadb18c6 00800000:00000001:1.0:1788696607.698661:0:209546:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788696607.698663:0:209546:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788696607.698665:0:209546:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788696607.698666:0:209546:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788696607.698669:0:209546:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000004bfa664a refcount=3 00000020:00000001:1.0:1788696607.698671:0:209546:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:1.0:1788696607.698673:0:209546:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:1.0:1788696607.698676:0:209546:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788696607.698677:0:209546:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788696607.698678:0:209546:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788696607.698680:0:209546:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788696607.698682:0:209546:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x6acb2b64cadb18c6 from it 000000008dea3bbd 00010000:00000001:1.0:1788696607.698684:0:209546:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788696607.698685:0:209546:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788696607.698686:0:209546:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000004bfa664a refcount=3 00000020:00000001:1.0:1788696607.698688:0:209546:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:1.0:1788696607.698690:0:209546:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:1.0:1788696607.698692:0:209546:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788696607.698694:0:209546:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00000001:1.0:1788696607.698700:0:209546:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788696607.698701:0:209546:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788696607.698702:0:209546:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788696607.698705:0:209546:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788696607.698710:0:209546:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000020:00000010:1.0:1788696607.698718:0:209546:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000217351f8. 00010000:00000001:1.0:1788696607.698721:0:209546:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788696607.698724:0:209546:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788696607.698726:0:209546:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788696607.698729:0:209546:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696607.698732:0:209546:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788696607.698733:0:209546:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696607.698735:0:209546:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696607.698737:0:209546:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696607.698739:0:209546:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788696607.698740:0:209546:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788696607.698741:0:209546:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788696607.698744:0:209546:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788696607.698745:0:209546:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788696607.698748:0:209546:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788696607.698834:0:209546:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1920 at 00000000f56e274f. 00000020:00000001:1.0:1788696607.698839:0:209546:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at 000000005b944b1a 00000080:00000008:1.0:1788696607.698840:0:209546:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](0000000041a8e739), request_mask 2047, flags 0, foreign 0 00010000:00000001:2.0:1788696607.790044:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696607.790050:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696607.790053:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696607.790055:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696607.790089:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696607.790093:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696607.790096:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696607.854910:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696607.854918:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696607.854924:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000218cac94. 00000020:00000040:3.0:1788696607.854930:0:184949:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696607.854934:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696607.854936:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696607.854941:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696607.854947:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000074f68a3b. 00000100:00000001:3.0:1788696607.854954:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696607.854965:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000218cac94 x1875583274400384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696607.854976:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696607.854978:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696607.854985:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218cac94] to pc [ptlrpcd_00_03+3] req@00000000218cac94 x1875583274400384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696607.855008:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696607.855011:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696607.855015:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696607.855019:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006439c2df. 00000020:00000040:3.0:1788696607.855021:0:184949:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=4 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696607.855024:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696607.855026:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696607.855028:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696607.855032:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d33dd5fd. 00000100:00000001:3.0:1788696607.855034:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696607.855039:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID req@000000006439c2df x1875583274400512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696607.855047:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696607.855048:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696607.855051:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006439c2df] to pc [ptlrpcd_00_00+0] req@000000006439c2df x1875583274400512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696607.855077:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696607.855079:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696607.855083:0:184949:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696607.855085:0:184949:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e3fb870. 00000020:00000040:3.0:1788696607.855088:0:184949:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=4 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000100:00000001:3.0:1788696607.855091:0:184949:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1788696607.855095:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696607.855099:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696607.855103:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1788696607.855103:0:184949:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696607.855106:0:184949:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696607.855110:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006439c2df x1875583274400512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1788696607.855113:0:184949:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006a4df8fd. 00000100:00000001:3.0:1788696607.855119:0:184949:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696607.855125:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696607.855128:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696607.855128:0:184949:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID req@000000003e3fb870 x1875583274400640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1788696607.855134:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696607.855137:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696607.855142:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.855143:0:184949:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696607.855146:0:184949:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696607.855147:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274400512:192.168.201.118@tcp:400: 00000100:00000040:3.0:1788696607.855153:0:184949:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3fb870] to pc [ptlrpcd_00_01+1] req@000000003e3fb870 x1875583274400640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696607.855157:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696607.855163:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696607.855166:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.855166:0:184949:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696607.855170:0:184949:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1788696607.855171:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696607.855176:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000698750b5. 00000100:00000040:3.0:1788696607.855176:0:184949:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1788696607.855180:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696607.855182:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12907) 00000400:00000010:0.0:1788696607.855186:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 00000100:00000001:3.0:1788696607.855193:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1788696607.855194:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e30f2685. 00000100:00000001:3.0:1788696607.855197:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696607.855200:0:201303:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1788696607.855202:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274400512, portal 10 00000100:00000001:0.0:1788696607.855205:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696607.855207:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548238208 : -113296161313408 : ffff98f52e8ced80) 00000100:00000040:0.0:1788696607.855213:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000006439c2df x1875583274400512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696607.855221:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696607.855224:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696607.855226:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000071eafe4. 00000100:00000200:0.0:1788696607.855228:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274400512, offset 0 00000400:00000200:0.0:1788696607.855235:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000040:3.0:1788696607.855248:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000218cac94 x1875583274400384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788696607.855249:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696607.855257:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696607.855262:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:3.0:1788696607.855262:0:201303:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696607.855266:0:201303:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696607.855268:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1788696607.855270:0:201303:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1788696607.855273:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 02000000:00000001:3.0:1788696607.855274:0:201303:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1788696607.855280:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [644:644:256:4294967295] 192.168.201.118@tcp LPNI seq info [644:644:8:4294967295] 02000000:00000001:3.0:1788696607.855280:0:201303:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696607.855287:0:201303:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274400384:192.168.201.118@tcp:400: 00000100:00000001:3.0:1788696607.855291:0:201303:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788696607.855294:0:201303:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788696607.855297:0:201303:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788696607.855299:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 02000000:00000001:3.0:1788696607.855300:0:201303:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788696607.855305:0:201303:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006a30c62. 00000800:00000200:0.0:1788696607.855309:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 02000000:00000001:3.0:1788696607.855310:0:201303:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1788696607.855315:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000076fb7ff9. 00000400:00000010:3.0:1788696607.855316:0:201303:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e44ba440. 00000400:00000010:3.0:1788696607.855323:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e4bd39f. 00000800:00000200:0.0:1788696607.855324:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696607.855331:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696607.855335:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000076fb7ff9 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1788696607.855338:0:201303:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274400384, portal 25 00000100:00000001:3.0:1788696607.855341:0:201303:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696607.855342:0:201303:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548239104 : -113296161312512 : ffff98f52e8cf100) 00000100:00000001:0.0:1788696607.855348:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696607.855348:0:201303:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000218cac94 x1875583274400384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696607.855355:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: using a timeout of 21806 usecs (22 jiffies) 00000100:00000001:0.0:1788696607.855361:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307569687 00000100:00000001:3.0:1788696607.855361:0:201303:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788696607.855366:0:201303:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000010:0.0:1788696607.855368:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025718597. 00000400:00000010:3.0:1788696607.855370:0:201303:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015c26822. 00000100:00000200:3.0:1788696607.855374:0:201303:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274400384, offset 0 00000100:00000001:0.0:1788696607.855375:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1788696607.855380:0:201303:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696607.855382:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307569687 00000100:00000010:0.0:1788696607.855387:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000078e80244. 00000400:00000200:3.0:1788696607.855388:0:201303:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000100:00000001:0.0:1788696607.855392:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 1 00000400:00000200:3.0:1788696607.855394:0:201303:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788696607.855397:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307569687 00000400:00000200:3.0:1788696607.855398:0:201303:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000010:0.0:1788696607.855401:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038ecd934. 00000400:00000200:3.0:1788696607.855403:0:201303:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1788696607.855407:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 2 00000400:00000200:3.0:1788696607.855407:0:201303:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:3.0:1788696607.855413:0:201303:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [645:645:255:4294967295] 192.168.201.118@tcp LPNI seq info [645:645:7:4294967295] 00000100:00000001:0.0:1788696607.855418:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307569687 00000100:00000010:0.0:1788696607.855424:0:201300:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aeee93bd. 00000400:00000200:3.0:1788696607.855427:0:201303:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000100:00000001:0.0:1788696607.855429:0:201300:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff98f518c6e000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788696607.855436:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1788696607.855438:0:201303:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000100:00000001:0.0:1788696607.855440:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788696607.855443:0:201303:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f59c383. 00000100:00000001:0.0:1788696607.855444:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696607.855449:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788696607.855452:0:201303:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788696607.855458:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1788696607.855459:0:201303:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:0.0:1788696607.855462:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1788696607.855464:0:201303:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000008f59c383 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696607.855466:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696607.855469:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696607.855470:0:201303:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696607.855473:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.855474:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307570930 00000100:00100000:0.0:1788696607.855478:0:201300:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788696607.855481:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307569687 00000100:00000001:0.0:1788696607.855482:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696607.855488:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696607.855489:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307570930 00000100:00000001:0.0:1788696607.855490:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696607.855495:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696607.855496:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307569687 00000100:00000001:0.0:1788696607.855497:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696607.855499:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788696607.855502:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307570930 00000100:00000040:0.0:1788696607.855505:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e3fb870 x1875583274400640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696607.855508:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307569687 00000100:00000001:3.0:1788696607.855513:0:201303:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307570930 00000100:00000001:0.0:1788696607.855519:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696607.855521:0:201303:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307569687 00000100:00000001:0.0:1788696607.855523:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.855525:0:201303:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696607.855527:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788696607.855530:0:201303:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696607.855531:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696607.855535:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.855535:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.855540:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788696607.855542:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274400640:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696607.855547:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788696607.855547:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1788696607.855551:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788696607.855551:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1788696607.855554:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.855556:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1788696607.855557:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788696607.855559:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1788696607.855560:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d467ab7. 00000100:00000001:3.0:1788696607.855562:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696607.855564:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.855566:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696607.855569:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b1e427c. 00000400:00000010:0.0:1788696607.855574:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb96026b. 00000100:00000200:0.0:1788696607.855577:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274400640, portal 10 00000100:00000001:3.0:1788696607.855577:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696607.855579:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696607.855581:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696607.855583:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548229248 : -113296161322368 : ffff98f52e8cca80) 00000100:00000040:0.0:1788696607.855589:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@000000003e3fb870 x1875583274400640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696607.855590:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788696607.855594:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696607.855601:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696607.855604:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696607.855607:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d39b7ba. 00000100:00000200:0.0:1788696607.855609:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875583274400640, offset 0 00000400:00000200:0.0:1788696607.855614:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696607.855620:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696607.855623:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696607.855625:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696607.855628:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696607.855631:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696607.855635:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [646:646:254:4294967295] 192.168.201.118@tcp LPNI seq info [646:646:6:4294967295] 00000400:00000200:0.0:1788696607.855646:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:3.0:1788696607.855648:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1788696607.855653:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:3.0:1788696607.855653:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000076fb7ff9. 00000800:00000010:0.0:1788696607.855658:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000011d794f1. 00000400:00000200:3.0:1788696607.855661:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1788696607.855666:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:3.0:1788696607.855670:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000800:00000200:0.0:1788696607.855676:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696607.855680:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000011d794f1 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1788696607.855680:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000071eafe4 00000400:00000010:3.0:1788696607.855685:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000071eafe4. 00000100:00000001:0.0:1788696607.855686:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696607.855691:0:201300:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: using a timeout of 21905 usecs (22 jiffies) 00000100:00000001:3.0:1788696607.855691:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1788696607.855695:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 0 is 4307569687 00000100:00000200:3.0:1788696607.855698:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000006439c2df x1875583274400512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696607.855700:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 0, keep current deadline 4307570930 00000100:00000001:0.0:1788696607.855705:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 1 is 4307569687 00000100:00000001:0.0:1788696607.855710:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 1, keep current deadline 4307570930 00000100:00000001:0.0:1788696607.855715:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 2 is 4307569687 00000100:00000001:3.0:1788696607.855715:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788696607.855719:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 2, keep current deadline 4307570930 00000100:00000001:0.0:1788696607.855722:0:201300:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS new deadline estimation for cpu 3 is 4307569687 00000100:00000040:3.0:1788696607.855722:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006439c2df x1875583274400512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696607.855727:0:201300:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff98f518c6e000: PM QoS request active for cpu 3, keep current deadline 4307570930 00000100:00000001:0.0:1788696607.855731:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696607.855735:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696607.855740:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.855741:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696607.855745:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.855745:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696607.855774:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696607.855776:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f59c383. 00000400:00000200:3.0:1788696607.855779:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696607.855783:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696607.855786:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015c26822 00000400:00000010:3.0:1788696607.855788:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000015c26822. 00000100:00000001:3.0:1788696607.855791:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696607.855793:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000218cac94 x1875583274400384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696607.855801:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696607.855803:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000218cac94 x1875583274400384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696607.855809:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.855811:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788696607.855890:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696607.855892:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000011d794f1. 00000400:00000200:3.0:1788696607.855895:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696607.855900:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696607.855902:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d39b7ba 00000400:00000010:3.0:1788696607.855904:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000002d39b7ba. 00000100:00000001:3.0:1788696607.855908:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696607.855911:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@000000003e3fb870 x1875583274400640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696607.855924:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696607.855927:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003e3fb870 x1875583274400640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696607.855933:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.855934:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696607.860940:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696607.860954:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696607.860958:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696607.860961:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696607.860971:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696607.860987:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d13a80 00000400:00000200:3.0:1788696607.860995:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x14f1 [1] + 224 00000800:00000001:3.0:1788696607.861002:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696607.861008:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696607.861011:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696607.861016:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696607.861023:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696607.861029:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000218cac94 x1875583274400384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696607.861082:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000218cac94 x1875583274400384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696607.861101:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696607.861109:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696607.861112:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696607.861124:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696607.861129:0:201303:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696607.861136:0:201303:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696607.861138:0:201303:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696607.861140:0:201303:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e44ba440. 00000400:00000200:0.0:1788696607.861146:0:201303:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e4bd39f 00000400:00000010:0.0:1788696607.861148:0:201303:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000005e4bd39f. 00000100:00000001:0.0:1788696607.861152:0:201303:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696607.861156:0:201303:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000218cac94 x1875583274400384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696607.861166:0:201303:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000218cac94 x1875583274400384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696607.861173:0:201303:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696607.861176:0:201303:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696607.861179:0:201303:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696607.861181:0:201303:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696607.861184:0:201303:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696607.861186:0:201303:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696607.861189:0:201303:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696607.861195:0:201303:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=58 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696607.861199:0:201303:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=58 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696607.861202:0:201303:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696607.861204:0:201303:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696607.861206:0:201303:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696607.861209:0:201303:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696607.861212:0:201303:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696607.861215:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000218cac94 x1875583274400384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696607.861222:0:201303:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696607.861225:0:201303:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696607.861228:0:201303:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696607.861232:0:201303:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000218cac94 x1875583274400384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696607.861240:0:201303:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000218cac94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201303:1875583274400384:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696607.861246:0:201303:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696607.861248:0:201303:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696607.861252:0:201303:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000218cac94 x1875583274400384/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696607.861259:0:201303:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696607.861261:0:201303:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696607.861264:0:201303:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006a30c62. 02000000:00000001:0.0:1788696607.861268:0:201303:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696607.861270:0:201303:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696607.861272:0:201303:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696607.861274:0:201303:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696607.861277:0:201303:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000074f68a3b. 02000000:00000001:0.0:1788696607.861280:0:201303:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696607.861282:0:201303:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696607.861284:0:201303:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000218cac94. 00000100:00000001:0.0:1788696607.861287:0:201303:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696607.861289:0:201303:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696607.861292:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696607.861299:0:201303:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696607.861301:0:201303:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696607.861303:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696607.861305:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788696607.862950:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696607.862961:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696607.862964:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696607.862967:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696607.863224:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696607.863238:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d13b80 00000400:00000200:3.0:1788696607.863245:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x14f9 [1] + 224 00000800:00000001:3.0:1788696607.863252:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696607.863256:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696607.863259:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696607.863263:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696607.863269:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696607.863275:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000003e3fb870 x1875583274400640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696607.863287:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003e3fb870 x1875583274400640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696607.863306:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696607.863312:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696607.863315:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696607.863318:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696607.863320:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696607.863325:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:0.0:1788696607.863352:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696607.863356:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696607.863365:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696607.863368:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696607.863370:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b1e427c. 00000400:00000200:0.0:1788696607.863374:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb96026b 00000400:00000010:0.0:1788696607.863376:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fb96026b. 00000100:00000001:0.0:1788696607.863380:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696607.863384:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000003e3fb870 x1875583274400640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696607.863392:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000003e3fb870 x1875583274400640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696607.863400:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696607.863401:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696607.863403:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696607.863405:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696607.863407:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696607.863409:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696607.863411:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696607.863418:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000c1e757c8 time=57 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696607.863422:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000a187fc95 time=152 v=5 (1 1 0 0) 00000100:00000001:0.0:1788696607.863425:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696607.863426:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696607.863428:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788696607.863432:0:201300:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003e3fb870 x1875583274400640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696607.863439:0:201300:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696607.863541:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696607.863544:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696607.863546:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696607.863548:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696607.863553:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e3fb870 x1875583274400640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696607.863561:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696607.863563:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696607.863565:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696607.863569:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e3fb870 x1875583274400640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788696607.863626:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 10 MB=0x6a9d542d13b00 00000400:00000200:3.0:1788696607.863631:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.118@tcp of length 224/224 into md 0x14e9 [1] + 224 00000800:00000001:3.0:1788696607.863635:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696607.863641:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696607.863644:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696607.863648:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00100000:0.0:1788696607.863665:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003e3fb870 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274400640:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696607.863671:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696607.863674:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696607.863677:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003e3fb870 x1875583274400640/t0(0) o400->lustre-MDT0001-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696607.863695:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696607.863697:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696607.863700:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d467ab7. 02000000:00000001:0.0:1788696607.863704:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696607.863707:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696607.863708:0:201300:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696607.863711:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696607.863712:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006a4df8fd. 02000000:00000001:0.0:1788696607.863715:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696607.863717:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696607.863718:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003e3fb870. 00000100:00000001:0.0:1788696607.863722:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696607.863723:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696607.863726:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696607.863727:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696607.863728:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696607.863730:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696607.863732:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.863764:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696607.863772:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@000000006439c2df x1875583274400512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696607.863779:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006439c2df x1875583274400512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696607.863794:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696607.863800:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696607.863803:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696607.863949:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696607.863952:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696607.863955:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696607.863956:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696607.863957:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000400:00000200:0.0:1788696607.863961:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e30f2685 00000400:00000010:0.0:1788696607.863963:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e30f2685. 00000100:00000001:0.0:1788696607.863966:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696607.863969:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@000000006439c2df x1875583274400512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696607.863978:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@000000006439c2df x1875583274400512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696607.863985:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696607.863986:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696607.863988:0:201300:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696607.863989:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696607.863990:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696607.863992:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696607.863993:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696607.863998:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000ef43e1b8 time=58 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696607.864142:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000eeddea4a time=58 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696607.864145:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696607.864147:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696607.864148:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696607.864151:0:201300:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696607.864153:0:201300:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788696607.864155:0:201300:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: skip recheck: last_committed 0 00000100:00000001:0.0:1788696607.864157:0:201300:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788696607.864158:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696607.864162:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006439c2df x1875583274400512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696607.864169:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696607.864172:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696607.864173:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696607.864177:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006439c2df x1875583274400512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696607.864230:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000006439c2df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f4931000-78c8-4821-9b44-b56343695343:201300:1875583274400512:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696607.864234:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696607.864237:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696607.864240:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006439c2df x1875583274400512/t0(0) o400->lustre-MDT0000-mdc-ffff98f518c6e000@192.168.201.118@tcp:12/10 lens 224/224 e 0 to 0 dl 1788696623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696607.864247:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696607.864249:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696607.864251:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000698750b5. 02000000:00000001:0.0:1788696607.864254:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696607.864255:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696607.864256:0:201300:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:0.0:1788696607.864258:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696607.864260:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d33dd5fd. 02000000:00000001:0.0:1788696607.864262:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696607.864263:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696607.864264:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006439c2df. 00000100:00000001:0.0:1788696607.864267:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696607.864268:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696607.864270:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696607.864276:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696607.864278:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696607.864280:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696607.864282:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788696607.965348:0:209548:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788696607.966076:0:209548:0:(llite_lib.c:3705:ll_umount_begin()) Process entered 00000080:00200000:3.0:1788696607.966080:0:209548:0:(llite_lib.c:3708:ll_umount_begin()) VFS Op: superblock 000000004dba41a4 count 1 active 9 00000080:00000010:3.0:1788696607.966087:0:209548:0:(llite_lib.c:3728:ll_umount_begin()) kmalloced '(ioc_data)': 576 at 0000000069282fcc. 00000080:00000001:3.0:1788696607.966089:0:209548:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788696607.966091:0:209548:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788696607.966093:0:209548:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff98f518c6e000: cmd=4240666a len=576 karg=ffff98f52ed1a800 uarg=0000000000000000 00800000:00000001:3.0:1788696607.966099:0:209548:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00000002:00000001:3.0:1788696607.966101:0:209548:0:(mdc_request.c:2315:mdc_iocontrol()) Process entered 00000002:00000080:3.0:1788696607.966103:0:209548:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0000-mdc-ffff98f518c6e000: cmd=4240666a len=576 karg=ffff98f52ed1a800 uarg=0000000000000000 00000100:00000001:3.0:1788696607.966107:0:209548:0:(recover.c:243:ptlrpc_set_import_active()) Process entered 00000100:02000400:3.0:1788696607.966109:0:209548:0:(recover.c:249:ptlrpc_set_import_active()) setting import lustre-MDT0000_UUID INACTIVE by administrator request 00000100:00000001:3.0:1788696607.968419:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788696607.968425:0:209548:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788696607.968428:0:209548:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.968431:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788696607.968433:0:209548:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1788696607.968435:0:209548:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1788696607.968437:0:209548:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1788696607.968440:0:209548:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788696607.968441:0:209548:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: committing for last_committed 0 gen 2 00000100:00000040:3.0:1788696607.968444:0:209548:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1788696607.968447:0:209548:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696607.968448:0:209548:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1788696607.968449:0:209548:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1788696607.968450:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788696607.968452:0:209548:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788696607.968455:0:209548:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1788696607.968458:0:209548:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:3.0:1788696607.968460:0:209548:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1788696607.968461:0:209548:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv 000000004d0bfbdb for uuid lustre-MDT0000_UUID (activate=0) 00800000:00000040:3.0:1788696607.968465:0:209548:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x6acb2b64cadb18aa 00800000:00000040:3.0:1788696607.968468:0:209548:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff98f518c6e000=f4931000-78c8-4821-9b44-b56343695343 device 3 (00000000f567b9c1) type mdc at LMV idx 0 00800000:00000040:3.0:1788696607.968470:0:209548:0:(lmv_obd.c:119:lmv_set_mdc_active()) Marking OBD 00000000f567b9c1 inactive 00800000:00000001:3.0:1788696607.968471:0:209548:0:(lmv_obd.c:121:lmv_set_mdc_active()) Process leaving 00000080:00000001:3.0:1788696607.968473:0:209548:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788696607.968474:0:209548:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788696607.968476:0:209548:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788696607.968477:0:209548:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788696607.968478:0:209548:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788696607.968479:0:209548:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788696607.968480:0:209548:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.968481:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:3.0:1788696607.968483:0:209548:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1788696607.968484:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788696607.968485:0:209548:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000001:00000001:3.0:1788696607.968487:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696607.968489:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1788696607.968584:0:209548:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: 0000000014c44fa7 count: 2 00010000:00000001:3.0:1788696607.968590:0:209548:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788696607.968593:0:209548:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788696607.968596:0:209548:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788696607.968598:0:209548:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 000000004bfa664a refcount=3 00000020:00000001:3.0:1788696607.968600:0:209548:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788696607.968603:0:209548:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558305792 : -113296151245824 : ffff98f52f268c00) 00010000:00000001:3.0:1788696607.968606:0:209548:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788696607.968609:0:209548:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10e400000000 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00000001:3.0:1788696607.968620:0:209548:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788696607.968626:0:209548:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788696607.968628:0:209548:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788696607.968629:0:209548:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788696607.968633:0:209548:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788696607.968635:0:209548:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788696607.968639:0:209548:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: 0000000014c44fa7 count: 3 00010000:00000001:3.0:1788696607.968641:0:209548:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788696607.968645:0:209548:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788696607.968646:0:209548:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788696607.968647:0:209548:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788696607.968648:0:209548:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: 0000000014c44fa7 count: 3 00010000:00000001:3.0:1788696607.968650:0:209548:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788696607.968652:0:209548:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788696607.968653:0:209548:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788696607.968654:0:209548:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788696607.968655:0:209548:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: 0000000014c44fa7 count: 3 00010000:00000001:3.0:1788696607.968657:0:209548:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788696607.968659:0:209548:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788696607.968660:0:209548:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788696607.968662:0:209548:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = 0000000057fe6d27, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788696607.968666:0:209548:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788696607.968668:0:209548:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788696607.968670:0:209548:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788696607.968672:0:209548:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696607.968674:0:209548:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788696607.968676:0:209548:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788696607.968678:0:209548:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788696607.968679:0:209548:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788696607.968681:0:209548:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788696607.968682:0:209548:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788696607.968684:0:209548:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 000000004bfa664a with handle 0x6acb2b64cadb18c6 from hash 00010000:00000001:3.0:1788696607.968686:0:209548:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788696607.968687:0:209548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788696607.968688:0:209548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788696607.968688:0:209548:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788696607.968691:0:209548:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788696607.968692:0:209548:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788696607.968694:0:209548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788696607.968694:0:209548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788696607.968695:0:209548:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696607.968696:0:209548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788696607.968697:0:209548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff98f518c6e000 lock: 000000004bfa664a/0x6acb2b64cadb18c6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x490f400000000 nid: local remote: 0x602192bd911ffbc1 expref: -99 pid: 203476 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00000001:3.0:1788696607.968704:0:209548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788696607.968706:0:209548:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: 0000000014c44fa7 count: 0 00010000:00000010:3.0:1788696607.968709:0:209548:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000869f9c9f. 00000001:00000001:3.0:1788696607.969024:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696607.969027:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696607.969030:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696607.969452:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696607.969456:0:209548:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788696607.969464:0:209548:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630777172652904 : -113296536898712 : ffff98f51829f368) 00000020:00001000:3.0:1788696607.969467:0:209548:0:(cl_object.c:823:cl_env_get()) 1@0000000006e9915f 00000008:00000001:3.0:1788696607.969470:0:209548:0:(osc_cache.c:2412:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788696607.969472:0:209548:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:3.0:1788696607.969474:0:209548:0:(osc_cache.c:2403:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788696607.969476:0:209548:0:(osc_cache.c:2476:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1788696607.969477:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696607.969478:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696607.969833:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788696607.969836:0:209548:0:(cl_object.c:917:cl_env_put()) 1@0000000006e9915f 00000001:00000001:3.0:1788696607.969839:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696607.969841:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696607.970210:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696607.970212:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696607.970213:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696607.970654:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788696607.970657:0:209548:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.970660:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788696607.970665:0:209548:0:(recover.c:272:ptlrpc_set_import_active()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788696607.970667:0:209548:0:(mdc_request.c:2375:mdc_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788696607.970671:0:209548:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788696607.970675:0:209548:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00000002:00000001:3.0:1788696607.970676:0:209548:0:(mdc_request.c:2315:mdc_iocontrol()) Process entered 00000002:00000080:3.0:1788696607.970678:0:209548:0:(mdc_request.c:2317:mdc_iocontrol()) lustre-MDT0001-mdc-ffff98f518c6e000: cmd=4240666a len=576 karg=ffff98f52ed1a800 uarg=0000000000000000 00000100:00000001:3.0:1788696607.970683:0:209548:0:(recover.c:243:ptlrpc_set_import_active()) Process entered 00000100:02000400:3.0:1788696607.970684:0:209548:0:(recover.c:249:ptlrpc_set_import_active()) setting import lustre-MDT0001_UUID INACTIVE by administrator request 00000100:00000001:3.0:1788696607.970686:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788696607.970687:0:209548:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788696607.970689:0:209548:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.970690:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788696607.970692:0:209548:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1788696607.970694:0:209548:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:3.0:1788696607.970696:0:209548:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1788696607.970698:0:209548:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788696607.970700:0:209548:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: committing for last_committed 0 gen 2 00000100:00000040:3.0:1788696607.970703:0:209548:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1788696607.970705:0:209548:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696607.970706:0:209548:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1788696607.970707:0:209548:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1788696607.970709:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788696607.970710:0:209548:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788696607.970713:0:209548:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1788696607.970714:0:209548:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:3.0:1788696607.970716:0:209548:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1788696607.970717:0:209548:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv 000000004d0bfbdb for uuid lustre-MDT0001_UUID (activate=0) 00800000:00000040:3.0:1788696607.970720:0:209548:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x6acb2b64cadb18aa 00800000:00000040:3.0:1788696607.970722:0:209548:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 1 is lustre-MDT0001_UUID conn 0x6acb2b64cadb18b1 00800000:00000040:3.0:1788696607.970724:0:209548:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0001-mdc-ffff98f518c6e000=f4931000-78c8-4821-9b44-b56343695343 device 4 (000000000485cdfe) type mdc at LMV idx 1 00800000:00000040:3.0:1788696607.970727:0:209548:0:(lmv_obd.c:119:lmv_set_mdc_active()) Marking OBD 000000000485cdfe inactive 00800000:00000001:3.0:1788696607.970728:0:209548:0:(lmv_obd.c:121:lmv_set_mdc_active()) Process leaving 00000080:00000001:3.0:1788696607.970731:0:209548:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788696607.970732:0:209548:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788696607.970734:0:209548:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788696607.970735:0:209548:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788696607.970737:0:209548:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788696607.970738:0:209548:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788696607.970739:0:209548:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.970740:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:3.0:1788696607.970742:0:209548:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1788696607.970744:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788696607.970745:0:209548:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000001:00000001:3.0:1788696607.970746:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696607.970758:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696607.971170:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696607.971173:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696607.971174:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696607.971636:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696607.971640:0:209548:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788696607.971643:0:209548:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630777172652904 : -113296536898712 : ffff98f51829f368) 00000020:00001000:3.0:1788696607.971646:0:209548:0:(cl_object.c:823:cl_env_get()) 1@0000000006e9915f 00000008:00000001:3.0:1788696607.971649:0:209548:0:(osc_cache.c:2412:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788696607.971651:0:209548:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:3.0:1788696607.971653:0:209548:0:(osc_cache.c:2403:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788696607.971655:0:209548:0:(osc_cache.c:2476:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1788696607.971656:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696607.971657:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696607.972065:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788696607.972068:0:209548:0:(cl_object.c:917:cl_env_put()) 1@0000000006e9915f 00000001:00000001:3.0:1788696607.972071:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696607.972072:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696607.972431:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696607.972434:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696607.972435:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696607.972791:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788696607.972794:0:209548:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.972797:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788696607.972802:0:209548:0:(recover.c:272:ptlrpc_set_import_active()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788696607.972804:0:209548:0:(mdc_request.c:2375:mdc_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788696607.972808:0:209548:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788696607.972811:0:209548:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788696607.972814:0:209548:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788696607.972817:0:209548:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788696607.972820:0:209548:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788696607.972821:0:209548:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff98f518c6e000: cmd=4240666a len=576 karg=ffff98f52ed1a800 uarg=0000000000000000 00020000:00000001:3.0:1788696607.972827:0:209548:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00000008:00000001:3.0:1788696607.972830:0:209548:0:(osc_request.c:3568:osc_iocontrol()) Process entered 00000008:00000080:3.0:1788696607.972832:0:209548:0:(osc_request.c:3570:osc_iocontrol()) lustre-OST0000-osc-ffff98f518c6e000: cmd=4240666a len=576 karg=ffff98f52ed1a800 uarg=0000000000000000 00000100:00000001:3.0:1788696607.972835:0:209548:0:(recover.c:243:ptlrpc_set_import_active()) Process entered 00000100:02000400:3.0:1788696607.972837:0:209548:0:(recover.c:249:ptlrpc_set_import_active()) setting import lustre-OST0000_UUID INACTIVE by administrator request 00000100:00000001:3.0:1788696607.972839:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788696607.972840:0:209548:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788696607.972842:0:209548:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788696607.972928:0:209548:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1788696607.972931:0:209548:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1788696607.972932:0:209548:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov 00000000346e6bed for uuid lustre-OST0000_UUID event(4) 00020000:01000000:3.0:1788696607.972936:0:209548:0:(lov_obd.c:387:lov_set_osc_active()) deactivate OSC lustre-OST0000_UUID 00020000:00000040:3.0:1788696607.972938:0:209548:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 6acb2b64cadb18bf 00020000:00000001:3.0:1788696607.972940:0:209548:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788696607.972943:0:209548:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788696607.972945:0:209548:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788696607.972948:0:209548:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788696607.972950:0:209548:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788696607.972952:0:209548:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.972953:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788696607.972956:0:209548:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1788696607.972957:0:209548:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1788696607.972959:0:209548:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1788696607.972962:0:209548:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788696607.972963:0:209548:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98f518c6e000: committing for last_committed 0 gen 2 00000100:00000040:3.0:1788696607.972966:0:209548:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98f518c6e000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1788696607.972968:0:209548:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696607.972969:0:209548:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1788696607.972970:0:209548:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1788696607.972972:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788696607.972973:0:209548:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788696607.972974:0:209548:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788696607.972975:0:209548:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1788696607.972976:0:209548:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1788696607.972977:0:209548:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov 00000000346e6bed for uuid lustre-OST0000_UUID event(2) 00020000:01000000:3.0:1788696607.972980:0:209548:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:3.0:1788696607.972981:0:209548:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 6acb2b64cadb18bf 00020000:00000001:3.0:1788696607.972983:0:209548:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788696607.972984:0:209548:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788696607.972986:0:209548:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788696607.972987:0:209548:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788696607.972988:0:209548:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788696607.972989:0:209548:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.972991:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:3.0:1788696607.972992:0:209548:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1788696607.972994:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788696607.972995:0:209548:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:3.0:1788696607.972997:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696607.972999:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696607.973032:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696607.973033:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696607.973035:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696607.973060:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696607.973063:0:209548:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788696607.973065:0:209548:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630777172652904 : -113296536898712 : ffff98f51829f368) 00000020:00001000:3.0:1788696607.973067:0:209548:0:(cl_object.c:823:cl_env_get()) 1@0000000006e9915f 00000008:00000001:3.0:1788696607.973069:0:209548:0:(osc_cache.c:2412:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788696607.973071:0:209548:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:3.0:1788696607.973072:0:209548:0:(osc_cache.c:2403:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788696607.973074:0:209548:0:(osc_cache.c:2476:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1788696607.973074:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696607.973076:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696607.973099:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788696607.973101:0:209548:0:(cl_object.c:917:cl_env_put()) 1@0000000006e9915f 00000001:00000001:3.0:1788696607.973103:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696607.973104:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696607.973127:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696607.973129:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696607.973130:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696607.973154:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788696607.973156:0:209548:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696607.973158:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788696607.973160:0:209548:0:(recover.c:272:ptlrpc_set_import_active()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788696607.973162:0:209548:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788696607.973164:0:209548:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788696607.973165:0:209548:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788696607.973167:0:209548:0:(llite_lib.c:3736:ll_umount_begin()) kfreed 'ioc_data': 576 at 0000000069282fcc. 00010000:00000010:3.1:1788696607.977988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004bfa664a. 00010000:00000010:3.1:1788696607.977999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 0000000014c44fa7. 00010000:00000001:2.0:1788696608.814913:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696608.814919:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696608.815160:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696608.815163:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696608.815166:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788696609.133953:0:209178:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307570930, at 4307570944 00000100:00000040:1.0:1788696609.133953:0:209111:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307570930, at 4307570944 00000100:00000040:2.0:1788696609.133953:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307570930, at 4307570944 00000100:00000010:0.0:1788696609.133970:0:209178:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025718597. 00000100:00000010:2.0:1788696609.133972:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038ecd934. 00000100:00000010:1.0:1788696609.133979:0:209111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000078e80244. 00000100:00000040:3.0:1788696609.134174:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307570930, at 4307570944 00000100:00000010:3.0:1788696609.134181:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aeee93bd. 00010000:00000001:2.0:1788696609.837949:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696609.837968:0:205025:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788696609.837970:0:205025:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788696609.837974:0:205025:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696609.837979:0:205025:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788696609.837982:0:205025:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696609.837984:0:205025:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696609.837986:0:205025:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696609.838026:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696609.838029:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696609.838031:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696610.861967:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696610.861974:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696610.862182:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696610.862185:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696610.862189:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696611.885968:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696611.885975:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696611.886009:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696611.886013:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696611.886016:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696612.909954:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696612.909960:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696612.909980:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696612.909985:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696612.909988:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788696612.974077:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788696612.974086:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788696612.974090:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048524a16. 00000020:00000040:3.0:1788696612.974096:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696612.974099:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696612.974101:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696612.974153:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696612.974159:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008f59c383. 00000100:00000001:3.0:1788696612.974165:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696612.974174:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@0000000048524a16 x1875583274400768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788696612.974186:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696612.974188:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696612.974193:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048524a16] to pc [ptlrpcd_00_02+2] req@0000000048524a16 x1875583274400768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696612.974225:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696612.974228:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1788696612.974231:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1788696612.974233:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1788696612.974235:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1788696612.974237:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000040:3.0:1788696612.974241:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788696612.974245:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12912) 00000100:00000001:0.0:1788696612.974258:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696612.974263:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696612.974264:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696612.974267:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696612.974269:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696612.974276:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048524a16 x1875583274400768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696612.974286:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696612.974289:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696612.974292:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696612.974295:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696612.974297:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696612.974300:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274400768:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696612.974304:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696612.974309:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696612.974311:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696612.974314:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696612.974317:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000bd9582. 02000000:00000001:0.0:1788696612.974320:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696612.974326:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 00000400:00000010:0.0:1788696612.974341:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e30f2685. 00000100:00000200:0.0:1788696612.974350:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274400768, portal 25 00000100:00000001:0.0:1788696612.974353:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696612.974354:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548232832 : -113296161318784 : ffff98f52e8cd880) 00000100:00000040:0.0:1788696612.974359:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000048524a16 x1875583274400768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696612.974367:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696612.974370:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696612.974372:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb96026b. 00000100:00000200:0.0:1788696612.974374:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274400768, offset 0 00000400:00000200:0.0:1788696612.974381:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696612.974393:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696612.974399:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696612.974402:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696612.974406:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696612.974409:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696612.974413:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [647:647:256:4294967295] 192.168.201.118@tcp LPNI seq info [647:647:8:4294967295] 00000400:00000200:0.0:1788696612.974424:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696612.974430:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696612.974434:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e17fb921. 00000800:00000200:0.0:1788696612.974440:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696612.974447:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696612.974451:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000e17fb921 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696612.974466:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696612.974471:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307576049 00000100:00000010:0.0:1788696612.974475:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025718597. 00000100:00000001:0.0:1788696612.974482:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788696612.974486:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307576049 00000100:00000010:0.0:1788696612.974489:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005b799af0. 00000100:00000001:0.0:1788696612.974491:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788696612.974493:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307576049 00000100:00000010:0.0:1788696612.974496:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000047e9a98. 00000100:00000001:0.0:1788696612.974498:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788696612.974501:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307576049 00000100:00000010:0.0:1788696612.974503:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035146d2b. 00000100:00000001:0.0:1788696612.974505:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788696612.974508:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696612.974510:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696612.974513:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696612.974515:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696612.974523:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696612.974525:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696612.974527:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696612.974529:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696612.974530:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696612.974532:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696612.974657:0:201295:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696612.974675:0:201295:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e17fb921. 00000400:00000200:3.0:1788696612.974679:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696612.974685:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696612.974690:0:201295:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb96026b 00000400:00000010:3.0:1788696612.974692:0:201295:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000fb96026b. 00000100:00000001:3.0:1788696612.974696:0:201295:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696612.974699:0:201295:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000048524a16 x1875583274400768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696612.974708:0:201295:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696612.974710:0:201295:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048524a16 x1875583274400768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696612.974717:0:201295:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696612.974718:0:201295:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696612.976001:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696612.976014:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696612.976018:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696612.976020:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696612.976028:0:201294:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696612.976080:0:201294:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d13c00 00000400:00000200:3.0:1788696612.976086:0:201294:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1501 [1] + 224 00000800:00000001:3.0:1788696612.976096:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696612.976102:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696612.976104:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696612.976108:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696612.976114:0:201294:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696612.976119:0:201294:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000048524a16 x1875583274400768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696612.976129:0:201294:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048524a16 x1875583274400768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696612.976146:0:201294:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696612.976153:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696612.976155:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696612.976185:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696612.976189:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788696612.976194:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696612.976196:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696612.976198:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000400:00000200:0.0:1788696612.976202:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e30f2685 00000400:00000010:0.0:1788696612.976204:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e30f2685. 00000100:00000001:0.0:1788696612.976207:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696612.976211:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000048524a16 x1875583274400768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696612.976219:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000048524a16 x1875583274400768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696612.976225:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696612.976226:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696612.976229:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696612.976237:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696612.976240:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696612.976242:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696612.976244:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696612.976250:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=63 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696612.976254:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=63 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696612.976257:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696612.976258:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696612.976261:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696612.976263:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696612.976266:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696612.976269:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048524a16 x1875583274400768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696612.976276:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696612.976278:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696612.976280:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696612.976283:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048524a16 x1875583274400768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696612.976291:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000048524a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274400768:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696612.976295:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696612.976297:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696612.976299:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048524a16 x1875583274400768/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696612.976306:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696612.976308:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696612.976311:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000bd9582. 02000000:00000001:0.0:1788696612.976314:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696612.976316:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696612.976317:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696612.976320:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696612.976321:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008f59c383. 02000000:00000001:0.0:1788696612.976324:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696612.976326:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696612.976327:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048524a16. 00000100:00000001:0.0:1788696612.976331:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696612.976332:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696612.976334:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696612.976339:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696612.976341:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696612.976343:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696612.976345:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696613.933957:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696613.933964:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696613.934164:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696613.934171:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696613.934176:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788696614.253968:0:209111:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307576049, at 4307576064 00000100:00000040:0.0:1788696614.253969:0:209178:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307576049, at 4307576064 00000100:00000040:2.0:1788696614.253969:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307576049, at 4307576064 00000100:00000040:3.0:1788696614.253987:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307576049, at 4307576064 00000100:00000010:1.0:1788696614.253992:0:209111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005b799af0. 00000100:00000010:2.0:1788696614.253997:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000047e9a98. 00000100:00000010:0.0:1788696614.253999:0:209178:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025718597. 00000100:00000010:3.0:1788696614.254004:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035146d2b. 00010000:00000001:2.0:1788696614.957962:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696614.957969:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696614.957990:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696614.957995:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696614.957999:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696615.985876:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696615.985884:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696615.985995:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696615.985998:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696615.986001:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696617.005969:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696617.005976:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696617.006096:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788696617.006099:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696617.006102:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788696618.029919:0:205025:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788696618.029926:0:205025:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696618.030460:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696618.030464:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696618.030467:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788696618.096560:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788696618.096569:0:171960:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788696618.096607:0:171960:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000304218c8. 00000020:00000040:2.0:1788696618.096613:0:171960:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:2.0:1788696618.096617:0:171960:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788696618.096620:0:171960:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788696618.096625:0:171960:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788696618.096632:0:171960:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000334bf9d4. 00000100:00000001:2.0:1788696618.096639:0:171960:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696618.096648:0:171960:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS req@00000000304218c8 x1875583274400896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788696618.096659:0:171960:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788696618.096661:0:171960:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696618.096666:0:171960:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000304218c8] to pc [ptlrpcd_00_03+3] req@00000000304218c8 x1875583274400896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696618.096707:0:171960:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696618.096709:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1788696618.096713:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1788696618.096715:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1788696618.096718:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1788696618.096720:0:171960:0:(pinger.c:229:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000040:2.0:1788696618.096723:0:171960:0:(pinger.c:247:ptlrpc_pinger_process_import()) f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788696618.096728:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12917) 00000100:00000001:0.0:1788696618.096909:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788696618.096914:0:201302:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1788696618.096916:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696618.096923:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696618.096925:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696618.096927:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696618.096928:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696618.096930:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788696618.096935:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000304218c8 x1875583274400896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696618.096943:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696618.096945:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696618.096949:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788696618.096951:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788696618.096953:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788696618.096956:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000304218c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274400896:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696618.096959:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788696618.096965:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696618.096967:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696618.096980:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696618.096985:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000381eff1e. 02000000:00000001:0.0:1788696618.096988:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696618.096994:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 00000400:00000010:0.0:1788696618.097000:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e30f2685. 00000100:00000200:0.0:1788696618.097006:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274400896, portal 25 00000100:00000001:0.0:1788696618.097009:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696618.097011:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611088128 : -113296098463488 : ffff98f5324bf100) 00000100:00000040:0.0:1788696618.097016:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000304218c8 x1875583274400896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696618.097023:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696618.097026:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696618.097026:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696618.097031:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696618.097032:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001140bd37. 00000100:00000200:0.0:1788696618.097037:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274400896, offset 0 00000400:00000200:0.0:1788696618.097043:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696618.097055:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696618.097059:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696618.097063:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696618.097067:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696618.097070:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696618.097073:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [648:648:256:4294967295] 192.168.201.118@tcp LPNI seq info [648:648:8:4294967295] 00000400:00000200:0.0:1788696618.097093:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696618.097100:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696618.097104:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f82926d. 00000800:00000200:0.0:1788696618.097110:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696618.097117:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696618.097120:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000006f82926d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788696618.097133:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696618.097137:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307581172 00000100:00000010:0.0:1788696618.097141:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000025718597. 00000100:00000001:0.0:1788696618.097147:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788696618.097151:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307581172 00000100:00000010:0.0:1788696618.097153:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009bba77ba. 00000100:00000001:0.0:1788696618.097156:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788696618.097159:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307581172 00000100:00000010:0.0:1788696618.097162:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2ee9250. 00000100:00000001:0.0:1788696618.097164:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788696618.097166:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307581172 00000100:00000010:0.0:1788696618.097169:0:201302:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000969a2001. 00000100:00000001:0.0:1788696618.097171:0:201302:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788696618.097173:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696618.097176:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696618.097178:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696618.097181:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788696618.097929:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696618.097936:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f82926d. 00000400:00000200:3.0:1788696618.098076:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696618.098083:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696618.098089:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001140bd37 00000400:00000010:3.0:1788696618.098092:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 000000001140bd37. 00000100:00000001:3.0:1788696618.098096:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696618.098100:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000304218c8 x1875583274400896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696618.098110:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696618.098112:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000304218c8 x1875583274400896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696634 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696618.098118:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.098120:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788696618.110643:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696618.110659:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696618.110662:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696618.110665:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696618.110676:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:3.0:1788696618.110693:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d13c80 00000400:00000200:3.0:1788696618.110702:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1509 [1] + 224 00000800:00000001:3.0:1788696618.110709:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696618.110725:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788696618.110729:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696618.110733:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:3.0:1788696618.110742:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788696618.110749:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000304218c8 x1875583274400896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788696618.110760:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000304218c8 x1875583274400896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696618.110844:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696618.110880:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696618.110920:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788696618.110929:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696618.110932:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788696618.113787:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788696618.113794:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696618.113797:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000400:00000200:0.0:1788696618.113805:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e30f2685 00000400:00000010:0.0:1788696618.113868:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e30f2685. 00000100:00000001:0.0:1788696618.113875:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696618.113886:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000304218c8 x1875583274400896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788696618.113896:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000304218c8 x1875583274400896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696618.113903:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696618.113905:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696618.113908:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788696618.113911:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696618.113913:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696618.113915:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696618.113917:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788696618.113923:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=69 v=5 (5 5 5 5) 00000100:00001000:0.0:1788696618.113927:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=69 v=5 (1 1 1 1) 00000100:00000001:0.0:1788696618.113930:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788696618.113931:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696618.113934:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788696618.113936:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696618.113939:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696618.114004:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000304218c8 x1875583274400896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696618.114011:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696618.114014:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788696618.114016:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788696618.114019:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000304218c8 x1875583274400896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696634 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788696618.114026:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000304218c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274400896:192.168.201.118@tcp:400: 00000100:00000001:0.0:1788696618.114032:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696618.114035:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696618.114037:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000304218c8 x1875583274400896/t0(0) o400->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696634 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696618.114043:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696618.114046:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788696618.114049:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000381eff1e. 02000000:00000001:0.0:1788696618.114054:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788696618.114056:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788696618.114058:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:0.0:1788696618.114060:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788696618.114062:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000334bf9d4. 02000000:00000001:0.0:1788696618.114065:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696618.114067:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788696618.114068:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000304218c8. 00000100:00000001:0.0:1788696618.114072:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696618.114074:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696618.114076:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696618.114085:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696618.114086:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696618.114089:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696618.114091:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788696618.221949:0:209548:0:(llite_lib.c:3750:ll_umount_begin()) Process leaving 00000080:00000001:3.0:1788696618.227958:0:209548:0:(llite_lib.c:1114:ll_kill_super()) Process entered 00000080:00000001:3.0:1788696618.227965:0:209548:0:(llite_lib.c:1135:ll_kill_super()) Process leaving 00000080:00000001:3.0:1788696618.227977:0:209548:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788696618.227981:0:209548:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788696618.227993:0:209548:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1788696618.227997:0:209548:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1788696618.227998:0:209548:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](0000000041a8e739) 00800000:00000001:3.0:1788696618.228007:0:209548:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1788696618.228008:0:209548:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000007:0x1:0x0] 00000002:00000001:3.0:1788696618.228014:0:209548:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1788696618.228020:0:209548:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788696618.228022:0:209548:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1788696618.228024:0:209548:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788696618.228026:0:209548:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788696618.228028:0:209548:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1788696618.228031:0:209548:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1788696618.228032:0:209548:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788696618.228034:0:209548:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788696618.228036:0:209548:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put 00000000ea73f850 1 00800000:00000010:3.0:1788696618.228040:0:209548:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at 00000000ea73f850. 00000080:00000001:3.0:1788696618.228044:0:209548:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1788696618.228046:0:209548:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1788696618.228054:0:209548:0:(llite_lib.c:1681:ll_put_super()) Process entered 00000080:00200000:3.0:1788696618.228056:0:209548:0:(llite_lib.c:1688:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff98f518c6e000 (sb 000000004dba41a4) 00000020:00000001:3.0:1788696618.228060:0:209548:0:(obd_mount.c:115:lustre_end_log()) Process entered 00000020:00000010:3.0:1788696618.228065:0:209548:0:(obd_mount.c:125:lustre_end_log()) kmalloced '(lcfg)': 176 at 0000000020bc6dd5. 00000020:00000001:3.0:1788696618.228067:0:209548:0:(obd_class.h:688:obd_process_config()) Process entered 00000020:00000010:3.0:1788696618.228071:0:209548:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a78beaf9. 00000020:00000010:3.0:1788696618.228076:0:209548:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000301eb57e. 00000040:00000010:3.0:1788696618.228079:0:209548:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000005b066959. 00000020:00000010:3.0:1788696618.228083:0:209548:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006f1ced0f. 00000020:00000010:3.0:1788696618.228088:0:209548:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000507e5e9c. 00040000:00000010:3.0:1788696618.228093:0:209548:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008513bebc. 00040000:00000010:3.0:1788696618.228096:0:209548:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006cd9e7b8. 10000000:00000001:3.0:1788696618.228100:0:209548:0:(mgc_request.c:1923:mgc_process_config()) Process entered 10000000:00000001:3.0:1788696618.228103:0:209548:0:(mgc_request_server.c:675:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1788696618.228106:0:209548:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1788696618.228107:0:209548:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1788696618.228110:0:209548:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1788696618.228112:0:209548:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000e6ea7a0c) refs 3 10000000:00000001:3.0:1788696618.228113:0:209548:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788696618.228115:0:209548:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446630776908361216 : -113296801190400 : ffff98f508692e00) 10000000:00000001:3.0:1788696618.228117:0:209548:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1788696618.228119:0:209548:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x6acb2b64cadb1905 00010000:00000001:3.0:1788696618.228121:0:209548:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788696618.228124:0:209548:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788696618.228126:0:209548:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000f051485b refcount=2 00000020:00000001:3.0:1788696618.228128:0:209548:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558306304 : -113296151245312 : ffff98f52f268e00) 00010000:00000001:3.0:1788696618.228131:0:209548:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558306304 : -113296151245312 : ffff98f52f268e00) 00010000:00000001:3.0:1788696618.228134:0:209548:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788696618.228137:0:209548:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696618.228139:0:209548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.118@tcp lock: 00000000f051485b/0x6acb2b64cadb1905 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd91200044 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788696618.228148:0:209548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788696618.228149:0:209548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788696618.228151:0:209548:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788696618.228152:0:209548:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788696618.228153:0:209548:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000f051485b refcount=3 00000020:00000001:3.0:1788696618.228154:0:209548:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558306304 : -113296151245312 : ffff98f52f268e00) 00010000:00000001:3.0:1788696618.228156:0:209548:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558306304 : -113296151245312 : ffff98f52f268e00) 00010000:00000001:3.0:1788696618.228158:0:209548:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1788696618.228159:0:209548:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.118@tcp lock: 00000000f051485b/0x6acb2b64cadb1905 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x602192bd91200044 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788696618.228165:0:209548:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788696618.228166:0:209548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.118@tcp lock: 00000000f051485b/0x6acb2b64cadb1905 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x602192bd91200044 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788696618.228171:0:209548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788696618.228172:0:209548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788696618.228174:0:209548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.118@tcp lock: 00000000f051485b/0x6acb2b64cadb1905 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x602192bd91200044 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788696618.228178:0:209548:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788696618.228180:0:209548:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.228183:0:209548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788696618.228186:0:209548:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000795fe04e. 00010000:00000001:3.0:1788696618.228189:0:209548:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788696618.228203:0:209548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1788696618.228205:0:209548:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.228206:0:209548:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.228208:0:209548:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788696618.228209:0:209548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788696618.228210:0:209548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1788696618.228211:0:209548:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1788696618.228213:0:209548:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x6acb2b64cadb18fe 00010000:00000001:3.0:1788696618.228214:0:209548:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788696618.228215:0:209548:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788696618.228217:0:209548:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000071fd2d3 refcount=2 00000020:00000001:3.0:1788696618.228218:0:209548:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558308352 : -113296151243264 : ffff98f52f269600) 00010000:00000001:3.0:1788696618.228220:0:209548:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558308352 : -113296151243264 : ffff98f52f269600) 00010000:00000001:3.0:1788696618.228222:0:209548:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788696618.228223:0:209548:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788696618.228226:0:209548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.118@tcp lock: 00000000071fd2d3/0x6acb2b64cadb18fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd9120003d expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788696618.228230:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1788696618.228231:0:209548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788696618.228234:0:209548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788696618.228235:0:209548:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788696618.228236:0:209548:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788696618.228238:0:209548:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000071fd2d3 refcount=3 00000020:00000001:1.0:1788696618.228239:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.228241:0:209548:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558308352 : -113296151243264 : ffff98f52f269600) 00010000:00010000:1.0:1788696618.228244:0:203418:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788696618.228245:0:209548:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558308352 : -113296151243264 : ffff98f52f269600) 00010000:00000001:1.0:1788696618.228249:0:203418:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788696618.228250:0:209548:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:1.0:1788696618.228253:0:203418:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788696618.228253:0:209548:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.118@tcp lock: 00000000071fd2d3/0x6acb2b64cadb18fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x602192bd9120003d expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788696618.228257:0:203418:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.118@tcp lock: 00000000f051485b/0x6acb2b64cadb1905 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x602192bd91200044 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788696618.228263:0:209548:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788696618.228265:0:209548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.118@tcp lock: 00000000071fd2d3/0x6acb2b64cadb18fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x602192bd9120003d expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788696618.228272:0:203418:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000f051485b already unused, calling callback (00000000649fa4de) 00010000:00000001:3.0:1788696618.228276:0:209548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:1.0:1788696618.228278:0:203418:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:3.0:1788696618.228278:0:209548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00010000:1.0:1788696618.228280:0:203418:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.118@tcp lock: 00000000f051485b/0x6acb2b64cadb1905 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x602192bd91200044 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788696618.228282:0:209548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.118@tcp lock: 00000000071fd2d3/0x6acb2b64cadb18fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x602192bd9120003d expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788696618.228294:0:203418:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788696618.228296:0:209548:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788696618.228297:0:203418:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788696618.228298:0:209548:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696618.228301:0:203418:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788696618.228304:0:203418:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000f051485b refcount=3 00000020:00000001:1.0:1788696618.228314:0:203418:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558306304 : -113296151245312 : ffff98f52f268e00) 00010000:00000001:1.0:1788696618.228317:0:203418:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558306304 : -113296151245312 : ffff98f52f268e00) 00010000:00000001:1.0:1788696618.228319:0:203418:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788696618.228321:0:203418:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.118@tcp lock: 00000000f051485b/0x6acb2b64cadb1905 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x602192bd91200044 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1788696618.228327:0:203418:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1788696618.228328:0:203418:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.118@tcp lock: 00000000f051485b/0x6acb2b64cadb1905 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x602192bd91200044 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788696618.228333:0:203418:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788696618.228336:0:203418:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:00000001:1.0:1788696618.228337:0:203418:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788696618.228338:0:203418:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000e6ea7a0c) refs 3 10000000:00000001:1.0:1788696618.228340:0:203418:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788696618.228341:0:203418:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696618.228344:0:203418:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788696618.228351:0:203418:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788696618.228356:0:203418:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788696618.228358:0:203418:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788696618.228360:0:203418:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788696618.228362:0:203418:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 00000000f051485b with handle 0x6acb2b64cadb1905 from hash 00010000:00000001:1.0:1788696618.228364:0:203418:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788696618.228366:0:203418:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788696618.228367:0:203418:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788696618.228368:0:203418:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788696618.228370:0:203418:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788696618.228371:0:203418:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788696618.228374:0:203418:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788696618.228377:0:203418:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788696618.228383:0:203418:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c801b762. 00000020:00000040:1.0:1788696618.228386:0:203418:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00000001:1.0:1788696618.228390:0:203418:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788696618.228392:0:203418:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788696618.228399:0:203418:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788696618.228404:0:203418:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff02e4c5. 00000100:00000001:1.0:1788696618.228409:0:203418:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696618.228411:0:203418:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788696618.228415:0:203418:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.118@tcp lock: 00000000f051485b/0x6acb2b64cadb1905 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x602192bd91200044 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788696618.228419:0:203418:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788696618.228420:0:203418:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696618.228424:0:203418:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696618.228426:0:203418:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696618.228437:0:203418:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c801b762] to pc [ptlrpcd_00_00+0] req@00000000c801b762 x1875583274401024/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696618.228454:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696618.228459:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1788696618.228461:0:203418:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696618.228462:0:201300:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1788696618.228466:0:203418:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788696618.228468:0:203418:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788696618.228469:0:203418:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788696618.228470:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c801b762 x1875583274401024/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788696618.228471:0:203418:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788696618.228474:0:203418:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696618.228477:0:203418:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.118@tcp lock: 00000000f051485b/0x6acb2b64cadb1905 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x602192bd91200044 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788696618.228491:0:203418:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788696618.228494:0:203418:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.118@tcp lock: 00000000f051485b/0x6acb2b64cadb1905 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x602192bd91200044 expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788696618.228495:0:201300:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696618.228499:0:201300:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696618.228503:0:203418:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1788696618.228504:0:201300:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1788696618.228506:0:203418:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1788696618.228508:0:201300:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1788696618.228508:0:203418:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000795fe04e. 00010000:00000001:1.0:1788696618.228513:0:203418:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696618.228514:0:201300:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788696618.228515:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696618.228518:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696618.228520:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788696618.228522:0:201300:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274401024:192.168.201.118@tcp:103: 00000020:00000001:1.0:1788696618.228522:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696618.228524:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696618.228529:0:201300:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00010000:00010000:1.0:1788696618.228531:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788696618.228533:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696618.228534:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696618.228534:0:203418:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1788696618.228536:0:201300:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788696618.228539:0:201300:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696618.228548:0:201300:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788696618.228553:0:201300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000381eff1e. 02000000:00000001:0.0:1788696618.228555:0:201300:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788696618.228560:0:201300:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b15c11. 00000400:00000010:0.0:1788696618.228580:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e30f2685. 00000100:00000200:0.0:1788696618.228587:0:201300:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274401024, portal 18 00000100:00000001:0.0:1788696618.228590:0:201300:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788696618.228591:0:201300:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776877469184 : -113296832082432 : ffff98f50691ce00) 00000100:00000040:0.0:1788696618.228597:0:201300:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000c801b762 x1875583274401024/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696618.228600:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696618.228606:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696618.228608:0:201300:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788696618.228613:0:201300:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:0.0:1788696618.228616:0:201300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aafe65a6. 00000100:00000200:0.0:1788696618.228618:0:201300:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875583274401024, offset 0 00000400:00000200:0.0:1788696618.228624:0:201300:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:0.0:1788696618.228636:0:201300:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:0.0:1788696618.228642:0:201300:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788696618.228647:0:201300:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:0.0:1788696618.228650:0:201300:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788696618.228653:0:201300:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:0.0:1788696618.228656:0:201300:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [649:649:256:4294967295] 192.168.201.118@tcp LPNI seq info [649:649:8:4294967295] 00000400:00000200:0.0:1788696618.228666:0:201300:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696618.228673:0:201300:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696618.228677:0:201300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070113196. 00000800:00000200:0.0:1788696618.228684:0:201300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:0.0:1788696618.228692:0:201300:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:0.0:1788696618.228696:0:201300:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000070113196 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788696618.228712:0:201300:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696618.228718:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307581303 00000100:00000001:0.0:1788696618.228725:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307581172 00000100:00000001:0.0:1788696618.228730:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307581303 00000100:00000001:0.0:1788696618.228733:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307581172 00000100:00000001:0.0:1788696618.228735:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307581303 00000100:00000001:0.0:1788696618.228738:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307581172 00000100:00000001:0.0:1788696618.228740:0:201300:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307581303 00000100:00000001:0.0:1788696618.228743:0:201300:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307581172 00000100:00000001:0.0:1788696618.228745:0:201300:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788696618.228749:0:201300:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696618.228752:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696618.228753:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696618.228758:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788696618.228759:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788696618.228761:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696618.228762:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788696618.228763:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696618.228765:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.228877:0:209548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788696618.228881:0:209548:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000056b9ed81. 00010000:00000001:3.0:1788696618.228884:0:209548:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788696618.228896:0:209548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1788696618.228898:0:209548:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.228900:0:209548:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.228902:0:209548:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788696618.228903:0:209548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788696618.228905:0:209548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1788696618.228906:0:209548:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788696618.228908:0:209548:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000009ec63942) refs 2 10000000:00000001:3.0:1788696618.228910:0:209548:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788696618.228912:0:209548:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00000020:00000001:2.0:1788696618.228914:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 10000000:00000040:3.0:1788696618.228914:0:209548:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x6acb2b64cadb189c 00010000:00000001:3.0:1788696618.228918:0:209548:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788696618.228919:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.228920:0:209548:0:(lustre_handles.c:130:class_handle2object()) Process entered 00010000:00010000:2.0:1788696618.228923:0:203419:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000040:3.0:1788696618.228924:0:209548:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000d1ca88c9 refcount=2 00010000:00000001:2.0:1788696618.228929:0:203419:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788696618.228932:0:203419:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000001:3.0:1788696618.228934:0:209548:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777557911552 : -113296151640064 : ffff98f52f208800) 00010000:00010000:2.0:1788696618.228935:0:203419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.118@tcp lock: 00000000071fd2d3/0x6acb2b64cadb18fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x602192bd9120003d expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788696618.228940:0:209548:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777557911552 : -113296151640064 : ffff98f52f208800) 00010000:00000001:3.0:1788696618.228946:0:209548:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788696618.228949:0:209548:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696618.228952:0:203419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000071fd2d3 already unused, calling callback (00000000649fa4de) 00010000:00010000:3.0:1788696618.228953:0:209548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.118@tcp lock: 00000000d1ca88c9/0x6acb2b64cadb189c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x602192bd911ffb97 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1788696618.228957:0:203419:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1788696618.228960:0:203419:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.118@tcp lock: 00000000071fd2d3/0x6acb2b64cadb18fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x602192bd9120003d expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788696618.228966:0:209548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788696618.228969:0:209548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788696618.228971:0:209548:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788696618.228972:0:209548:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788696618.228973:0:209548:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000d1ca88c9 refcount=3 00000020:00000001:3.0:1788696618.228974:0:209548:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777557911552 : -113296151640064 : ffff98f52f208800) 00010000:00000001:3.0:1788696618.228976:0:209548:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777557911552 : -113296151640064 : ffff98f52f208800) 00010000:00000001:2.0:1788696618.228979:0:203419:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788696618.228980:0:209548:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1788696618.228983:0:209548:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.118@tcp lock: 00000000d1ca88c9/0x6acb2b64cadb189c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x602192bd911ffb97 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788696618.228985:0:203419:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788696618.228989:0:203419:0:(lustre_handles.c:130:class_handle2object()) Process entered 00010000:00000001:3.0:1788696618.228991:0:209548:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000020:00000040:2.0:1788696618.228993:0:203419:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000071fd2d3 refcount=3 00010000:00010000:3.0:1788696618.228995:0:209548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.118@tcp lock: 00000000d1ca88c9/0x6acb2b64cadb189c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x602192bd911ffb97 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788696618.228998:0:203419:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777558308352 : -113296151243264 : ffff98f52f269600) 00000800:00000200:1.0:1788696618.228999:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788696618.229004:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070113196. 00010000:00000001:2.0:1788696618.229005:0:203419:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777558308352 : -113296151243264 : ffff98f52f269600) 00010000:00000001:3.0:1788696618.229006:0:209548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788696618.229009:0:209548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1788696618.229011:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1788696618.229011:0:203419:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788696618.229011:0:209548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.118@tcp lock: 00000000d1ca88c9/0x6acb2b64cadb189c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x602192bd911ffb97 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788696618.229015:0:203419:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.118@tcp lock: 00000000071fd2d3/0x6acb2b64cadb18fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x602192bd9120003d expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1788696618.229020:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00010000:00000001:3.0:1788696618.229030:0:209548:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1788696618.229031:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aafe65a6 10000000:00000001:2.0:1788696618.229032:0:203419:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:3.0:1788696618.229033:0:209548:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696618.229035:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000aafe65a6. 10000000:00010000:2.0:1788696618.229036:0:203419:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.118@tcp lock: 00000000071fd2d3/0x6acb2b64cadb18fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x602192bd9120003d expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788696618.229037:0:209548:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788696618.229041:0:209548:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a2f96ec3. 00000100:00000001:1.0:1788696618.229043:0:201294:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:3.0:1788696618.229046:0:209548:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 10000000:01000000:2.0:1788696618.229048:0:203419:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000200:1.0:1788696618.229050:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000c801b762 x1875583274401024/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1788696618.229052:0:203419:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 10000000:00000001:2.0:1788696618.229056:0:203419:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1788696618.229058:0:203419:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(000000009ec63942) refs 1 00010000:00010000:3.0:1788696618.229058:0:209548:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1788696618.229064:0:209548:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1788696618.229065:0:203419:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 10000000:00000001:2.0:1788696618.229069:0:203419:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1788696618.229070:0:209548:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788696618.229072:0:203419:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1788696618.229074:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1788696618.229074:0:209548:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 10000000:00000001:2.0:1788696618.229075:0:203419:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:0.0:1788696618.229076:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 10000000:00000001:2.0:1788696618.229078:0:203419:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1788696618.229078:0:209548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1788696618.229081:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696618.229081:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c801b762 x1875583274401024/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1788696618.229082:0:203419:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1788696618.229082:0:209548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1788696618.229086:0:203419:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1788696618.229086:0:209548:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:0.0:1788696618.229087:0:203701:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000001:2.0:1788696618.229091:0:203419:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788696618.229091:0:209548:0:(mgc_request.c:123:config_log_put()) log params(00000000b47cf0c3) refs 2 00010000:00000001:0.0:1788696618.229093:0:203701:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1788696618.229095:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788696618.229095:0:203419:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1788696618.229096:0:203701:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 10000000:00000001:3.0:1788696618.229097:0:209548:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:1.0:1788696618.229100:0:201294:0:(events.c:69:request_out_callback()) Process leaving 10000000:00000001:2.0:1788696618.229100:0:203419:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:0.0:1788696618.229101:0:203701:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.118@tcp lock: 00000000d1ca88c9/0x6acb2b64cadb189c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x602192bd911ffb97 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788696618.229101:0:209548:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1788696618.229104:0:203419:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1788696618.229105:0:209548:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1788696618.229107:0:203419:0:(genops.c:879:class_export_put()) PUTting export 00000000a0473585 : new refcount 5 10000000:00000001:3.0:1788696618.229109:0:209548:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000010:2.0:1788696618.229113:0:203419:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 000000009ec63942. 10000000:00000040:3.0:1788696618.229113:0:209548:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000223875fc) refs 2 00010000:00010000:0.0:1788696618.229118:0:203701:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000d1ca88c9 already unused, calling callback (00000000649fa4de) 10000000:00000001:3.0:1788696618.229120:0:209548:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1788696618.229121:0:203419:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788696618.229122:0:203701:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000001:3.0:1788696618.229123:0:209548:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1788696618.229126:0:209548:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00010000:0.0:1788696618.229127:0:203701:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.118@tcp lock: 00000000d1ca88c9/0x6acb2b64cadb189c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x602192bd911ffb97 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788696618.229127:0:209548:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1788696618.229130:0:203419:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1788696618.229131:0:209548:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000e6ea7a0c) refs 2 10000000:00000001:3.0:1788696618.229136:0:209548:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1788696618.229139:0:203419:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 10000000:00000001:3.0:1788696618.229140:0:209548:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1788696618.229141:0:203701:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788696618.229143:0:203419:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 10000000:00000040:3.0:1788696618.229143:0:209548:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000e6ea7a0c) refs 1 00010000:00000001:0.0:1788696618.229144:0:203701:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788696618.229146:0:203419:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:0.0:1788696618.229148:0:203701:0:(lustre_handles.c:130:class_handle2object()) Process entered 10000000:01000000:3.0:1788696618.229149:0:209548:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00000001:2.0:1788696618.229150:0:203419:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:0.0:1788696618.229153:0:203701:0:(lustre_handles.c:148:class_handle2object()) GET ldlm 00000000d1ca88c9 refcount=3 10000000:00000001:3.0:1788696618.229153:0:209548:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1788696618.229154:0:203419:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788696618.229157:0:209548:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:0.0:1788696618.229159:0:203701:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446630777557911552 : -113296151640064 : ffff98f52f208800) 00000020:00000040:2.0:1788696618.229160:0:203419:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 00000000071fd2d3 with handle 0x6acb2b64cadb18fe from hash 10000000:00000001:3.0:1788696618.229161:0:209548:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1788696618.229164:0:209548:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1788696618.229166:0:203701:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446630777557911552 : -113296151640064 : ffff98f52f208800) 00010000:00000001:2.0:1788696618.229167:0:203419:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 10000000:00000001:3.0:1788696618.229168:0:209548:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1788696618.229170:0:203701:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1788696618.229171:0:203419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788696618.229172:0:203701:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.118@tcp lock: 00000000d1ca88c9/0x6acb2b64cadb189c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x602192bd911ffb97 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788696618.229172:0:209548:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1788696618.229175:0:209548:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1788696618.229176:0:203419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1788696618.229178:0:209548:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1788696618.229180:0:203419:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 10000000:00000001:3.0:1788696618.229182:0:209548:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1788696618.229184:0:203419:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 10000000:00000001:3.0:1788696618.229186:0:209548:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1788696618.229187:0:203419:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 10000000:00000001:0.0:1788696618.229189:0:203701:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000040:3.0:1788696618.229190:0:209548:0:(genops.c:879:class_export_put()) PUTting export 00000000a0473585 : new refcount 4 10000000:00010000:0.0:1788696618.229192:0:203701:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.118@tcp lock: 00000000d1ca88c9/0x6acb2b64cadb189c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x602192bd911ffb97 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788696618.229192:0:203419:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788696618.229195:0:203419:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 10000000:00000010:3.0:1788696618.229196:0:209548:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 00000000e6ea7a0c. 00000100:00000010:2.0:1788696618.229203:0:203419:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092d639e9. 10000000:00000001:3.0:1788696618.229203:0:209548:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:0.0:1788696618.229204:0:203701:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788696618.229206:0:209548:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000020:00000040:2.0:1788696618.229208:0:203419:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 10000000:01000000:0.0:1788696618.229210:0:203701:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:00000001:3.0:1788696618.229212:0:209548:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696618.229214:0:203419:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 10000000:00000001:0.0:1788696618.229215:0:203701:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1788696618.229216:0:209548:0:(mgc_request.c:2017:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696618.229218:0:203419:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 10000000:00000040:0.0:1788696618.229219:0:203701:0:(mgc_request.c:123:config_log_put()) log params(00000000b47cf0c3) refs 1 00000020:00000010:3.0:1788696618.229221:0:209548:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000301eb57e. 02000000:00000001:2.0:1788696618.229223:0:203419:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1788696618.229224:0:203701:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:0.0:1788696618.229228:0:203701:0:(mgc_request.c:117:config_log_put()) Process entered 00000040:00000010:3.0:1788696618.229228:0:209548:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000005b066959. 02000000:00000010:2.0:1788696618.229230:0:203419:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000abdab0b0. 10000000:00000001:0.0:1788696618.229232:0:203701:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:3.0:1788696618.229234:0:209548:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 000000006f1ced0f. 10000000:00000001:0.0:1788696618.229236:0:203701:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1788696618.229238:0:203419:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788696618.229239:0:203701:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1788696618.229242:0:203419:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 10000000:00000001:0.0:1788696618.229243:0:203701:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:3.0:1788696618.229243:0:209548:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 00000000507e5e9c. 10000000:00000001:0.0:1788696618.229246:0:203701:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:2.0:1788696618.229247:0:203419:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.118@tcp lock: 00000000071fd2d3/0x6acb2b64cadb18fe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x602192bd9120003d expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1788696618.229248:0:203701:0:(mgc_request.c:117:config_log_put()) Process entered 00040000:00000010:3.0:1788696618.229249:0:209548:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008513bebc. 10000000:00000001:0.0:1788696618.229252:0:203701:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1788696618.229255:0:203701:0:(mgc_request.c:117:config_log_put()) Process entered 00040000:00000010:3.0:1788696618.229256:0:209548:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006cd9e7b8. 10000000:00000001:0.0:1788696618.229258:0:203701:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1788696618.229261:0:203701:0:(genops.c:879:class_export_put()) PUTting export 00000000a0473585 : new refcount 3 00010000:00010000:2.0:1788696618.229263:0:203419:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00000020:00000010:3.0:1788696618.229263:0:209548:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a78beaf9. 10000000:00000010:0.0:1788696618.229265:0:203701:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 00000000b47cf0c3. 00010000:00000001:2.0:1788696618.229267:0:203419:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788696618.229269:0:209548:0:(obd_class.h:703:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696618.229272:0:203419:0:(jobid.c:959:lustre_get_jobid()) Process entered 10000000:00000001:0.0:1788696618.229273:0:203701:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:3.0:1788696618.229273:0:209548:0:(obd_mount.c:130:lustre_end_log()) kfreed 'lcfg': 176 at 0000000020bc6dd5. 10000000:00000001:0.0:1788696618.229276:0:203701:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696618.229276:0:203419:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.229279:0:209548:0:(obd_mount.c:131:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.229283:0:209548:0:(obd_mount.c:115:lustre_end_log()) Process entered 00010000:00000001:0.0:1788696618.229284:0:203701:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1788696618.229287:0:203419:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092d639e9] to pc [ptlrpcd_00_01+1] req@0000000092d639e9 x1875583274401152/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788696618.229289:0:203701:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:3.0:1788696618.229289:0:209548:0:(obd_mount.c:125:lustre_end_log()) kmalloced '(lcfg)': 168 at 0000000020bc6dd5. 00010000:00000001:0.0:1788696618.229293:0:203701:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:3.0:1788696618.229295:0:209548:0:(obd_class.h:688:obd_process_config()) Process entered 00010000:00000001:0.0:1788696618.229297:0:203701:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:3.0:1788696618.229300:0:209548:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a78beaf9. 00010000:00000001:0.0:1788696618.229302:0:203701:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788696618.229307:0:203701:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 00000000d1ca88c9 with handle 0x6acb2b64cadb189c from hash 00010000:00000001:0.0:1788696618.229310:0:203701:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788696618.229311:0:203701:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788696618.229312:0:203701:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788696618.229313:0:203701:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788696618.229315:0:203701:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788696618.229316:0:203701:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788696618.229319:0:203701:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788696618.229321:0:203701:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00010000:00000001:2.0:1788696618.229325:0:203419:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1788696618.229326:0:203701:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6864119. 00010000:00000001:2.0:1788696618.229331:0:203419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1788696618.229332:0:203701:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=6 obd=MGC192.168.201.118@tcp 00010000:00000001:2.0:1788696618.229335:0:203419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788696618.229337:0:203701:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:2.0:1788696618.229337:0:203419:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696618.229341:0:203701:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1788696618.229342:0:203419:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788696618.229344:0:203701:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788696618.229346:0:203419:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696618.229350:0:203419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.118@tcp lock: 00000000071fd2d3/0x6acb2b64cadb18fe lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x602192bd9120003d expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:0.0:1788696618.229351:0:203701:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000000bd9582. 00000100:00000001:0.0:1788696618.229358:0:203701:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788696618.229360:0:203419:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788696618.229362:0:203701:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788696618.229363:0:203419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.118@tcp lock: 00000000071fd2d3/0x6acb2b64cadb18fe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x602192bd9120003d expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788696618.229364:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1788696618.229367:0:203701:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.118@tcp lock: 00000000d1ca88c9/0x6acb2b64cadb189c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x602192bd911ffb97 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788696618.229367:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696618.229371:0:201301:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696618.229377:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000092d639e9 x1875583274401152/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1788696618.229389:0:203701:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788696618.229393:0:203701:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1788696618.229397:0:203419:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: 000000008326b976 count: 0 00000100:00000001:1.0:1788696618.229398:0:201301:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788696618.229399:0:203701:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788696618.229401:0:201301:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696618.229403:0:203701:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696618.229405:0:201301:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696618.229408:0:201301:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788696618.229409:0:203419:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1788696618.229410:0:201301:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.229410:0:209548:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000006cd9e7b8. 00000100:00000040:0.0:1788696618.229413:0:203701:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6864119] to pc [ptlrpcd_00_02+2] req@00000000f6864119 x1875583274401280/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788696618.229413:0:203419:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000040:00000010:3.0:1788696618.229416:0:209548:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000507e5e9c. 00000100:00100000:1.0:1788696618.229417:0:201301:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000092d639e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274401152:192.168.201.118@tcp:103: 00010000:00000010:2.0:1788696618.229417:0:203419:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000056b9ed81. 00010000:00000001:2.0:1788696618.229424:0:203419:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.229424:0:209548:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006f1ced0f. 00000100:00000001:1.0:1788696618.229425:0:201301:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696618.229429:0:201301:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1788696618.229431:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 02000000:00000001:1.0:1788696618.229432:0:201301:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.229432:0:209548:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000005b066959. 00000020:00000001:2.0:1788696618.229436:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696618.229438:0:201301:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:2.0:1788696618.229440:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00040000:00000010:3.0:1788696618.229440:0:209548:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008513bebc. 02000000:00000010:1.0:1788696618.229442:0:201301:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038a99ba5. 00000020:00000001:2.0:1788696618.229444:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00040000:00000010:3.0:1788696618.229446:0:209548:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000301eb57e. 00000020:00000001:2.0:1788696618.229448:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696618.229451:0:201301:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788696618.229453:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788696618.229454:0:203701:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1788696618.229454:0:209548:0:(mgc_request.c:1923:mgc_process_config()) Process entered 00000400:00000010:1.0:1788696618.229455:0:201301:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cbfd659. 00000020:00000001:2.0:1788696618.229458:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 10000000:00000001:3.0:1788696618.229459:0:209548:0:(mgc_request_server.c:675:mgc_process_config_server()) Process entered 00010000:00000001:0.0:1788696618.229461:0:203701:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1788696618.229463:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053d383cc. 00000020:00000001:2.0:1788696618.229463:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696618.229464:0:203701:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1788696618.229464:0:209548:0:(mgc_request.c:493:config_log_end()) Process entered 00010000:00000001:0.0:1788696618.229469:0:203701:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788696618.229469:0:209548:0:(mgc_request.c:159:config_log_find()) Process entered 00000100:00000200:1.0:1788696618.229470:0:201301:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274401152, portal 18 00010000:00010000:2.0:1788696618.229470:0:203419:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1788696618.229473:0:209548:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696618.229475:0:201301:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1788696618.229476:0:203701:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696618.229478:0:201301:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777611089920 : -113296098461696 : ffff98f5324bf800) 10000000:00000001:3.0:1788696618.229478:0:209548:0:(mgc_request.c:497:config_log_end()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1788696618.229480:0:203701:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696618.229481:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696618.229485:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1788696618.229486:0:203701:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.118@tcp lock: 00000000d1ca88c9/0x6acb2b64cadb189c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x602192bd911ffb97 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788696618.229486:0:209548:0:(mgc_request.c:2017:mgc_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1788696618.229488:0:201301:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@0000000092d639e9 x1875583274401152/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696618.229489:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.229493:0:209548:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000006cd9e7b8. 00000100:00000001:2.0:1788696618.229496:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1788696618.229500:0:209548:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000507e5e9c. 00000020:00000010:3.0:1788696618.229506:0:209548:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 000000006f1ced0f. 00000100:00000001:1.0:1788696618.229511:0:201301:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1788696618.229512:0:209548:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 000000005b066959. 00000100:00000040:1.0:1788696618.229514:0:201301:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696618.229518:0:201301:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcd58cef. 00040000:00000010:3.0:1788696618.229518:0:209548:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008513bebc. 00010000:00000001:0.0:1788696618.229520:0:203701:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:1.0:1788696618.229521:0:201301:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875583274401152, offset 0 00040000:00000010:3.0:1788696618.229523:0:209548:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000301eb57e. 00010000:00010000:0.0:1788696618.229524:0:203701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.118@tcp lock: 00000000d1ca88c9/0x6acb2b64cadb189c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x602192bd911ffb97 expref: -99 pid: 203412 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788696618.229525:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1788696618.229527:0:209548:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a78beaf9. 00000400:00000200:1.0:1788696618.229529:0:201301:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:2.0:1788696618.229530:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1788696618.229533:0:209548:0:(obd_class.h:703:obd_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1788696618.229535:0:201302:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1788696618.229540:0:201301:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000020:00000010:3.0:1788696618.229540:0:209548:0:(obd_mount.c:130:lustre_end_log()) kfreed 'lcfg': 168 at 0000000020bc6dd5. 00010000:00000040:0.0:1788696618.229542:0:203701:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: 00000000b0a84b18 count: 0 00000100:00000040:2.0:1788696618.229545:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6864119 x1875583274401280/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1788696618.229547:0:209548:0:(obd_mount.c:131:lustre_end_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:1.0:1788696618.229548:0:201301:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:0.0:1788696618.229554:0:203701:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1788696618.229554:0:201301:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00010000:00000001:0.0:1788696618.229558:0:203701:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000080:00000001:3.0:1788696618.229558:0:209548:0:(llite_lib.c:1087:client_common_put_super()) Process entered 00000400:00000200:1.0:1788696618.229561:0:201301:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00010000:00000010:0.0:1788696618.229563:0:203701:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a2f96ec3. 00000100:00000001:2.0:1788696618.229566:0:201302:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1788696618.229567:0:201301:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:2.0:1788696618.229579:0:201302:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696618.229580:0:203701:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696618.229584:0:201302:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1788696618.229586:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1788696618.229586:0:201301:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [650:650:256:4294967295] 192.168.201.118@tcp LPNI seq info [650:650:8:4294967295] 02000000:00000001:2.0:1788696618.229588:0:201302:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788696618.229590:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696618.229594:0:201302:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696618.229595:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788696618.229599:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788696618.229603:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788696618.229604:0:201302:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274401280:192.168.201.118@tcp:103: 00010000:00010000:0.0:1788696618.229608:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788696618.229613:0:201302:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1788696618.229614:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000400:00000200:1.0:1788696618.229614:0:201301:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 02000000:00000001:2.0:1788696618.229618:0:201302:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1788696618.229619:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696618.229622:0:201302:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696618.229624:0:203701:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1788696618.229626:0:201301:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 02000000:00000001:2.0:1788696618.229628:0:201302:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:1.0:1788696618.229632:0:201301:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dffc0522. 00000800:00000200:1.0:1788696618.229638:0:201301:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000100:00000001:0.0:1788696618.229642:0:201303:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1788696618.229642:0:201302:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c89ee080. 00000800:00000200:1.0:1788696618.229645:0:201301:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000100:00000001:0.0:1788696618.229647:0:201303:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788696618.229649:0:201302:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788696618.229651:0:201301:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000dffc0522 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1788696618.229656:0:201302:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095cfda1e. 00000400:00000010:2.0:1788696618.229662:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0e8fa31. 00000100:00000200:2.0:1788696618.229666:0:201302:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274401280, portal 18 00000100:00000001:1.0:1788696618.229667:0:201301:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696618.229669:0:201302:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788696618.229673:0:201302:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630776882445184 : -113296827106432 : ffff98f506ddbb80) 00000100:00000001:1.0:1788696618.229674:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307581304 00000100:00000040:2.0:1788696618.229680:0:201302:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000f6864119 x1875583274401280/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696618.229682:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307581303 00000100:00000001:1.0:1788696618.229690:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307581304 00000100:00000001:2.0:1788696618.229691:0:201302:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1788696618.229697:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307581303 00000100:00000040:2.0:1788696618.229698:0:201302:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:2.0:1788696618.229702:0:201302:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085494d83. 00000100:00000200:2.0:1788696618.229705:0:201302:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875583274401280, offset 0 00000100:00000001:1.0:1788696618.229709:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307581304 00000400:00000200:2.0:1788696618.229715:0:201302:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000100:00000001:1.0:1788696618.229717:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307581303 00000100:00000001:1.0:1788696618.229724:0:201301:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307581304 00000400:00000200:2.0:1788696618.229724:0:201302:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:2.0:1788696618.229730:0:201302:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1788696618.229731:0:201301:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307581303 00000400:00000200:2.0:1788696618.229736:0:201302:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000100:00000001:1.0:1788696618.229738:0:201301:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788696618.229741:0:201302:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788696618.229743:0:201301:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696618.229748:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696618.229748:0:201302:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000100:00000001:1.0:1788696618.229752:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696618.229756:0:201302:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [651:651:255:4294967295] 192.168.201.118@tcp LPNI seq info [651:651:7:4294967295] 00000100:00000001:1.0:1788696618.229760:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696618.229763:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788696618.229767:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696618.229770:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696618.229774:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696618.229774:0:201302:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:0.0:1788696618.229778:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788696618.229780:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788696618.229785:0:201302:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:0.0:1788696618.229790:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dffc0522. 00000800:00000010:2.0:1788696618.229790:0:201302:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a559f720. 00000800:00000200:2.0:1788696618.229797:0:201302:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000400:00000200:0.0:1788696618.229798:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696618.229809:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000800:00000200:2.0:1788696618.229809:0:201302:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:2.0:1788696618.229816:0:201302:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 00000000a559f720 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1788696618.229818:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcd58cef 00000400:00000010:0.0:1788696618.229822:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000dcd58cef. 00000100:00000001:2.0:1788696618.229823:0:201302:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696618.229827:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1788696618.229828:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307581304 00000100:00000001:2.0:1788696618.229833:0:201302:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, keep current deadline 4307581304 00000100:00000200:0.0:1788696618.229834:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@0000000092d639e9 x1875583274401152/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696618.229837:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307581304 00000100:00000001:2.0:1788696618.229842:0:201302:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, keep current deadline 4307581304 00000100:00000001:0.0:1788696618.230110:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788696618.230114:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307581305 00000100:00000040:0.0:1788696618.230116:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000092d639e9 x1875583274401152/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696618.230120:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307581304 00000100:00000001:0.0:1788696618.230123:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696618.230126:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788696618.230127:0:201302:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307581305 00000100:00000001:2.0:1788696618.230132:0:201302:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307581304 00000100:00000001:2.0:1788696618.230134:0:201302:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696618.230136:0:201302:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696618.230138:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696618.230140:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696618.230145:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696618.230146:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788696618.230148:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696618.230149:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788696618.230150:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696618.230152:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788696618.230299:0:201293:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788696618.230302:0:201293:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a559f720. 00000400:00000200:0.0:1788696618.230306:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696618.230309:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:0.0:1788696618.230312:0:201293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085494d83 00000400:00000010:0.0:1788696618.230314:0:201293:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000085494d83. 00000100:00000001:0.0:1788696618.230317:0:201293:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1788696618.230321:0:201293:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000f6864119 x1875583274401280/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696618.230328:0:201293:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788696618.230330:0:201293:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6864119 x1875583274401280/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696618.230335:0:201293:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696618.230336:0:201293:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1788696618.230524:0:209548:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 1152 at 000000000e273850. 00000020:00000010:3.0:1788696618.230531:0:209548:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at 0000000040708fc4. 00000020:00000010:3.0:1788696618.230534:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 1920 at 00000000ee8341e8. 00000020:00000010:3.0:1788696618.230536:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 1920 at 00000000f56e274f. 00000020:00000010:3.0:1788696618.230539:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 1920 at 000000002a4586ac. 00000020:00000010:3.0:1788696618.230542:0:209548:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 3008 at 000000008e806b23. 00000020:00000010:3.0:1788696618.230546:0:209548:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at 0000000070488924. 00000080:00000001:3.0:1788696618.230550:0:209548:0:(vvp_dev.c:313:cl_sb_fini()) Process entered 00000020:00000001:3.0:1788696618.230552:0:209548:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788696618.230555:0:209548:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630777172652904 : -113296536898712 : ffff98f51829f368) 00000020:00001000:3.0:1788696618.230557:0:209548:0:(cl_object.c:823:cl_env_get()) 1@0000000006e9915f 00000020:00000040:3.0:1788696618.230595:0:209548:0:(obd_config.c:1023:class_decref()) Decref lustre-clilmv-ffff98f518c6e000 (000000009a7fec15) now 5 - lov 00020000:00000001:3.0:1788696618.230619:0:209548:0:(lovsub_dev.c:52:lovsub_device_fini()) Process entered 00020000:00000001:3.0:1788696618.230620:0:209548:0:(lovsub_dev.c:56:lovsub_device_fini()) Process leaving (rc=18446630777594374144 : -113296115177472 : ffff98f5314ce800) 00020000:00000010:3.0:1788696618.230638:0:209548:0:(lovsub_dev.c:67:lovsub_device_free()) kfreed 'lsd': 72 at 00000000418efba9. 00020000:00000001:3.0:1788696618.230656:0:209548:0:(lovsub_dev.c:52:lovsub_device_fini()) Process entered 00020000:00000001:3.0:1788696618.230658:0:209548:0:(lovsub_dev.c:56:lovsub_device_fini()) Process leaving (rc=18446630777594375424 : -113296115176192 : ffff98f5314ced00) 00020000:00000010:3.0:1788696618.230673:0:209548:0:(lovsub_dev.c:67:lovsub_device_free()) kfreed 'lsd': 72 at 00000000b24be2ae. 00020000:00000001:3.0:1788696618.230690:0:209548:0:(lovsub_dev.c:52:lovsub_device_fini()) Process entered 00020000:00000001:3.0:1788696618.230691:0:209548:0:(lovsub_dev.c:56:lovsub_device_fini()) Process leaving (rc=18446630777594372224 : -113296115179392 : ffff98f5314ce080) 00020000:00000010:3.0:1788696618.230707:0:209548:0:(lovsub_dev.c:67:lovsub_device_free()) kfreed 'lsd': 72 at 000000005cb60a4d. 00020000:00000001:3.0:1788696618.230710:0:209548:0:(lov_dev.c:224:lov_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.230742:0:209548:0:(lu_object.c:1200:lu_site_fini()) kvfree 's->ls_bkts': 18432 at 00000000845d57bb. 00000020:00000010:3.0:1788696618.230755:0:209548:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 384 at 00000000e274a5c4. 00000020:00000010:3.0:1788696618.230758:0:209548:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at 000000006e662c1c. 00000080:00000010:3.0:1788696618.230760:0:209548:0:(vvp_dev.c:155:vvp_device_free()) kfreed 'site': 576 at 00000000d21c6e35. 00000080:00000010:3.0:1788696618.230765:0:209548:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000c205c4e5. 00000080:00000010:3.0:1788696618.230769:0:209548:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000b528a574. 00000080:00000010:3.0:1788696618.230772:0:209548:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 0000000081280a47. 00000080:00000010:3.0:1788696618.230775:0:209548:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000d5704999. 00000080:00000010:3.0:1788696618.230777:0:209548:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000c33a5242. 00000080:00000010:3.0:1788696618.230780:0:209548:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000511aeb81. 00000080:00000010:3.0:1788696618.230782:0:209548:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000ed406a46. 00000080:00000010:3.0:1788696618.230783:0:209548:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000499e05fc. 00000080:00000010:3.0:1788696618.230785:0:209548:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000bb0131f7. 00000080:00000010:3.0:1788696618.230788:0:209548:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000e18d939b. 00000080:00000010:3.0:1788696618.230790:0:209548:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000000b1b3651. 00000080:00000010:3.0:1788696618.230793:0:209548:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000b58c7fd2. 00000080:00000010:3.0:1788696618.230795:0:209548:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000004e9145c0. 00000080:00000010:3.0:1788696618.230798:0:209548:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000dd269a35. 00000080:00000010:3.0:1788696618.230801:0:209548:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000e9a07e0f. 00000080:00000010:3.0:1788696618.230802:0:209548:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000066879f6e. 00000080:00000010:3.0:1788696618.230805:0:209548:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000403cd4c8. 00000080:00000010:3.0:1788696618.230807:0:209548:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000005c46df16. 00000080:00000010:3.0:1788696618.230808:0:209548:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000008405cf07. 00000080:00000010:3.0:1788696618.230810:0:209548:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000917ccb3f. 00000080:00000010:3.0:1788696618.230812:0:209548:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000afe33050. 00000080:00000010:3.0:1788696618.230814:0:209548:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000ecd8cdfa. 00000080:00000010:3.0:1788696618.230815:0:209548:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000f739679f. 00000080:00000010:3.0:1788696618.230817:0:209548:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 0000000059c37c89. 00000080:00000010:3.0:1788696618.230819:0:209548:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 00000000e821337f. 00000080:00000010:3.0:1788696618.230821:0:209548:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 0000000065628a21. 00000080:00000010:3.0:1788696618.230823:0:209548:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 00000000b4cd1eff. 00000080:00000010:3.0:1788696618.230826:0:209548:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 00000000d9ca2d42. 00000080:00000010:3.0:1788696618.230828:0:209548:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 0000000029357fc3. 00000080:00000010:3.0:1788696618.230830:0:209548:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 00000000c181fdcb. 00000080:00000010:3.0:1788696618.230832:0:209548:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 00000000d0dd280b. 00000080:00000010:3.0:1788696618.230834:0:209548:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 00000000a7d31565. 00000080:00000010:3.0:1788696618.230837:0:209548:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 000000000efceaec. 00000080:00000010:3.0:1788696618.230838:0:209548:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 000000002209934e. 00000080:00000010:3.0:1788696618.230840:0:209548:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 0000000019940ee3. 00000080:00000010:3.0:1788696618.230841:0:209548:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 00000000c53a6c53. 00000080:00000010:3.0:1788696618.230842:0:209548:0:(vvp_dev.c:159:vvp_device_free()) kfreed 'vdv': 72 at 0000000038c821e7. 00000020:00001000:3.0:1788696618.230859:0:209548:0:(cl_object.c:917:cl_env_put()) 1@0000000006e9915f 00000080:00000001:3.0:1788696618.230861:0:209548:0:(vvp_dev.c:331:cl_sb_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788696618.230862:0:209548:0:(obd_class.h:909:obd_disconnect()) Process entered 00020000:00000001:3.0:1788696618.230864:0:209548:0:(lov_obd.c:299:lov_disconnect()) Process entered 00020000:00000001:3.0:1788696618.230867:0:209548:0:(lov_obd.c:574:lov_del_target()) Process entered 00020000:01000000:3.0:1788696618.230868:0:209548:0:(lov_obd.c:601:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: 000000009371236a active: 0 00020000:00000001:3.0:1788696618.230870:0:209548:0:(lov_obd.c:610:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:3.0:1788696618.230871:0:209548:0:(lov_obd.c:64:lov_tgts_putref()) destroying 1 lov targets 00000020:00000001:3.0:1788696618.230873:0:209548:0:(lu_tgt_pool.c:165:lu_tgt_pool_remove()) Process entered 00000020:00000001:3.0:1788696618.230875:0:209548:0:(lu_tgt_pool.c:176:lu_tgt_pool_remove()) Process leaving 00020000:00000001:3.0:1788696618.230876:0:209548:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:3.0:1788696618.230878:0:209548:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:3.0:1788696618.230880:0:209548:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00020000:01000000:3.0:1788696618.230881:0:209548:0:(lov_obd.c:623:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffff98f518c6e000 00020000:00000001:3.0:1788696618.230883:0:209548:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:3.0:1788696618.230883:0:209548:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff98f518c6e000: disconnecting target lustre-OST0000-osc-ffff98f518c6e000 00020000:00000001:3.0:1788696618.230888:0:209548:0:(obd_class.h:1355:obd_register_observer()) Process entered 00020000:00000001:3.0:1788696618.230890:0:209548:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788696618.230891:0:209548:0:(obd_class.h:909:obd_disconnect()) Process entered 00010000:00000001:3.0:1788696618.230893:0:209548:0:(ldlm_lib.c:770:client_disconnect_export()) Process entered 00010000:00000040:3.0:1788696618.230895:0:209548:0:(ldlm_lib.c:783:client_disconnect_export()) disconnect lustre-OST0000-osc-ffff98f518c6e000 - 1 00000100:00000001:3.0:1788696618.230897:0:209548:0:(pinger.c:390:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1788696618.230899:0:209548:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import f4931000-78c8-4821-9b44-b56343695343->lustre-OST0000_UUID 00000020:00000001:3.0:1788696618.230900:0:209548:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696618.230901:0:209548:0:(genops.c:1223:class_import_put()) import 000000004057e9fa refcount=1 obd=lustre-OST0000-osc-ffff98f518c6e000 00000020:00000001:3.0:1788696618.230902:0:209548:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788696618.230903:0:209548:0:(pinger.c:403:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.230905:0:209548:0:(ldlm_request.c:2599:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:3.0:1788696618.230906:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.230908:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.230933:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.230934:0:209548:0:(ldlm_request.c:2611:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.230935:0:209548:0:(ldlm_resource.c:1303:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1788696618.230937:0:209548:0:(ldlm_resource.c:1244:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1788696618.230938:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.230938:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.230956:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.230956:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.230957:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.230974:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.230975:0:209548:0:(ldlm_resource.c:1286:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.230976:0:209548:0:(ldlm_resource.c:1328:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:3.0:1788696618.230977:0:209548:0:(import.c:1982:ptlrpc_disconnect_import()) Process entered 00000100:00080000:3.0:1788696618.230979:0:209548:0:(import.c:65:import_set_state_nolock()) 000000004057e9fa lustre-OST0000_UUID: changing import state from IDLE to CLOSED 00000100:00000001:3.0:1788696618.230981:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788696618.230982:0:209548:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788696618.230984:0:209548:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.230985:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788696618.230985:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788696618.230986:0:209548:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788696618.230987:0:209548:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.230988:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788696618.230988:0:209548:0:(import.c:1989:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.230990:0:209548:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1788696618.230991:0:209548:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1788696618.230992:0:209548:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1788696618.230993:0:209548:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788696618.230994:0:209548:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98f518c6e000: committing for last_committed 0 gen 3 00000100:00000040:3.0:1788696618.230996:0:209548:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98f518c6e000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1788696618.230997:0:209548:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696618.230998:0:209548:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1788696618.230999:0:209548:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1788696618.230999:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788696618.231000:0:209548:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788696618.231000:0:209548:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.231001:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:3.0:1788696618.231002:0:209548:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1788696618.231003:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788696618.231004:0:209548:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:3.0:1788696618.231004:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.231005:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.231024:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.231025:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.231026:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.231043:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.231044:0:209548:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788696618.231045:0:209548:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630777172652904 : -113296536898712 : ffff98f51829f368) 00000020:00001000:3.0:1788696618.231046:0:209548:0:(cl_object.c:823:cl_env_get()) 1@0000000006e9915f 00000008:00000001:3.0:1788696618.231047:0:209548:0:(osc_cache.c:2412:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788696618.231049:0:209548:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:3.0:1788696618.231050:0:209548:0:(osc_cache.c:2403:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788696618.231052:0:209548:0:(osc_cache.c:2476:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1788696618.231052:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.231053:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.231071:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788696618.231072:0:209548:0:(cl_object.c:917:cl_env_put()) 1@0000000006e9915f 00000001:00000001:3.0:1788696618.231072:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.231073:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.231090:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.231091:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.231092:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.231111:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788696618.231112:0:209548:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.231112:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00010000:00000001:3.0:1788696618.231154:0:209548:0:(ldlm_lib.c:829:client_disconnect_export()) Process leaving 00000020:00000001:3.0:1788696618.231156:0:209548:0:(genops.c:1443:class_disconnect()) Process entered 00000020:00000080:3.0:1788696618.231158:0:209548:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6acb2b64cadb18bf 00000020:00000040:3.0:1788696618.231161:0:209548:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 000000009371236a with handle 0x6acb2b64cadb18bf from hash 00000020:00000040:3.0:1788696618.231173:0:209548:0:(genops.c:879:class_export_put()) PUTting export 000000009371236a : new refcount 2 00000020:00000001:3.0:1788696618.231176:0:209548:0:(genops.c:1915:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1788696618.231177:0:209548:0:(genops.c:879:class_export_put()) PUTting export 000000009371236a : new refcount 1 00000020:00000001:3.0:1788696618.231179:0:209548:0:(genops.c:1940:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1788696618.231180:0:209548:0:(genops.c:879:class_export_put()) PUTting export 000000009371236a : new refcount 0 00000020:00000080:3.0:1788696618.231181:0:209548:0:(genops.c:885:class_export_put()) final put 000000009371236a/LOV_OSC_UUID 00000020:00000001:3.0:1788696618.231184:0:209548:0:(lprocfs_status_server.c:795:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.231230:0:209548:0:(genops.c:1474:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.231233:0:209548:0:(ldlm_lib.c:842:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788696618.231236:0:209548:0:(obd_class.h:921:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788696618.231237:0:209548:0:(lov_obd.c:289:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:3.0:1788696618.231239:0:209548:0:(lov_obd.c:628:__lov_del_obd()) kfreed 'tgt': 368 at 00000000a310984d. 00000020:00000001:3.0:1788696618.231242:0:209548:0:(obd_config.c:2459:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1788696618.231245:0:209548:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff98f518c6e000 (flags='F') 00000020:00000010:3.0:1788696618.231249:0:209548:0:(obd_config.c:2481:class_manual_cleanup()) kmalloced '(lcfg)': 88 at 0000000038c821e7. 00000020:00000080:3.0:1788696618.231251:0:209548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1788696618.231256:0:209548:0:(obd_config.c:901:class_cleanup()) Process entered 00000020:00000080:3.0:1788696618.231258:0:209548:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-ffff98f518c6e000: forcing exports to disconnect: 0/3 00000020:00000001:3.0:1788696618.231261:0:209548:0:(genops.c:1543:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1788696618.231263:0:209548:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (00000000d25a9c07) has no exports 00000020:00000001:3.0:1788696618.231265:0:209548:0:(genops.c:1559:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1788696618.231268:0:209548:0:(obd_class.h:611:obd_precleanup()) Process entered 00000020:00000010:3.0:1788696618.231271:0:209548:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a78beaf9. 00000020:00000010:3.0:1788696618.231274:0:209548:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000301eb57e. 00000020:00000010:3.0:1788696618.231277:0:209548:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000005cb60a4d. 00000008:00000010:3.0:1788696618.231281:0:209548:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000009700eff3. 00020000:00000010:3.0:1788696618.231285:0:209548:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000005fca7524. 00008000:00000010:3.0:1788696618.231290:0:209548:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000045be8523. 00000020:00000010:3.0:1788696618.231294:0:209548:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d8423422. 00000008:00000001:3.0:1788696618.231298:0:209548:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000020:00000010:3.0:1788696618.231471:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000036a15500. 00000020:00000010:3.0:1788696618.231480:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000eac5deb2. 00000020:00000010:3.0:1788696618.231483:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000006bd070f5. 00000020:00000010:3.0:1788696618.231485:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000599f03ba. 00000020:00000010:3.0:1788696618.231489:0:209548:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 7360 at 00000000e384de10. 00000020:00000010:3.0:1788696618.231493:0:209548:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at 00000000b92d471f. 00000008:00000001:3.0:1788696618.231495:0:209548:0:(osc_request.c:4145:osc_precleanup_common()) Process entered 00000020:00000001:2.0:1788696618.231641:0:171960:0:(genops.c:838:class_export_destroy()) Process entered 00000020:00000080:2.0:1788696618.231645:0:171960:0:(genops.c:844:class_export_destroy()) destroying export 000000009371236a/LOV_OSC_UUID for lustre-OST0000-osc-ffff98f518c6e000 00000020:00000040:2.0:1788696618.231650:0:171960:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 11 to 192.168.201.118@tcp 00000020:00000001:2.0:1788696618.231652:0:171960:0:(obd_class.h:1024:obd_destroy_export()) Process entered 00000020:00000001:2.0:1788696618.231654:0:171960:0:(obd_class.h:1028:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788696618.231656:0:171960:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000-osc-ffff98f518c6e000 (00000000d25a9c07) now 5 - export 00000020:00000010:2.0:1788696618.231658:0:171960:0:(genops.c:860:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000009371236a. 00000020:00000001:2.0:1788696618.231667:0:171960:0:(genops.c:861:class_export_destroy()) Process leaving 00000008:00000001:3.0:1788696618.231731:0:209548:0:(obd_class.h:659:obd_cleanup_client_import()) Process entered 00000008:01000000:3.0:1788696618.231733:0:209548:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-ffff98f518c6e000: client import never connected 00000100:00000001:3.0:1788696618.231735:0:209548:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1788696618.231736:0:209548:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1788696618.231738:0:209548:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1788696618.231739:0:209548:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788696618.231740:0:209548:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98f518c6e000: committing for last_committed 0 gen 4 00000100:00000040:3.0:1788696618.231742:0:209548:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff98f518c6e000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1788696618.231744:0:209548:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696618.231745:0:209548:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1788696618.231746:0:209548:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1788696618.231747:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788696618.231749:0:209548:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788696618.231750:0:209548:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.231751:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:3.0:1788696618.231752:0:209548:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1788696618.231754:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788696618.231755:0:209548:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:3.0:1788696618.231756:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.231758:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.231783:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.231786:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.231787:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.231808:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.231810:0:209548:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788696618.231812:0:209548:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630777172652904 : -113296536898712 : ffff98f51829f368) 00000020:00001000:3.0:1788696618.231814:0:209548:0:(cl_object.c:823:cl_env_get()) 1@0000000006e9915f 00000008:00000001:3.0:1788696618.231817:0:209548:0:(osc_cache.c:2412:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788696618.231818:0:209548:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:3.0:1788696618.231819:0:209548:0:(osc_cache.c:2403:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788696618.231820:0:209548:0:(osc_cache.c:2476:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1788696618.231821:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.231822:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.231878:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788696618.231881:0:209548:0:(cl_object.c:917:cl_env_put()) 1@0000000006e9915f 00000001:00000001:3.0:1788696618.231884:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.231885:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.231911:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.231912:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.231913:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.231938:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788696618.231940:0:209548:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.231941:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000020:00000040:3.0:1788696618.231945:0:209548:0:(genops.c:1210:class_import_get()) import 000000004057e9fa refcount=2 obd=lustre-OST0000-osc-ffff98f518c6e000 00000020:00000001:3.0:1788696618.231947:0:209548:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696618.231948:0:209548:0:(genops.c:1223:class_import_put()) import 000000004057e9fa refcount=1 obd=lustre-OST0000-osc-ffff98f518c6e000 00000020:00000001:3.0:1788696618.231950:0:209548:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000001:3.0:1788696618.231951:0:209548:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696618.231952:0:209548:0:(genops.c:1223:class_import_put()) import 000000004057e9fa refcount=0 obd=lustre-OST0000-osc-ffff98f518c6e000 00000020:00000040:3.0:1788696618.231953:0:209548:0:(genops.c:1226:class_import_put()) final put import 000000004057e9fa 00000020:00000001:3.0:1788696618.231963:0:209548:0:(genops.c:1230:class_import_put()) Process leaving 00000008:00000001:3.0:1788696618.231964:0:209548:0:(obd_class.h:677:obd_cleanup_client_import()) Process leaving 00000008:00000001:3.0:1788696618.231965:0:209548:0:(osc_request.c:4168:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788696618.231967:0:209548:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.231970:0:209548:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d8423422. 00000020:00000010:3.0:1788696618.231977:0:209548:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000301eb57e. 00000020:00000010:3.0:1788696618.231982:0:209548:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 000000005cb60a4d. 00000020:00000001:2.0:1788696618.231985:0:171960:0:(genops.c:1181:obd_zombie_import_free()) Process entered 00000008:00000010:3.0:1788696618.231985:0:209548:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 000000009700eff3. 00000020:00000080:2.0:1788696618.231989:0:171960:0:(genops.c:1183:obd_zombie_import_free()) destroying import 000000004057e9fa for lustre-OST0000-osc-ffff98f518c6e000 00020000:00000010:3.0:1788696618.231991:0:209548:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 000000005fca7524. 00000020:00000040:2.0:1788696618.231996:0:171960:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 10 to 192.168.201.118@tcp 00008000:00000010:3.0:1788696618.231997:0:209548:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000045be8523. 00000020:00000010:3.0:1788696618.232003:0:209548:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a78beaf9. 00000020:00000040:2.0:1788696618.232004:0:171960:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 9 to 192.168.201.118@tcp 00000020:00000001:3.0:1788696618.232007:0:209548:0:(obd_class.h:630:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1788696618.232009:0:171960:0:(genops.c:1194:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 0000000038eb7087. 00000020:00000040:2.0:1788696618.232015:0:171960:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000-osc-ffff98f518c6e000 (00000000d25a9c07) now 4 - import 00000020:00000010:2.0:1788696618.232018:0:171960:0:(genops.c:1201:obd_zombie_import_free()) kfreed 'imp': 1720 at 000000004057e9fa. 00000001:00000001:3.0:1788696618.232022:0:209548:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000001:2.0:1788696618.232023:0:171960:0:(genops.c:1202:obd_zombie_import_free()) Process leaving 00000001:00000010:3.0:1788696618.232028:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000015b0168. 00000001:00000010:3.0:1788696618.232033:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bb41d117. 00000001:00000010:3.0:1788696618.232034:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fefaa315. 00000001:00000010:3.0:1788696618.232036:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008aafe165. 00000001:00000010:3.0:1788696618.232038:0:209548:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000023bd4645. 00000001:00000010:3.0:1788696618.232040:0:209548:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000019b633c8. 00000001:00000001:3.0:1788696618.232043:0:209548:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1788696618.232045:0:209548:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000-osc-ffff98f518c6e000 (00000000d25a9c07) now 3 - setup 00000020:00000001:3.0:1788696618.232047:0:209548:0:(obd_config.c:986:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.232049:0:209548:0:(obd_config.c:1628:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1788696618.232051:0:209548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1788696618.232054:0:209548:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:3.0:1788696618.232057:0:209548:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000-osc-ffff98f518c6e000 (00000000d25a9c07) now 2 - obd_device_list 00000020:00000080:3.0:1788696618.232059:0:209548:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-ffff98f518c6e000 (uuid f4931000-78c8-4821-9b44-b56343695343) 00000020:00000040:3.0:1788696618.232060:0:209548:0:(obd_config.c:1023:class_decref()) Decref lustre-OST0000-osc-ffff98f518c6e000 (00000000d25a9c07) now 1 - newdev 00000020:00000040:3.0:1788696618.232063:0:209548:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 00000000b69799fb with handle 0x6acb2b64cadb188e from hash 00000020:00000040:3.0:1788696618.232066:0:209548:0:(genops.c:879:class_export_put()) PUTting export 00000000b69799fb : new refcount 0 00000020:00000080:3.0:1788696618.232067:0:209548:0:(genops.c:885:class_export_put()) final put 00000000b69799fb/f4931000-78c8-4821-9b44-b56343695343 00000020:00000001:3.0:1788696618.232069:0:209548:0:(lprocfs_status_server.c:795:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.232071:0:209548:0:(genops.c:838:class_export_destroy()) Process entered 00000020:00000080:3.0:1788696618.232072:0:209548:0:(genops.c:844:class_export_destroy()) destroying export 00000000b69799fb/f4931000-78c8-4821-9b44-b56343695343 for lustre-OST0000-osc-ffff98f518c6e000 00000020:00000001:3.0:1788696618.232074:0:209548:0:(obd_class.h:1024:obd_destroy_export()) Process entered 00000020:00000001:3.0:1788696618.232075:0:209548:0:(obd_class.h:1028:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.232077:0:209548:0:(genops.c:860:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000b69799fb. 00000020:00000001:3.0:1788696618.232081:0:209548:0:(genops.c:861:class_export_destroy()) Process leaving 00000020:00000040:3.0:1788696618.232082:0:209548:0:(genops.c:438:class_free_dev()) Release obd device lustre-OST0000-osc-ffff98f518c6e000 obd_type name = osc 00000020:01000000:3.0:1788696618.232084:0:209548:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffff98f518c6e000 (f4931000-78c8-4821-9b44-b56343695343) 00000020:00000001:3.0:1788696618.232086:0:209548:0:(obd_class.h:640:obd_cleanup()) Process entered 00000020:00000010:3.0:1788696618.232089:0:209548:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a78beaf9. 00000020:00000010:3.0:1788696618.232092:0:209548:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000301eb57e. 00000020:00000010:3.0:1788696618.232093:0:209548:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000005cb60a4d. 00000008:00000010:3.0:1788696618.232096:0:209548:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at 000000009700eff3. 00020000:00000010:3.0:1788696618.232098:0:209548:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000005fca7524. 00008000:00000010:3.0:1788696618.232100:0:209548:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000045be8523. 00000008:00000010:3.0:1788696618.232104:0:209548:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 000000005919d68a. 00000008:00000010:3.0:1788696618.232107:0:209548:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 0000000011366400. 00000008:00000010:3.0:1788696618.232109:0:209548:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 00000000015cda70. 00000008:00000010:3.0:1788696618.232113:0:209548:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 0000000001e65e41. 00000008:00000010:3.0:1788696618.232115:0:209548:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 000000001fa064ec. 00000008:00000010:3.0:1788696618.232118:0:209548:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 00000000b62374d8. 00000008:00000010:3.0:1788696618.232120:0:209548:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 00000000cefbe3f3. 00000008:00000010:3.0:1788696618.232123:0:209548:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 00000000c37a080c. 00000008:00000010:3.0:1788696618.232125:0:209548:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 00000000addc786b. 00000008:00000010:3.0:1788696618.232128:0:209548:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 00000000b593dd1b. 00000008:00000010:3.0:1788696618.232131:0:209548:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 0000000067ad85b4. 00000008:00000010:3.0:1788696618.232133:0:209548:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 000000009d9c9faa. 00000008:00000010:3.0:1788696618.232135:0:209548:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 000000006d85ac31. 00000008:00000010:3.0:1788696618.232138:0:209548:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000e85b591f. 00000008:00000010:3.0:1788696618.232142:0:209548:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000caf5fe93. 00000008:00000010:3.0:1788696618.232144:0:209548:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000820020e2. 00000008:00000010:3.0:1788696618.232146:0:209548:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000cec12082. 00000008:00000010:3.0:1788696618.232148:0:209548:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000015ac3c33. 00000008:00000010:3.0:1788696618.232150:0:209548:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000050d1d1f2. 00000008:00000010:3.0:1788696618.232153:0:209548:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000000c661d4c. 00000008:00000010:3.0:1788696618.232155:0:209548:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000a8b3dcdd. 00000008:00000010:3.0:1788696618.232157:0:209548:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000107b0826. 00000008:00000010:3.0:1788696618.232159:0:209548:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000d43add18. 00000008:00000001:3.0:1788696618.232161:0:209548:0:(osc_request.c:4176:osc_cleanup_common()) Process entered 00010000:00000001:3.0:1788696618.232165:0:209548:0:(ldlm_lib.c:627:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1788696618.232168:0:209548:0:(ldlm_resource.c:1339:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1788696618.232171:0:209548:0:(ldlm_pool.c:930:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1788696618.232194:0:209548:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 704 at 0000000050f07e02. 00000020:00000010:3.0:1788696618.232198:0:209548:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at 00000000416150a9. 00010000:00000001:3.0:1788696618.232226:0:209548:0:(ldlm_pool.c:933:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1788696618.232235:0:209548:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 00000000116d9bd2. 00000020:00000010:3.0:1788696618.232238:0:209548:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at 00000000ece7b5bb. 00000001:00000001:3.0:1788696618.232277:0:209548:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1788696618.232371:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000004edcf611. 00000001:00000010:3.0:1788696618.232377:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000063c6d46b. 00000001:00000010:3.0:1788696618.232379:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000002318bee3. 00000001:00000010:3.0:1788696618.232381:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000060e9b278. 00000001:00000010:3.0:1788696618.232383:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000fbc60bfa. 00000001:00000010:3.0:1788696618.232385:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000a515956b. 00000001:00000010:3.0:1788696618.232387:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000054f4d8ec. 00000001:00000010:3.0:1788696618.232389:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000cdba54bc. 00000001:00000010:3.0:1788696618.232392:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000a7299602. 00000001:00000010:3.0:1788696618.232393:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000a0bfb650. 00000001:00000010:3.0:1788696618.232395:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000bb77a752. 00000001:00000010:3.0:1788696618.232397:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000057fdafac. 00000001:00000010:3.0:1788696618.232404:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000c5676efd. 00000001:00000010:3.0:1788696618.232406:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000004ce13f71. 00000001:00000010:3.0:1788696618.232408:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000006f9c7d12. 00000001:00000010:3.0:1788696618.232410:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000b5341fe2. 00000001:00000010:3.0:1788696618.232412:0:209548:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 0000000013dfda03. 00000001:00000010:3.0:1788696618.232414:0:209548:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000fa88cf85. 00000001:00000001:3.0:1788696618.232416:0:209548:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1788696618.232419:0:209548:0:(ldlm_resource.c:1362:ldlm_namespace_free_post()) kfreed 'ns': 848 at 000000004d5522e9. 00010000:00000001:3.0:1788696618.232421:0:209548:0:(ldlm_lockd.c:3050:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1788696618.232424:0:209548:0:(ldlm_lockd.c:3064:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1788696618.232425:0:209548:0:(ldlm_resource.c:1364:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1788696618.232426:0:209548:0:(obd_class.h:659:obd_cleanup_client_import()) Process entered 00010000:00000001:3.0:1788696618.232428:0:209548:0:(obd_class.h:677:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1788696618.232429:0:209548:0:(ldlm_lockd.c:3050:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1788696618.232430:0:209548:0:(ldlm_lockd.c:3064:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1788696618.232431:0:209548:0:(ldlm_lib.c:643:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000957f2ff4. 00010000:00000010:3.0:1788696618.232436:0:209548:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 000000001652c98d. 00010000:00000001:3.0:1788696618.232439:0:209548:0:(ldlm_lib.c:650:client_obd_cleanup()) Process leaving 00000008:00000001:3.0:1788696618.232441:0:209548:0:(osc_request.c:4193:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1788696618.232443:0:209548:0:(osc_dev.c:180:osc_device_free()) kfreed 'oc': 104 at 000000006e511927. 00000020:00000010:3.0:1788696618.232446:0:209548:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000301eb57e. 00000020:00000010:3.0:1788696618.232448:0:209548:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 000000005cb60a4d. 00000008:00000010:3.0:1788696618.232450:0:209548:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 000000009700eff3. 00020000:00000010:3.0:1788696618.232452:0:209548:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 000000005fca7524. 00008000:00000010:3.0:1788696618.232454:0:209548:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000045be8523. 00000020:00000010:3.0:1788696618.232456:0:209548:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a78beaf9. 00000020:00000001:3.0:1788696618.232458:0:209548:0:(obd_class.h:654:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.232459:0:209548:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at 00000000d25a9c07. 00000020:00000001:3.0:1788696618.232464:0:209548:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.232466:0:209548:0:(obd_config.c:1624:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788696618.232468:0:209548:0:(obd_config.c:2498:class_manual_cleanup()) kfreed 'lcfg': 88 at 0000000038c821e7. 00000020:00000001:3.0:1788696618.232471:0:209548:0:(obd_config.c:2499:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.232473:0:209548:0:(genops.c:1443:class_disconnect()) Process entered 00000020:00000080:3.0:1788696618.232474:0:209548:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6acb2b64cadb18b8 00000020:00000040:3.0:1788696618.232476:0:209548:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 00000000f7cdd90a with handle 0x6acb2b64cadb18b8 from hash 00000020:00000001:3.0:1788696618.232480:0:209548:0:(genops.c:1915:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1788696618.232481:0:209548:0:(genops.c:879:class_export_put()) PUTting export 00000000f7cdd90a : new refcount 1 00000020:00000001:3.0:1788696618.232483:0:209548:0:(genops.c:1940:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1788696618.232484:0:209548:0:(genops.c:879:class_export_put()) PUTting export 00000000f7cdd90a : new refcount 0 00000020:00000080:3.0:1788696618.232486:0:209548:0:(genops.c:885:class_export_put()) final put 00000000f7cdd90a/f4931000-78c8-4821-9b44-b56343695343 00000020:00000001:3.0:1788696618.232487:0:209548:0:(lprocfs_status_server.c:795:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.232503:0:209548:0:(genops.c:1474:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788696618.232505:0:209548:0:(lov_obd.c:330:lov_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788696618.232507:0:209548:0:(obd_class.h:921:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788696618.232509:0:209548:0:(obd_class.h:909:obd_disconnect()) Process entered 00800000:00000001:3.0:1788696618.232512:0:209548:0:(lmv_obd.c:620:lmv_disconnect()) Process entered 00800000:00000001:3.0:1788696618.232515:0:209548:0:(lmv_obd.c:554:lmv_disconnect_mdc()) Process entered 00020000:00000001:3.0:1788696618.232522:0:209548:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:3.0:1788696618.232524:0:209548:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788696618.232527:0:209548:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:3.0:1788696618.232528:0:209548:0:(genops.c:879:class_export_put()) PUTting export 00000000eb0b9b93 : new refcount 3 80000000:00000010:3.0:1788696618.232531:0:209548:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at 0000000057be7016. 80000000:00000001:3.0:1788696618.232533:0:209548:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696618.232622:0:171960:0:(genops.c:838:class_export_destroy()) Process entered 00000020:00000080:2.0:1788696618.232624:0:171960:0:(genops.c:844:class_export_destroy()) destroying export 00000000f7cdd90a/f4931000-78c8-4821-9b44-b56343695343 for lustre-clilov-ffff98f518c6e000 00000020:00000001:2.0:1788696618.232627:0:171960:0:(obd_class.h:1024:obd_destroy_export()) Process entered 00000020:00000001:2.0:1788696618.232629:0:171960:0:(obd_class.h:1028:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788696618.232631:0:171960:0:(obd_config.c:1023:class_decref()) Decref lustre-clilov-ffff98f518c6e000 (00000000b4062db9) now 4 - export 00000020:00000010:2.0:1788696618.232633:0:171960:0:(genops.c:860:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f7cdd90a. 00000020:00000001:2.0:1788696618.232638:0:171960:0:(genops.c:861:class_export_destroy()) Process leaving 40000000:00000001:3.0:1788696618.232735:0:209548:0:(fid_request.c:467:client_fid_fini()) Process entered 40000000:00000001:3.0:1788696618.232737:0:209548:0:(fid_request.c:381:seq_client_fini()) Process entered 00000020:00000040:3.0:1788696618.232776:0:209548:0:(genops.c:879:class_export_put()) PUTting export 00000000eb0b9b93 : new refcount 2 40000000:00000001:3.0:1788696618.232779:0:209548:0:(fid_request.c:391:seq_client_fini()) Process leaving 40000000:00000010:3.0:1788696618.232780:0:209548:0:(fid_request.c:472:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 00000000620ddfef. 40000000:00000001:3.0:1788696618.232784:0:209548:0:(fid_request.c:477:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1788696618.232786:0:209548:0:(lmv_obd.c:597:lmv_disconnect_mdc()) Disconnected from lustre-MDT0000-mdc-ffff98f518c6e000(f4931000-78c8-4821-9b44-b56343695343) successfully 00800000:00000001:3.0:1788696618.232788:0:209548:0:(obd_class.h:1355:obd_register_observer()) Process entered 00800000:00000001:3.0:1788696618.232791:0:209548:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788696618.232793:0:209548:0:(obd_class.h:909:obd_disconnect()) Process entered 00010000:00000001:3.0:1788696618.232795:0:209548:0:(ldlm_lib.c:770:client_disconnect_export()) Process entered 00010000:00000040:3.0:1788696618.232796:0:209548:0:(ldlm_lib.c:783:client_disconnect_export()) disconnect lustre-MDT0000-mdc-ffff98f518c6e000 - 1 00000100:00000001:3.0:1788696618.232799:0:209548:0:(pinger.c:390:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1788696618.232801:0:209548:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0000_UUID 00000020:00000001:3.0:1788696618.232803:0:209548:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696618.232804:0:209548:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=2 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696618.232806:0:209548:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788696618.232807:0:209548:0:(pinger.c:403:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.232809:0:209548:0:(ldlm_request.c:2599:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:3.0:1788696618.232811:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.232813:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000080:00000010:3.1:1788696618.232903:0:209548:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at 00000000e26ea721. 00000080:00000010:3.1:1788696618.232919:0:209548:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at 0000000057fe6d27. 00000001:00000001:3.0:1788696618.233317:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.233320:0:209548:0:(ldlm_request.c:2611:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.233322:0:209548:0:(ldlm_resource.c:1303:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1788696618.233324:0:209548:0:(ldlm_resource.c:1244:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1788696618.233325:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.233326:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.233669:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.233672:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.233673:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000010:1.1:1788696618.233939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f051485b. 00000001:00000001:3.0:1788696618.234017:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.234020:0:209548:0:(ldlm_resource.c:1286:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.234021:0:209548:0:(ldlm_resource.c:1328:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:3.0:1788696618.234023:0:209548:0:(import.c:1982:ptlrpc_disconnect_import()) Process entered 00000100:00080000:3.0:1788696618.234025:0:209548:0:(import.c:65:import_set_state_nolock()) 00000000aa1e8aa1 lustre-MDT0000_UUID: changing import state from FULL to CLOSED 00000100:00000001:3.0:1788696618.234028:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788696618.234030:0:209548:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788696618.234031:0:209548:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.234032:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788696618.234033:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788696618.234033:0:209548:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000080:00000001:3.0:1788696618.234035:0:209548:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788696618.234037:0:209548:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788696618.234038:0:209548:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.234039:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788696618.234040:0:209548:0:(import.c:1989:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.234041:0:209548:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1788696618.234042:0:209548:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1788696618.234043:0:209548:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1788696618.234045:0:209548:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788696618.234045:0:209548:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: committing for last_committed 0 gen 3 00000100:00000040:3.0:1788696618.234048:0:209548:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1788696618.234049:0:209548:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696618.234050:0:209548:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1788696618.234050:0:209548:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1788696618.234052:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788696618.234052:0:209548:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000080:00000001:3.0:1788696618.234053:0:209548:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788696618.234054:0:209548:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788696618.234054:0:209548:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.234055:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:3.0:1788696618.234056:0:209548:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1788696618.234058:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788696618.234058:0:209548:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000001:00000001:3.0:1788696618.234059:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.234060:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.234320:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.234321:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.234322:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000800:00000001:2.0:1788696618.234722:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696618.234736:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696618.234739:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696618.234741:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696618.234752:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:2.0:1788696618.234768:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 18 MB=0x6a9d542d13d00 00000400:00000200:2.0:1788696618.234775:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1511 [1] + 224 00000800:00000001:2.0:1788696618.234782:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696618.234784:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696618.234786:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696618.234789:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:2.0:1788696618.234795:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788696618.234800:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000c801b762 x1875583274401024/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1788696618.234815:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696618.234816:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c801b762 x1875583274401024/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1788696618.234820:0:209548:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788696618.234823:0:209548:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630777172652904 : -113296536898712 : ffff98f51829f368) 00000020:00001000:3.0:1788696618.234828:0:209548:0:(cl_object.c:823:cl_env_get()) 1@0000000006e9915f 00000008:00000001:3.0:1788696618.234831:0:209548:0:(osc_cache.c:2412:osc_check_rpcs()) Process entered 00000100:00000001:2.0:1788696618.234832:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000008:00000001:3.0:1788696618.234833:0:209548:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:3.0:1788696618.234837:0:209548:0:(osc_cache.c:2403:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788696618.234839:0:209548:0:(osc_cache.c:2476:osc_check_rpcs()) Process leaving 00000800:00000001:2.0:1788696618.234841:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000001:00000001:3.0:1788696618.234841:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.234864:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000800:00000001:2.0:1788696618.234871:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788696618.234874:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696618.234877:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696618.234878:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788696618.234883:0:201300:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788696618.234883:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000001:0.0:1788696618.234892:0:201300:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1788696618.234893:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 18 MB=0x6a9d542d13d80 00000400:00000001:0.0:1788696618.234896:0:201300:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788696618.234900:0:201300:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b15c11. 00000400:00000200:0.0:1788696618.234904:0:201300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e30f2685 00000400:00000010:0.0:1788696618.234907:0:201300:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000e30f2685. 00000100:00000001:0.0:1788696618.234910:0:201300:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:2.0:1788696618.234914:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1519 [1] + 224 00000100:00000200:0.0:1788696618.234917:0:201300:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000c801b762 x1875583274401024/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788696618.234922:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788696618.234929:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1788696618.234931:0:201300:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000c801b762 x1875583274401024/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788696618.234933:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788696618.234943:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696618.234945:0:201300:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788696618.234948:0:201300:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696618.234949:0:201295:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788696618.234953:0:201300:0:(client.c:1593:after_reply()) Process entered 00000100:00000200:2.0:1788696618.234956:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@0000000092d639e9 x1875583274401152/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696618.234957:0:201300:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788696618.234961:0:201300:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788696618.234965:0:201300:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696618.234965:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000092d639e9 x1875583274401152/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696618.234979:0:201300:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696618.234983:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788696618.234989:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1788696618.234990:0:201300:0:(import.c:2195:obd_at_measure()) add 5 to 00000000dc573520 time=357 v=5 (5 0 5 0) 00000800:00000001:2.0:1788696618.234993:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1788696618.234996:0:201300:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=69 v=5 (1 1 1 1) 00000800:00000001:2.0:1788696618.234997:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788696618.235001:0:201300:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1788696618.235002:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788696618.235003:0:201300:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788696618.235007:0:201300:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1788696618.235010:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1788696618.235011:0:201300:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788696618.235011:0:201295:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000100:00000001:1.0:1788696618.235014:0:201301:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696618.235019:0:201301:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696618.235021:0:201301:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1788696618.235024:0:201300:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696618.235025:0:201301:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cbfd659. 00000400:00000200:2.0:1788696618.235025:0:201295:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 18 MB=0x6a9d542d13e00 00000400:00000200:1.0:1788696618.235030:0:201301:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053d383cc 00000400:00000010:1.0:1788696618.235032:0:201301:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000053d383cc. 00000100:00000040:0.0:1788696618.235034:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c801b762 x1875583274401024/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696618.235035:0:201301:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:2.0:1788696618.235040:0:201295:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1521 [1] + 224 00000100:00000200:1.0:1788696618.235041:0:201301:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@0000000092d639e9 x1875583274401152/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1788696618.235052:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788696618.235060:0:201300:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1788696618.235061:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1788696618.235062:0:201301:0:(events.c:104:reply_in_callback()) @@@ unlink req@0000000092d639e9 x1875583274401152/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696618.235068:0:201300:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1788696618.235068:0:201295:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788696618.235071:0:201300:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696618.235072:0:201301:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696618.235076:0:201301:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696618.235077:0:201295:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000040:0.0:1788696618.235079:0:201300:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c801b762 x1875583274401024/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696618.235081:0:201301:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:2.0:1788696618.235084:0:201295:0:(events.c:80:reply_in_callback()) Process entered 02000000:00000001:1.0:1788696618.235085:0:201301:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696618.235089:0:201301:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1788696618.235091:0:201300:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000c801b762 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201300:1875583274401024:192.168.201.118@tcp:103: 00000100:00000001:1.0:1788696618.235092:0:201301:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788696618.235093:0:201295:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000f6864119 x1875583274401280/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696618.235099:0:201300:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788696618.235099:0:201301:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788696618.235105:0:201300:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1788696618.235106:0:201301:0:(import.c:2195:obd_at_measure()) add 5 to 00000000dc573520 time=57 v=5 (5 0 5 0) 00000100:00000040:0.0:1788696618.235110:0:201300:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c801b762 x1875583274401024/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788696618.235113:0:201295:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6864119 x1875583274401280/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696618.235122:0:201300:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788696618.235126:0:201300:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1788696618.235127:0:201301:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=69 v=5 (1 1 1 1) 02000000:00000010:0.0:1788696618.235130:0:201300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000381eff1e. 00000100:00000001:1.0:1788696618.235134:0:201301:0:(client.c:1495:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1788696618.235135:0:201300:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788696618.235136:0:201301:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696618.235138:0:201300:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000001:2.0:1788696618.235139:0:201295:0:(events.c:165:reply_in_callback()) Process leaving 00010000:00000001:1.0:1788696618.235140:0:201301:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1788696618.235141:0:201300:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=5 obd=MGC192.168.201.118@tcp 00010000:00000001:1.0:1788696618.235144:0:201301:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788696618.235145:0:201300:0:(genops.c:1230:class_import_put()) Process leaving 00000800:00000001:2.0:1788696618.235146:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788696618.235147:0:201301:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788696618.235149:0:201300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ff02e4c5. 00000800:00000001:2.0:1788696618.235152:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788696618.235155:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000092d639e9 x1875583274401152/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1788696618.235156:0:201300:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788696618.235159:0:201300:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1788696618.235164:0:201301:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788696618.235165:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696618.235168:0:201301:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696618.235169:0:201302:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1788696618.235172:0:201300:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c801b762. 00000100:00000001:1.0:1788696618.235172:0:201301:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788696618.235174:0:201302:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.235178:0:201302:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1788696618.235180:0:201301:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092d639e9 x1875583274401152/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1788696618.235182:0:201302:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095cfda1e. 00000100:00000001:0.0:1788696618.235183:0:201300:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788696618.235187:0:201300:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788696618.235190:0:201302:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e8fa31 00000100:00000001:0.0:1788696618.235192:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1788696618.235195:0:201302:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000a0e8fa31. 00000100:00100000:1.0:1788696618.235200:0:201301:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000092d639e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201301:1875583274401152:192.168.201.118@tcp:103: 00000100:00000001:0.0:1788696618.235201:0:201300:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696618.235201:0:201302:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:0.0:1788696618.235205:0:201300:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696618.235207:0:201301:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1788696618.235209:0:201302:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000f6864119 x1875583274401280/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696618.235210:0:201300:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696618.235211:0:201301:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788696618.235213:0:201300:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696618.235218:0:201301:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000092d639e9 x1875583274401152/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788696618.235225:0:201302:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000f6864119 x1875583274401280/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696618.235235:0:201301:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1788696618.235237:0:201302:0:(events.c:165:reply_in_callback()) Process leaving 02000000:00000001:1.0:1788696618.235238:0:201301:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1788696618.235239:0:201302:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1788696618.235240:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696618.235242:0:201302:0:(client.c:1593:after_reply()) Process entered 02000000:00000010:1.0:1788696618.235243:0:201301:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038a99ba5. 00000020:00001000:3.0:1788696618.235244:0:209548:0:(cl_object.c:917:cl_env_put()) 1@0000000006e9915f 02000000:00000001:2.0:1788696618.235245:0:201302:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788696618.235247:0:201302:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1788696618.235248:0:201301:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788696618.235249:0:201302:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.235249:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:1.0:1788696618.235251:0:201301:0:(genops.c:1217:class_import_put()) Process entered 02000000:00000001:2.0:1788696618.235253:0:201302:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.235253:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000040:1.0:1788696618.235254:0:201301:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=4 obd=MGC192.168.201.118@tcp 00000100:00001000:2.0:1788696618.235258:0:201302:0:(import.c:2195:obd_at_measure()) add 5 to 00000000dc573520 time=57 v=5 (5 0 5 0) 00000020:00000001:1.0:1788696618.235259:0:201301:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696618.235262:0:201301:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000abdab0b0. 00000100:00001000:2.0:1788696618.235263:0:201302:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=69 v=5 (1 1 1 1) 00000100:00000001:2.0:1788696618.235268:0:201302:0:(client.c:1495:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1788696618.235269:0:201301:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1788696618.235270:0:201302:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696618.235272:0:201301:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1788696618.235273:0:201302:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00000100:00000010:1.0:1788696618.235274:0:201301:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092d639e9. 00010000:00000001:2.0:1788696618.235275:0:201302:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696618.235279:0:201302:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696618.235280:0:201301:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696618.235282:0:201301:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696618.235284:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6864119 x1875583274401280/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696618.235285:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696618.235291:0:201301:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696618.235295:0:201302:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696618.235299:0:201301:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696618.235299:0:201302:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788696618.235303:0:201302:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696618.235304:0:201301:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696618.235307:0:201301:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788696618.235310:0:201302:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6864119 x1875583274401280/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788696618.235319:0:201302:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f6864119 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201302:1875583274401280:192.168.201.118@tcp:103: 00000100:00000001:2.0:1788696618.235324:0:201302:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696618.235326:0:201302:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788696618.235328:0:201302:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6864119 x1875583274401280/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 1788696634 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788696618.235339:0:201302:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788696618.235340:0:201302:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788696618.235342:0:201302:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c89ee080. 02000000:00000001:2.0:1788696618.235345:0:201302:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788696618.235346:0:201302:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696618.235348:0:201302:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:2.0:1788696618.235349:0:201302:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788696618.235351:0:201302:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000000bd9582. 02000000:00000001:2.0:1788696618.235353:0:201302:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788696618.235355:0:201302:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788696618.235356:0:201302:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6864119. 00000100:00000001:2.0:1788696618.235359:0:201302:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788696618.235360:0:201302:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696618.235361:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788696618.235365:0:201302:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788696618.235366:0:201302:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696618.235368:0:201302:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788696618.235370:0:201302:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.235632:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.235635:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.235637:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.236013:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788696618.236016:0:209548:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.236017:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00010000:00000001:3.0:1788696618.236022:0:209548:0:(ldlm_lib.c:829:client_disconnect_export()) Process leaving 00000020:00000001:3.0:1788696618.236023:0:209548:0:(genops.c:1443:class_disconnect()) Process entered 00000020:00000080:3.0:1788696618.236025:0:209548:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6acb2b64cadb18aa 00000020:00000040:3.0:1788696618.236029:0:209548:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 00000000eb0b9b93 with handle 0x6acb2b64cadb18aa from hash 00000020:00000001:3.0:1788696618.236034:0:209548:0:(genops.c:1915:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1788696618.236036:0:209548:0:(genops.c:879:class_export_put()) PUTting export 00000000eb0b9b93 : new refcount 1 00000020:00000001:3.0:1788696618.236038:0:209548:0:(genops.c:1940:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1788696618.236039:0:209548:0:(genops.c:879:class_export_put()) PUTting export 00000000eb0b9b93 : new refcount 0 00000020:00000080:3.0:1788696618.236041:0:209548:0:(genops.c:885:class_export_put()) final put 00000000eb0b9b93/f4931000-78c8-4821-9b44-b56343695343 00000020:00000001:3.0:1788696618.236043:0:209548:0:(lprocfs_status_server.c:795:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.236063:0:209548:0:(genops.c:1474:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.236066:0:209548:0:(ldlm_lib.c:842:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788696618.236070:0:209548:0:(obd_class.h:921:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788696618.236071:0:209548:0:(lmv_obd.c:610:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788696618.236074:0:209548:0:(lmv_obd.c:554:lmv_disconnect_mdc()) Process entered 00020000:00000001:3.0:1788696618.236089:0:209548:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00001000:3.0:1788696618.236092:0:209548:0:(lu_tgt_descs.c:175:lu_qos_del_tgt()) removing server 192.168.201.118@tcp 00020000:00000010:3.0:1788696618.236093:0:209548:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) kfreed 'svr': 104 at 00000000dc1bd231. 00020000:00000001:3.0:1788696618.236096:0:209548:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788696618.236098:0:209548:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:3.0:1788696618.236101:0:209548:0:(genops.c:879:class_export_put()) PUTting export 00000000d44de2da : new refcount 3 80000000:00000010:3.0:1788696618.236103:0:209548:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at 00000000d3863ea9. 80000000:00000001:3.0:1788696618.236105:0:209548:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:3.0:1788696618.236107:0:209548:0:(fid_request.c:467:client_fid_fini()) Process entered 40000000:00000001:3.0:1788696618.236109:0:209548:0:(fid_request.c:381:seq_client_fini()) Process entered 00000020:00000040:3.0:1788696618.236156:0:209548:0:(genops.c:879:class_export_put()) PUTting export 00000000d44de2da : new refcount 2 40000000:00000001:3.0:1788696618.236159:0:209548:0:(fid_request.c:391:seq_client_fini()) Process leaving 40000000:00000010:3.0:1788696618.236160:0:209548:0:(fid_request.c:472:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 000000001ea0493a. 40000000:00000001:3.0:1788696618.236164:0:209548:0:(fid_request.c:477:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:3.0:1788696618.236166:0:209548:0:(lmv_obd.c:597:lmv_disconnect_mdc()) Disconnected from lustre-MDT0001-mdc-ffff98f518c6e000(f4931000-78c8-4821-9b44-b56343695343) successfully 00800000:00000001:3.0:1788696618.236168:0:209548:0:(obd_class.h:1355:obd_register_observer()) Process entered 00800000:00000001:3.0:1788696618.236170:0:209548:0:(obd_class.h:1368:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788696618.236171:0:209548:0:(obd_class.h:909:obd_disconnect()) Process entered 00010000:00000001:3.0:1788696618.236173:0:209548:0:(ldlm_lib.c:770:client_disconnect_export()) Process entered 00010000:00000040:3.0:1788696618.236175:0:209548:0:(ldlm_lib.c:783:client_disconnect_export()) disconnect lustre-MDT0001-mdc-ffff98f518c6e000 - 1 00000100:00000001:3.0:1788696618.236177:0:209548:0:(pinger.c:390:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1788696618.236179:0:209548:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import f4931000-78c8-4821-9b44-b56343695343->lustre-MDT0001_UUID 00000020:00000001:3.0:1788696618.236180:0:209548:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696618.236181:0:209548:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=2 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696618.236184:0:209548:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788696618.236185:0:209548:0:(pinger.c:403:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.236187:0:209548:0:(ldlm_request.c:2599:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:3.0:1788696618.236188:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.236189:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:2.0:1788696618.236614:0:171960:0:(genops.c:838:class_export_destroy()) Process entered 00000020:00000080:2.0:1788696618.236617:0:171960:0:(genops.c:844:class_export_destroy()) destroying export 00000000eb0b9b93/f4931000-78c8-4821-9b44-b56343695343 for lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000040:2.0:1788696618.236624:0:171960:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 8 to 192.168.201.118@tcp 00000020:00000001:2.0:1788696618.236627:0:171960:0:(obd_class.h:1024:obd_destroy_export()) Process entered 00000020:00000001:2.0:1788696618.236629:0:171960:0:(obd_class.h:1028:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788696618.236632:0:171960:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000-mdc-ffff98f518c6e000 (00000000f567b9c1) now 5 - export 00000020:00000010:2.0:1788696618.236635:0:171960:0:(genops.c:860:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000eb0b9b93. 00000020:00000001:2.0:1788696618.236639:0:171960:0:(genops.c:861:class_export_destroy()) Process leaving 00000001:00000001:3.0:1788696618.236692:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.236695:0:209548:0:(ldlm_request.c:2611:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.236697:0:209548:0:(ldlm_resource.c:1303:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1788696618.236699:0:209548:0:(ldlm_resource.c:1244:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1788696618.236701:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.236702:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.237111:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.237114:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.237115:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.237404:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.237407:0:209548:0:(ldlm_resource.c:1286:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.237409:0:209548:0:(ldlm_resource.c:1328:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:3.0:1788696618.237412:0:209548:0:(import.c:1982:ptlrpc_disconnect_import()) Process entered 00000100:00080000:3.0:1788696618.237414:0:209548:0:(import.c:65:import_set_state_nolock()) 00000000ad055e41 lustre-MDT0001_UUID: changing import state from FULL to CLOSED 00000100:00000001:3.0:1788696618.237418:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788696618.237420:0:209548:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788696618.237422:0:209548:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.237423:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788696618.237424:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788696618.237425:0:209548:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000080:00000001:3.0:1788696618.237429:0:209548:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788696618.237431:0:209548:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788696618.237432:0:209548:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.237434:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788696618.237435:0:209548:0:(import.c:1989:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.237437:0:209548:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1788696618.237439:0:209548:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:3.0:1788696618.237441:0:209548:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1788696618.237442:0:209548:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788696618.237444:0:209548:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: committing for last_committed 0 gen 3 00000100:00000040:3.0:1788696618.237446:0:209548:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1788696618.237449:0:209548:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696618.237450:0:209548:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1788696618.237451:0:209548:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1788696618.237453:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788696618.237454:0:209548:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000080:00000001:3.0:1788696618.237455:0:209548:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788696618.237456:0:209548:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788696618.237458:0:209548:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.237459:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:3.0:1788696618.237461:0:209548:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1788696618.237463:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788696618.237464:0:209548:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000001:00000001:3.0:1788696618.237465:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.237466:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.237783:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.237785:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.237786:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.238116:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.238120:0:209548:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788696618.238124:0:209548:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630777172652904 : -113296536898712 : ffff98f51829f368) 00000020:00001000:3.0:1788696618.238126:0:209548:0:(cl_object.c:823:cl_env_get()) 1@0000000006e9915f 00000008:00000001:3.0:1788696618.238130:0:209548:0:(osc_cache.c:2412:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788696618.238131:0:209548:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:3.0:1788696618.238133:0:209548:0:(osc_cache.c:2403:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788696618.238135:0:209548:0:(osc_cache.c:2476:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1788696618.238136:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.238137:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.238442:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788696618.238445:0:209548:0:(cl_object.c:917:cl_env_put()) 1@0000000006e9915f 00000001:00000001:3.0:1788696618.238448:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.238449:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.238762:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.238764:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.238764:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.239072:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788696618.239074:0:209548:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.239075:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00010000:00000001:3.0:1788696618.239079:0:209548:0:(ldlm_lib.c:829:client_disconnect_export()) Process leaving 00000020:00000001:3.0:1788696618.239080:0:209548:0:(genops.c:1443:class_disconnect()) Process entered 00000020:00000080:3.0:1788696618.239082:0:209548:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6acb2b64cadb18b1 00000020:00000040:3.0:1788696618.239085:0:209548:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 00000000d44de2da with handle 0x6acb2b64cadb18b1 from hash 00000020:00000001:3.0:1788696618.239090:0:209548:0:(genops.c:1915:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1788696618.239092:0:209548:0:(genops.c:879:class_export_put()) PUTting export 00000000d44de2da : new refcount 1 00000020:00000001:3.0:1788696618.239094:0:209548:0:(genops.c:1940:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1788696618.239095:0:209548:0:(genops.c:879:class_export_put()) PUTting export 00000000d44de2da : new refcount 0 00000020:00000080:3.0:1788696618.239097:0:209548:0:(genops.c:885:class_export_put()) final put 00000000d44de2da/f4931000-78c8-4821-9b44-b56343695343 00000020:00000001:3.0:1788696618.239099:0:209548:0:(lprocfs_status_server.c:795:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.239113:0:209548:0:(genops.c:1474:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.239116:0:209548:0:(ldlm_lib.c:842:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788696618.239120:0:209548:0:(obd_class.h:921:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788696618.239122:0:209548:0:(lmv_obd.c:610:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.239139:0:209548:0:(genops.c:1443:class_disconnect()) Process entered 00000020:00000001:2.0:1788696618.239141:0:171960:0:(genops.c:838:class_export_destroy()) Process entered 00000020:00000080:3.0:1788696618.239141:0:209548:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6acb2b64cadb18a3 00000020:00000040:3.0:1788696618.239144:0:209548:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 00000000d0bb9722 with handle 0x6acb2b64cadb18a3 from hash 00000020:00000080:2.0:1788696618.239146:0:171960:0:(genops.c:844:class_export_destroy()) destroying export 00000000d44de2da/f4931000-78c8-4821-9b44-b56343695343 for lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696618.239147:0:209548:0:(genops.c:1915:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1788696618.239149:0:209548:0:(genops.c:879:class_export_put()) PUTting export 00000000d0bb9722 : new refcount 1 00000020:00000001:3.0:1788696618.239152:0:209548:0:(genops.c:1940:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1788696618.239153:0:209548:0:(genops.c:879:class_export_put()) PUTting export 00000000d0bb9722 : new refcount 0 00000020:00000040:2.0:1788696618.239155:0:171960:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 7 to 192.168.201.118@tcp 00000020:00000080:3.0:1788696618.239156:0:209548:0:(genops.c:885:class_export_put()) final put 00000000d0bb9722/f4931000-78c8-4821-9b44-b56343695343 00000020:00000001:3.0:1788696618.239159:0:209548:0:(lprocfs_status_server.c:795:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696618.239162:0:171960:0:(obd_class.h:1024:obd_destroy_export()) Process entered 00000020:00000001:2.0:1788696618.239165:0:171960:0:(obd_class.h:1028:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788696618.239168:0:171960:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001-mdc-ffff98f518c6e000 (000000000485cdfe) now 5 - export 00000020:00000010:2.0:1788696618.239171:0:171960:0:(genops.c:860:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d44de2da. 00000020:00000001:3.0:1788696618.239172:0:209548:0:(genops.c:1474:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788696618.239176:0:209548:0:(lmv_obd.c:631:lmv_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788696618.239178:0:209548:0:(obd_class.h:921:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696618.239179:0:171960:0:(genops.c:861:class_export_destroy()) Process leaving 00000080:00000001:3.0:1788696618.239180:0:209548:0:(llite_lib.c:1107:client_common_put_super()) Process leaving 02000000:00000001:3.0:1788696618.239184:0:209548:0:(gss_keyring.c:930:gss_cleanup_sk_key()) Process entered 02000000:00000001:3.0:1788696618.239186:0:209548:0:(gss_keyring.c:934:gss_cleanup_sk_key()) Process leaving 00000020:00000001:2.0:1788696618.239187:0:171960:0:(genops.c:838:class_export_destroy()) Process entered 00000020:00000080:2.0:1788696618.239189:0:171960:0:(genops.c:844:class_export_destroy()) destroying export 00000000d0bb9722/f4931000-78c8-4821-9b44-b56343695343 for lustre-clilmv-ffff98f518c6e000 00000020:00000001:3.0:1788696618.239190:0:209548:0:(obd_config.c:2459:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1788696618.239193:0:209548:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff98f518c6e000 (flags='F') 00000020:00000001:2.0:1788696618.239195:0:171960:0:(obd_class.h:1024:obd_destroy_export()) Process entered 00000020:00000001:2.0:1788696618.239198:0:171960:0:(obd_class.h:1028:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788696618.239199:0:171960:0:(obd_config.c:1023:class_decref()) Decref lustre-clilmv-ffff98f518c6e000 (000000009a7fec15) now 4 - export 00000020:00000010:3.0:1788696618.239201:0:209548:0:(obd_config.c:2481:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 0000000038c821e7. 00000020:00000010:2.0:1788696618.239202:0:171960:0:(genops.c:860:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d0bb9722. 00000020:00000080:3.0:1788696618.239204:0:209548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1788696618.239208:0:171960:0:(genops.c:861:class_export_destroy()) Process leaving 00000020:00000001:3.0:1788696618.239209:0:209548:0:(obd_config.c:901:class_cleanup()) Process entered 00000020:00000080:3.0:1788696618.239214:0:209548:0:(obd_config.c:956:class_cleanup()) lustre-clilov-ffff98f518c6e000: forcing exports to disconnect: 0/1 00000020:00000001:3.0:1788696618.239217:0:209548:0:(genops.c:1543:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1788696618.239219:0:209548:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (00000000b4062db9) has no exports 00000020:00000001:3.0:1788696618.239221:0:209548:0:(genops.c:1559:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1788696618.239224:0:209548:0:(obd_class.h:611:obd_precleanup()) Process entered 00000020:00000010:3.0:1788696618.239229:0:209548:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a78beaf9. 00000020:00000010:3.0:1788696618.239233:0:209548:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000301eb57e. 00000020:00000010:3.0:1788696618.239236:0:209548:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000005cb60a4d. 00020000:00000010:3.0:1788696618.239242:0:209548:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000005fca7524. 00008000:00000010:3.0:1788696618.239247:0:209548:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000045be8523. 00000020:00000010:3.0:1788696618.239252:0:209548:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008205bc24. 00020000:00000001:3.0:1788696618.239257:0:209548:0:(lov_dev.c:224:lov_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.239260:0:209548:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008205bc24. 00000020:00000010:3.0:1788696618.239265:0:209548:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000301eb57e. 00000020:00000010:3.0:1788696618.239269:0:209548:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 000000005cb60a4d. 00020000:00000010:3.0:1788696618.239271:0:209548:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 000000005fca7524. 00008000:00000010:3.0:1788696618.239274:0:209548:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000045be8523. 00000020:00000010:3.0:1788696618.239277:0:209548:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a78beaf9. 00000020:00000001:3.0:1788696618.239278:0:209548:0:(obd_class.h:630:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.239295:0:209548:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1788696618.239300:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b358baef. 00000001:00000010:3.0:1788696618.239304:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000db131f30. 00000001:00000010:3.0:1788696618.239306:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000af46be31. 00000001:00000010:3.0:1788696618.239308:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a4038c80. 00000001:00000010:3.0:1788696618.239310:0:209548:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000006f150dfc. 00000001:00000010:3.0:1788696618.239312:0:209548:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000017514191. 00000001:00000001:3.0:1788696618.239315:0:209548:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1788696618.239317:0:209548:0:(obd_config.c:1023:class_decref()) Decref lustre-clilov-ffff98f518c6e000 (00000000b4062db9) now 3 - setup 00000020:00000001:3.0:1788696618.239319:0:209548:0:(obd_config.c:986:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.239321:0:209548:0:(obd_config.c:1628:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1788696618.239324:0:209548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1788696618.239326:0:209548:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:3.0:1788696618.239329:0:209548:0:(obd_config.c:1023:class_decref()) Decref lustre-clilov-ffff98f518c6e000 (00000000b4062db9) now 2 - obd_device_list 00000020:00000080:3.0:1788696618.239331:0:209548:0:(obd_config.c:883:class_detach()) detach on obd lustre-clilov-ffff98f518c6e000 (uuid f4931000-78c8-4821-9b44-b56343695343) 00000020:00000040:3.0:1788696618.239333:0:209548:0:(obd_config.c:1023:class_decref()) Decref lustre-clilov-ffff98f518c6e000 (00000000b4062db9) now 1 - newdev 00000020:00000040:3.0:1788696618.239336:0:209548:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 000000009b68b57f with handle 0x6acb2b64cadb1872 from hash 00000020:00000040:3.0:1788696618.239338:0:209548:0:(genops.c:879:class_export_put()) PUTting export 000000009b68b57f : new refcount 0 00000020:00000080:3.0:1788696618.239339:0:209548:0:(genops.c:885:class_export_put()) final put 000000009b68b57f/f4931000-78c8-4821-9b44-b56343695343 00000020:00000001:3.0:1788696618.239341:0:209548:0:(lprocfs_status_server.c:795:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.239343:0:209548:0:(genops.c:838:class_export_destroy()) Process entered 00000020:00000080:3.0:1788696618.239344:0:209548:0:(genops.c:844:class_export_destroy()) destroying export 000000009b68b57f/f4931000-78c8-4821-9b44-b56343695343 for lustre-clilov-ffff98f518c6e000 00000020:00000001:3.0:1788696618.239346:0:209548:0:(obd_class.h:1024:obd_destroy_export()) Process entered 00000020:00000001:3.0:1788696618.239348:0:209548:0:(obd_class.h:1028:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.239349:0:209548:0:(genops.c:860:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000009b68b57f. 00000020:00000001:3.0:1788696618.239354:0:209548:0:(genops.c:861:class_export_destroy()) Process leaving 00000020:00000040:3.0:1788696618.239355:0:209548:0:(genops.c:438:class_free_dev()) Release obd device lustre-clilov-ffff98f518c6e000 obd_type name = lov 00000020:01000000:3.0:1788696618.239357:0:209548:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff98f518c6e000 (f4931000-78c8-4821-9b44-b56343695343) 00000020:00000001:3.0:1788696618.239359:0:209548:0:(obd_class.h:640:obd_cleanup()) Process entered 00000020:00000010:3.0:1788696618.239362:0:209548:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a78beaf9. 00000020:00000010:3.0:1788696618.239364:0:209548:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000301eb57e. 00000020:00000010:3.0:1788696618.239366:0:209548:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000005cb60a4d. 00020000:00000010:3.0:1788696618.239369:0:209548:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000005fca7524. 00008000:00000010:3.0:1788696618.239371:0:209548:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000045be8523. 00020000:00000001:3.0:1788696618.239374:0:209548:0:(lov_obd.c:765:lov_cleanup()) Process entered 00000020:00000001:3.0:1788696618.239389:0:209548:0:(lu_tgt_pool.c:214:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1788696618.239391:0:209548:0:(lu_tgt_pool.c:221:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000b9204263. 00000020:00000001:3.0:1788696618.239394:0:209548:0:(lu_tgt_pool.c:227:lu_tgt_pool_free()) Process leaving 00020000:00000010:3.0:1788696618.239455:0:209548:0:(lu_tgt_descs.c:285:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 0000000081da9f82. 00020000:00000001:3.0:1788696618.239459:0:209548:0:(lov_obd.c:806:lov_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.239467:0:209548:0:(lu_object.c:1200:lu_site_fini()) kvfree 's->ls_bkts': 18432 at 000000005d70c045. 00000020:00000010:3.0:1788696618.239480:0:209548:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 384 at 000000005434a4f1. 00000020:00000010:3.0:1788696618.239483:0:209548:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at 00000000ffabcb82. 00020000:00000010:3.0:1788696618.239486:0:209548:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 000000009061617a. 00020000:00000010:3.0:1788696618.239488:0:209548:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 000000006fb457e7. 00020000:00000010:3.0:1788696618.239489:0:209548:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 000000009afcb707. 00020000:00000010:3.0:1788696618.239492:0:209548:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 00000000cb8173ba. 00020000:00000010:3.0:1788696618.239493:0:209548:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 00000000b5941b2c. 00020000:00000010:3.0:1788696618.239495:0:209548:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 00000000e24443fc. 00020000:00000010:3.0:1788696618.239497:0:209548:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 0000000035bc02b7. 00020000:00000010:3.0:1788696618.239498:0:209548:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 0000000087380566. 00020000:00000010:3.0:1788696618.239500:0:209548:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 00000000557cbfab. 00020000:00000010:3.0:1788696618.239502:0:209548:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 000000007e7e3f17. 00020000:00000010:3.0:1788696618.239503:0:209548:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 0000000015d155ba. 00020000:00000010:3.0:1788696618.239504:0:209548:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 00000000df4a5a12. 00020000:00000010:3.0:1788696618.239505:0:209548:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 000000009434a402. 00020000:00000010:3.0:1788696618.239507:0:209548:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 0000000034a154ea. 00020000:00000010:3.0:1788696618.239509:0:209548:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 00000000f254d8ea. 00020000:00000010:3.0:1788696618.239511:0:209548:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 0000000020d9a592. 00020000:00000010:3.0:1788696618.239512:0:209548:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 00000000df7603f3. 00020000:00000010:3.0:1788696618.239514:0:209548:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 00000000c60861a9. 00020000:00000010:3.0:1788696618.239516:0:209548:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 00000000a08dc385. 00020000:00000010:3.0:1788696618.239517:0:209548:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 00000000a74a4eab. 00020000:00000010:3.0:1788696618.239518:0:209548:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 000000004860006c. 00020000:00000010:3.0:1788696618.239520:0:209548:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 00000000d9a2708a. 00020000:00000010:3.0:1788696618.239521:0:209548:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 0000000038d6e1c9. 00020000:00000010:3.0:1788696618.239522:0:209548:0:(lov_dev.c:307:lov_device_free()) kfreed 'ld->ld_target': 512 at 000000004b26d776. 00020000:00000010:3.0:1788696618.239525:0:209548:0:(lov_dev.c:311:lov_device_free()) kfreed 'ld->ld_md_tgts': 4096 at 00000000c4bf4822. 00020000:00000010:3.0:1788696618.239527:0:209548:0:(lov_dev.c:316:lov_device_free()) kfreed 'ld->ld_lov->lov_mdc_tgts': 4096 at 00000000bfc38c22. 00020000:00000010:3.0:1788696618.239530:0:209548:0:(lov_dev.c:320:lov_device_free()) kfreed 'ld': 632 at 000000002791d266. 00000020:00000010:3.0:1788696618.239532:0:209548:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000301eb57e. 00000020:00000010:3.0:1788696618.239533:0:209548:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 000000005cb60a4d. 00020000:00000010:3.0:1788696618.239534:0:209548:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 000000005fca7524. 00008000:00000010:3.0:1788696618.239535:0:209548:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000045be8523. 00000020:00000010:3.0:1788696618.239537:0:209548:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a78beaf9. 00000020:00000001:3.0:1788696618.239538:0:209548:0:(obd_class.h:654:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.239539:0:209548:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at 00000000b4062db9. 00000020:00000001:3.0:1788696618.239544:0:209548:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.239545:0:209548:0:(obd_config.c:1624:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788696618.239547:0:209548:0:(obd_config.c:2498:class_manual_cleanup()) kfreed 'lcfg': 80 at 0000000038c821e7. 00000020:00000001:3.0:1788696618.239548:0:209548:0:(obd_config.c:2499:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.239549:0:209548:0:(obd_config.c:2459:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1788696618.239551:0:209548:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff98f518c6e000 (flags='F') 00000020:00000010:3.0:1788696618.239553:0:209548:0:(obd_config.c:2481:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 0000000038c821e7. 00000020:00000080:3.0:1788696618.239554:0:209548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1788696618.239555:0:209548:0:(obd_config.c:901:class_cleanup()) Process entered 00000020:00000080:3.0:1788696618.239556:0:209548:0:(obd_config.c:956:class_cleanup()) lustre-clilmv-ffff98f518c6e000: forcing exports to disconnect: 0/1 00000020:00000001:3.0:1788696618.239557:0:209548:0:(genops.c:1543:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1788696618.239558:0:209548:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (000000009a7fec15) has no exports 00000020:00000001:3.0:1788696618.239559:0:209548:0:(genops.c:1559:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1788696618.239560:0:209548:0:(obd_class.h:611:obd_precleanup()) Process entered 00000020:00000010:3.0:1788696618.239562:0:209548:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a78beaf9. 00000020:00000010:3.0:1788696618.239563:0:209548:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000301eb57e. 00000040:00000010:3.0:1788696618.239565:0:209548:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000005b066959. 00000020:00000010:3.0:1788696618.239568:0:209548:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002a4586ac. 00000020:00000010:3.0:1788696618.239583:0:209548:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000507e5e9c. 00040000:00000010:3.0:1788696618.239587:0:209548:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008513bebc. 00040000:00000010:3.0:1788696618.239589:0:209548:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006cd9e7b8. 00000020:00000010:3.0:1788696618.239591:0:209548:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000260d3643. 00000020:00000001:3.0:1788696618.239594:0:209548:0:(kernelcomm.c:1228:libcfs_kkuc_group_rem()) Process entered 00000020:00000001:3.0:1788696618.239595:0:209548:0:(kernelcomm.c:1269:libcfs_kkuc_group_put()) Process entered 00000020:00000001:3.0:1788696618.239597:0:209548:0:(kernelcomm.c:1282:libcfs_kkuc_group_put()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:3.0:1788696618.239598:0:209548:0:(kernelcomm.c:1260:libcfs_kkuc_group_rem()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.239600:0:209548:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000260d3643. 00000020:00000010:3.0:1788696618.239602:0:209548:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000301eb57e. 00000040:00000010:3.0:1788696618.239604:0:209548:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000005b066959. 00000020:00000010:3.0:1788696618.239605:0:209548:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 000000002a4586ac. 00000020:00000010:3.0:1788696618.239608:0:209548:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 00000000507e5e9c. 00040000:00000010:3.0:1788696618.239610:0:209548:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008513bebc. 00040000:00000010:3.0:1788696618.239612:0:209548:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006cd9e7b8. 00000020:00000010:3.0:1788696618.239614:0:209548:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a78beaf9. 00000020:00000001:3.0:1788696618.239615:0:209548:0:(obd_class.h:630:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.239623:0:209548:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1788696618.239625:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000af381b2b. 00000001:00000010:3.0:1788696618.239627:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f31cd5e4. 00000001:00000010:3.0:1788696618.239628:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b42c6365. 00000001:00000010:3.0:1788696618.239629:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000178010da. 00000001:00000010:3.0:1788696618.239630:0:209548:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000cb8738b7. 00000001:00000010:3.0:1788696618.239631:0:209548:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000006606df28. 00000001:00000001:3.0:1788696618.239632:0:209548:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1788696618.239633:0:209548:0:(obd_config.c:1023:class_decref()) Decref lustre-clilmv-ffff98f518c6e000 (000000009a7fec15) now 3 - setup 00000020:00000001:3.0:1788696618.239634:0:209548:0:(obd_config.c:986:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.239635:0:209548:0:(obd_config.c:1628:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1788696618.239637:0:209548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1788696618.239638:0:209548:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:3.0:1788696618.239639:0:209548:0:(obd_config.c:1023:class_decref()) Decref lustre-clilmv-ffff98f518c6e000 (000000009a7fec15) now 2 - obd_device_list 00000020:00000080:3.0:1788696618.239640:0:209548:0:(obd_config.c:883:class_detach()) detach on obd lustre-clilmv-ffff98f518c6e000 (uuid f4931000-78c8-4821-9b44-b56343695343) 00000020:00000040:3.0:1788696618.239641:0:209548:0:(obd_config.c:1023:class_decref()) Decref lustre-clilmv-ffff98f518c6e000 (000000009a7fec15) now 1 - newdev 00000020:00000040:3.0:1788696618.239643:0:209548:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 0000000013711ed6 with handle 0x6acb2b64cadb1879 from hash 00000020:00000040:3.0:1788696618.239644:0:209548:0:(genops.c:879:class_export_put()) PUTting export 0000000013711ed6 : new refcount 0 00000020:00000080:3.0:1788696618.239645:0:209548:0:(genops.c:885:class_export_put()) final put 0000000013711ed6/f4931000-78c8-4821-9b44-b56343695343 00000020:00000001:3.0:1788696618.239646:0:209548:0:(lprocfs_status_server.c:795:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.239647:0:209548:0:(genops.c:838:class_export_destroy()) Process entered 00000020:00000080:3.0:1788696618.239648:0:209548:0:(genops.c:844:class_export_destroy()) destroying export 0000000013711ed6/f4931000-78c8-4821-9b44-b56343695343 for lustre-clilmv-ffff98f518c6e000 00000020:00000001:3.0:1788696618.239649:0:209548:0:(obd_class.h:1024:obd_destroy_export()) Process entered 00000020:00000001:3.0:1788696618.239650:0:209548:0:(obd_class.h:1028:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.239651:0:209548:0:(genops.c:860:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000013711ed6. 00000020:00000001:3.0:1788696618.239653:0:209548:0:(genops.c:861:class_export_destroy()) Process leaving 00000020:00000040:3.0:1788696618.239654:0:209548:0:(genops.c:438:class_free_dev()) Release obd device lustre-clilmv-ffff98f518c6e000 obd_type name = lmv 00000020:01000000:3.0:1788696618.239655:0:209548:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffff98f518c6e000 (f4931000-78c8-4821-9b44-b56343695343) 00000020:00000001:3.0:1788696618.239655:0:209548:0:(obd_class.h:640:obd_cleanup()) Process entered 00000020:00000010:3.0:1788696618.239656:0:209548:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a78beaf9. 00000020:00000010:3.0:1788696618.239657:0:209548:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 000000006cd9e7b8. 00000040:00000010:3.0:1788696618.239658:0:209548:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000507e5e9c. 00000020:00000010:3.0:1788696618.239659:0:209548:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002a4586ac. 00000020:00000010:3.0:1788696618.239660:0:209548:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000005b066959. 00040000:00000010:3.0:1788696618.239661:0:209548:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008513bebc. 00040000:00000010:3.0:1788696618.239663:0:209548:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000301eb57e. 00800000:00000001:3.0:1788696618.239664:0:209548:0:(lmv_obd.c:1347:lmv_device_free()) Process entered 00800000:00000010:3.0:1788696618.239727:0:209548:0:(lmv_obd.c:1356:lmv_device_free()) kfreed 'pat': 280 at 0000000038569305. 00800000:00000010:3.0:1788696618.239730:0:209548:0:(lmv_obd.c:1356:lmv_device_free()) kfreed 'pat': 280 at 00000000fefe319c. 80000000:00000001:3.0:1788696618.239732:0:209548:0:(fld_request.c:280:fld_client_fini()) Process entered 80000000:00000001:3.0:1788696618.239734:0:209548:0:(fld_cache.c:227:fld_cache_flush()) Process entered 80000000:00000001:3.0:1788696618.239735:0:209548:0:(fld_cache.c:198:fld_cache_shrink()) Process entered 80000000:00000010:3.0:1788696618.239737:0:209548:0:(fld_cache.c:96:fld_cache_entry_delete()) kfreed 'node': 56 at 000000007d86a47a. 80000000:00000040:3.0:1788696618.239738:0:209548:0:(fld_cache.c:217:fld_cache_shrink()) cli-lustre-clilmv-ffff98f518c6e000: FLD cache - Shrunk by 1 entries 80000000:00000001:3.0:1788696618.239740:0:209548:0:(fld_cache.c:219:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1788696618.239740:0:209548:0:(fld_cache.c:234:fld_cache_flush()) Process leaving 80000000:00000040:3.0:1788696618.239741:0:209548:0:(fld_cache.c:80:fld_cache_fini()) FLD cache statistics (cli-lustre-clilmv-ffff98f518c6e000): 80000000:00000040:3.0:1788696618.239742:0:209548:0:(fld_cache.c:81:fld_cache_fini()) Cache reqs: 4 80000000:00000040:3.0:1788696618.239743:0:209548:0:(fld_cache.c:82:fld_cache_fini()) Total reqs: 5 80000000:00000010:3.0:1788696618.239743:0:209548:0:(fld_cache.c:84:fld_cache_fini()) kfreed 'cache': 168 at 00000000cf5f8f01. 80000000:00000001:3.0:1788696618.239745:0:209548:0:(fld_request.c:298:fld_client_fini()) Process leaving 00000020:00000010:3.0:1788696618.239746:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 000000004e782f35. 00000020:00000010:3.0:1788696618.239748:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 000000003c6f42ff. 00000020:00000010:3.0:1788696618.239749:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 000000002d83d055. 00000020:00000010:3.0:1788696618.239751:0:209548:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 1024 at 0000000087e047b0. 00000020:00000010:3.0:1788696618.239753:0:209548:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at 0000000064da2b23. 00020000:00000001:3.0:1788696618.239756:0:209548:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:3.0:1788696618.239757:0:209548:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:3.0:1788696618.239758:0:209548:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:3.0:1788696618.239760:0:209548:0:(lmv_obd.c:428:lmv_del_target()) kfreed 'tgt': 368 at 00000000ef5c6a77. 00020000:00000001:3.0:1788696618.239762:0:209548:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:3.0:1788696618.239763:0:209548:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:3.0:1788696618.239764:0:209548:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:3.0:1788696618.239765:0:209548:0:(lmv_obd.c:428:lmv_del_target()) kfreed 'tgt': 368 at 00000000c8f3a370. 00020000:00000010:3.0:1788696618.239767:0:209548:0:(lu_tgt_descs.c:285:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 00000000c110433c. 00800000:00000010:3.0:1788696618.239769:0:209548:0:(lmv_obd.c:1366:lmv_device_free()) kfreed 'lu': 64 at 000000009e971d08. 00800000:00000001:3.0:1788696618.239771:0:209548:0:(lmv_obd.c:1368:lmv_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.239772:0:209548:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000006cd9e7b8. 00000040:00000010:3.0:1788696618.239773:0:209548:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000507e5e9c. 00000020:00000010:3.0:1788696618.239774:0:209548:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 000000002a4586ac. 00000020:00000010:3.0:1788696618.239775:0:209548:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 000000005b066959. 00040000:00000010:3.0:1788696618.239776:0:209548:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008513bebc. 00040000:00000010:3.0:1788696618.239778:0:209548:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000301eb57e. 00000020:00000010:3.0:1788696618.239779:0:209548:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a78beaf9. 00000020:00000001:3.0:1788696618.239780:0:209548:0:(obd_class.h:654:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.239781:0:209548:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at 000000009a7fec15. 00000020:00000001:3.0:1788696618.239784:0:209548:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.239785:0:209548:0:(obd_config.c:1624:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788696618.239786:0:209548:0:(obd_config.c:2498:class_manual_cleanup()) kfreed 'lcfg': 80 at 0000000038c821e7. 00000020:00000001:3.0:1788696618.239787:0:209548:0:(obd_config.c:2499:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.239789:0:209548:0:(obd_config.c:2459:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1788696618.239790:0:209548:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff98f518c6e000 (flags='F') 00000020:00000010:3.0:1788696618.239792:0:209548:0:(obd_config.c:2481:class_manual_cleanup()) kmalloced '(lcfg)': 88 at 0000000038c821e7. 00000020:00000080:3.0:1788696618.239793:0:209548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1788696618.239794:0:209548:0:(obd_config.c:901:class_cleanup()) Process entered 00000020:00000080:3.0:1788696618.239795:0:209548:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdc-ffff98f518c6e000: forcing exports to disconnect: 0/2 00000020:00000001:3.0:1788696618.239796:0:209548:0:(genops.c:1543:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1788696618.239797:0:209548:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (00000000f567b9c1) has no exports 00000020:00000001:3.0:1788696618.239798:0:209548:0:(genops.c:1559:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1788696618.239799:0:209548:0:(obd_class.h:611:obd_precleanup()) Process entered 00000020:00000010:3.0:1788696618.239801:0:209548:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a78beaf9. 00000020:00000010:3.0:1788696618.239802:0:209548:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000301eb57e. 00000020:00000010:3.0:1788696618.239803:0:209548:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000005cb60a4d. 00008000:00000010:3.0:1788696618.239805:0:209548:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000045be8523. 00000020:00000010:3.0:1788696618.239806:0:209548:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007d86a47a. 00000002:00000001:3.0:1788696618.239809:0:209548:0:(mdc_dev.c:1768:mdc_device_fini()) Process entered 00000020:00000010:3.0:1788696618.239810:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 000000005d4dfe05. 00000020:00000010:3.0:1788696618.239812:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 00000000d40d2d21. 00000020:00000010:3.0:1788696618.239813:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at 0000000014541f82. 00000020:00000010:3.0:1788696618.239814:0:209548:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 1024 at 000000003b93b821. 00000020:00000010:3.0:1788696618.239816:0:209548:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at 00000000c85ca0d9. 00000020:00000010:3.0:1788696618.240037:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000008c14637e. 00000020:00000010:3.0:1788696618.240040:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000e1bc8852. 00000020:00000010:3.0:1788696618.240042:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000a8944e67. 00000020:00000010:3.0:1788696618.240043:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000004f84cb5d. 00000020:00000010:3.0:1788696618.240046:0:209548:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 7360 at 00000000e60e3725. 00000020:00000010:3.0:1788696618.240049:0:209548:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at 00000000ed825a23. 00000008:00000001:3.0:1788696618.240050:0:209548:0:(osc_request.c:4145:osc_precleanup_common()) Process entered 00000008:00000001:3.0:1788696618.240055:0:209548:0:(obd_class.h:659:obd_cleanup_client_import()) Process entered 00000008:01000000:3.0:1788696618.240056:0:209548:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffff98f518c6e000: client import never connected 00000100:00000001:3.0:1788696618.240059:0:209548:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1788696618.240060:0:209548:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1788696618.240061:0:209548:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1788696618.240063:0:209548:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788696618.240064:0:209548:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: committing for last_committed 0 gen 4 00000100:00000040:3.0:1788696618.240066:0:209548:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff98f518c6e000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1788696618.240068:0:209548:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788696618.240068:0:209548:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1788696618.240069:0:209548:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1788696618.240070:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788696618.240071:0:209548:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788696618.240073:0:209548:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.240074:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:3.0:1788696618.240075:0:209548:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1788696618.240077:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788696618.240078:0:209548:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000001:00000001:3.0:1788696618.240080:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.240081:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.240462:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.240465:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.240466:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.240935:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.240940:0:209548:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788696618.240942:0:209548:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630777172652904 : -113296536898712 : ffff98f51829f368) 00000020:00001000:3.0:1788696618.240945:0:209548:0:(cl_object.c:823:cl_env_get()) 1@0000000006e9915f 00000008:00000001:3.0:1788696618.240948:0:209548:0:(osc_cache.c:2412:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788696618.240949:0:209548:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:3.0:1788696618.240951:0:209548:0:(osc_cache.c:2403:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788696618.240952:0:209548:0:(osc_cache.c:2476:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1788696618.240953:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.240955:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.241293:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788696618.241296:0:209548:0:(cl_object.c:917:cl_env_put()) 1@0000000006e9915f 00000001:00000001:3.0:1788696618.241298:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.241299:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.241777:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.241779:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.241780:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.242134:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788696618.242137:0:209548:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.242139:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000020:00000040:3.0:1788696618.242143:0:209548:0:(genops.c:1210:class_import_get()) import 00000000aa1e8aa1 refcount=3 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696618.242146:0:209548:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696618.242146:0:209548:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=2 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696618.242148:0:209548:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000001:3.0:1788696618.242149:0:209548:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696618.242150:0:209548:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=1 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696618.242151:0:209548:0:(genops.c:1230:class_import_put()) Process leaving 00000008:00000001:3.0:1788696618.242152:0:209548:0:(obd_class.h:677:obd_cleanup_client_import()) Process leaving 00000008:00000001:3.0:1788696618.242153:0:209548:0:(osc_request.c:4168:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788696618.242155:0:209548:0:(mdc_changelog.c:1001:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:3.0:1788696618.242158:0:209548:0:(mdc_changelog.c:138:chlg_dev_clear()) Process entered 00000002:00000010:3.0:1788696618.242402:0:209548:0:(mdc_changelog.c:130:chlg_device_release()) kfreed 'entry': 1304 at 00000000c22e4b8d. 00000002:00000001:3.0:1788696618.242409:0:209548:0:(mdc_changelog.c:145:chlg_dev_clear()) Process leaving 00000002:00000001:3.0:1788696618.242410:0:209548:0:(mdc_changelog.c:1007:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:3.0:1788696618.242412:0:209548:0:(mdc_request.c:3039:mdc_llog_finish()) Process entered 00000002:00000040:3.0:1788696618.242414:0:209548:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt 000000005939ffa1 : new refcount 2 00000040:00000001:3.0:1788696618.242417:0:209548:0:(llog_obd.c:95:llog_cleanup()) Process entered 00000040:00000040:3.0:1788696618.242419:0:209548:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt 000000005939ffa1 : new refcount 1 00000020:00000040:3.0:1788696618.242422:0:209548:0:(genops.c:879:class_export_put()) PUTting export 00000000773a3f67 : new refcount 1 00000020:00000001:3.0:1788696618.242424:0:209548:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696618.242425:0:209548:0:(genops.c:1223:class_import_put()) import 00000000aa1e8aa1 refcount=0 obd=lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000040:3.0:1788696618.242426:0:209548:0:(genops.c:1226:class_import_put()) final put import 00000000aa1e8aa1 00000020:00000001:3.0:1788696618.242437:0:209548:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000010:3.0:1788696618.242438:0:209548:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000005939ffa1. 00000040:00000001:3.0:1788696618.242444:0:209548:0:(llog_obd.c:124:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788696618.242446:0:209548:0:(mdc_request.c:3044:mdc_llog_finish()) Process leaving 00000002:00000001:3.0:1788696618.242447:0:209548:0:(mdc_dev.c:1776:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.242452:0:209548:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007d86a47a. 00000020:00000010:3.0:1788696618.242457:0:209548:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000301eb57e. 00000020:00000010:3.0:1788696618.242461:0:209548:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 000000005cb60a4d. 00000020:00000001:2.0:1788696618.242463:0:171960:0:(genops.c:1181:obd_zombie_import_free()) Process entered 00008000:00000010:3.0:1788696618.242465:0:209548:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000045be8523. 00000020:00000080:2.0:1788696618.242466:0:171960:0:(genops.c:1183:obd_zombie_import_free()) destroying import 00000000aa1e8aa1 for lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000010:3.0:1788696618.242470:0:209548:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a78beaf9. 00000020:00000040:2.0:1788696618.242473:0:171960:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 6 to 192.168.201.118@tcp 00000020:00000001:3.0:1788696618.242475:0:209548:0:(obd_class.h:630:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788696618.242478:0:171960:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 5 to 192.168.201.118@tcp 00000020:00000010:2.0:1788696618.242480:0:171960:0:(genops.c:1194:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 0000000028c10c4c. 00000020:00000040:2.0:1788696618.242484:0:171960:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000-mdc-ffff98f518c6e000 (00000000f567b9c1) now 4 - import 00000020:00000010:2.0:1788696618.242487:0:171960:0:(genops.c:1201:obd_zombie_import_free()) kfreed 'imp': 1720 at 00000000aa1e8aa1. 00000020:00000001:2.0:1788696618.242490:0:171960:0:(genops.c:1202:obd_zombie_import_free()) Process leaving 00000001:00000001:3.0:1788696618.242491:0:209548:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1788696618.242497:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001b3da4ea. 00000001:00000010:3.0:1788696618.242499:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000085c2cff6. 00000001:00000010:3.0:1788696618.242502:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b649a5bc. 00000001:00000010:3.0:1788696618.242503:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000003fab43. 00000001:00000010:3.0:1788696618.242504:0:209548:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000086f5bd97. 00000001:00000010:3.0:1788696618.242506:0:209548:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000052b13658. 00000001:00000001:3.0:1788696618.242508:0:209548:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1788696618.242509:0:209548:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000-mdc-ffff98f518c6e000 (00000000f567b9c1) now 3 - setup 00000020:00000001:3.0:1788696618.242510:0:209548:0:(obd_config.c:986:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.242512:0:209548:0:(obd_config.c:1628:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1788696618.242515:0:209548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1788696618.242519:0:209548:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:3.0:1788696618.242521:0:209548:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000-mdc-ffff98f518c6e000 (00000000f567b9c1) now 2 - obd_device_list 00000020:00000080:3.0:1788696618.242523:0:209548:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdc-ffff98f518c6e000 (uuid f4931000-78c8-4821-9b44-b56343695343) 00000020:00000040:3.0:1788696618.242524:0:209548:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0000-mdc-ffff98f518c6e000 (00000000f567b9c1) now 1 - newdev 00000020:00000040:3.0:1788696618.242527:0:209548:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 00000000773a3f67 with handle 0x6acb2b64cadb1880 from hash 00000020:00000040:3.0:1788696618.242529:0:209548:0:(genops.c:879:class_export_put()) PUTting export 00000000773a3f67 : new refcount 0 00000020:00000080:3.0:1788696618.242530:0:209548:0:(genops.c:885:class_export_put()) final put 00000000773a3f67/f4931000-78c8-4821-9b44-b56343695343 00000020:00000001:3.0:1788696618.242531:0:209548:0:(lprocfs_status_server.c:795:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.242533:0:209548:0:(genops.c:838:class_export_destroy()) Process entered 00000020:00000080:3.0:1788696618.242534:0:209548:0:(genops.c:844:class_export_destroy()) destroying export 00000000773a3f67/f4931000-78c8-4821-9b44-b56343695343 for lustre-MDT0000-mdc-ffff98f518c6e000 00000020:00000001:3.0:1788696618.242535:0:209548:0:(obd_class.h:1024:obd_destroy_export()) Process entered 00000020:00000001:3.0:1788696618.242536:0:209548:0:(obd_class.h:1028:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.242537:0:209548:0:(genops.c:860:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000773a3f67. 00000020:00000001:3.0:1788696618.242539:0:209548:0:(genops.c:861:class_export_destroy()) Process leaving 00000020:00000040:3.0:1788696618.242541:0:209548:0:(genops.c:438:class_free_dev()) Release obd device lustre-MDT0000-mdc-ffff98f518c6e000 obd_type name = mdc 00000020:01000000:3.0:1788696618.242542:0:209548:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffff98f518c6e000 (f4931000-78c8-4821-9b44-b56343695343) 00000020:00000001:3.0:1788696618.242543:0:209548:0:(obd_class.h:640:obd_cleanup()) Process entered 00000020:00000010:3.0:1788696618.242546:0:209548:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a78beaf9. 00000020:00000010:3.0:1788696618.242548:0:209548:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000301eb57e. 00000020:00000010:3.0:1788696618.242549:0:209548:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000005cb60a4d. 00008000:00000010:3.0:1788696618.242552:0:209548:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000045be8523. 00000008:00000001:3.0:1788696618.242555:0:209548:0:(osc_request.c:4176:osc_cleanup_common()) Process entered 00010000:00000001:3.0:1788696618.242560:0:209548:0:(ldlm_lib.c:627:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1788696618.242562:0:209548:0:(ldlm_resource.c:1339:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1788696618.242564:0:209548:0:(ldlm_pool.c:930:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1788696618.242604:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000217351f8. 00000020:00000010:3.0:1788696618.242608:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000eb910c0b. 00000020:00000010:3.0:1788696618.242610:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 0000000046188875. 00000020:00000010:3.0:1788696618.242613:0:209548:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 704 at 00000000b17e6516. 00000020:00000010:3.0:1788696618.242616:0:209548:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at 00000000ee3cb432. 00010000:00000001:3.0:1788696618.242650:0:209548:0:(ldlm_pool.c:933:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1788696618.242659:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at 000000003d277adf. 00000020:00000010:3.0:1788696618.242662:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at 0000000039f0eed7. 00000020:00000010:3.0:1788696618.242664:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at 0000000073774c8c. 00000020:00000010:3.0:1788696618.242666:0:209548:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 000000003e5306a2. 00000020:00000010:3.0:1788696618.242668:0:209548:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at 0000000091f79227. 00000001:00000001:3.0:1788696618.242704:0:209548:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1788696618.243112:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d95e2c94. 00000001:00000010:3.0:1788696618.243121:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000001b166c7. 00000001:00000010:3.0:1788696618.243123:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002a664d69. 00000001:00000010:3.0:1788696618.243124:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a07a32f3. 00000001:00000010:3.0:1788696618.243125:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005e9af750. 00000001:00000010:3.0:1788696618.243127:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e7af9c0a. 00000001:00000010:3.0:1788696618.243129:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009106589f. 00000001:00000010:3.0:1788696618.243130:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000810e4efe. 00000001:00000010:3.0:1788696618.243131:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c69f01e7. 00000001:00000010:3.0:1788696618.243133:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000091d3c610. 00000001:00000010:3.0:1788696618.243134:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001ddcf9b6. 00000001:00000010:3.0:1788696618.243136:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a26a2ba9. 00000001:00000010:3.0:1788696618.243138:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ce6a49f7. 00000001:00000010:3.0:1788696618.243139:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006462f59b. 00000001:00000010:3.0:1788696618.243140:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000dbcb410. 00000001:00000010:3.0:1788696618.243142:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004529a0d1. 00000001:00000010:3.0:1788696618.243143:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b380d283. 00000001:00000010:3.0:1788696618.243144:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000201dcb8b. 00000001:00000010:3.0:1788696618.243145:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002dd95c38. 00000001:00000010:3.0:1788696618.243147:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ba5082ba. 00000001:00000010:3.0:1788696618.243148:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000036bf10f9. 00000001:00000010:3.0:1788696618.243150:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000681eae7b. 00000001:00000010:3.0:1788696618.243151:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001497b7bc. 00000001:00000010:3.0:1788696618.243152:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006a7b871e. 00000001:00000010:3.0:1788696618.243154:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006be6fcd3. 00000001:00000010:3.0:1788696618.243155:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f692c727. 00000001:00000010:3.0:1788696618.243157:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ebc4fab3. 00000001:00000010:3.0:1788696618.243158:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b2aff8c3. 00000001:00000010:3.0:1788696618.243159:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ac237d6b. 00000001:00000010:3.0:1788696618.243161:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007f45716f. 00000001:00000010:3.0:1788696618.243163:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a6c9401b. 00000001:00000010:3.0:1788696618.243164:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fa42883c. 00000001:00000010:3.0:1788696618.243165:0:209548:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 00000000f07788cb. 00000001:00000010:3.0:1788696618.243168:0:209548:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000f743fee2. 00000001:00000001:3.0:1788696618.243173:0:209548:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1788696618.243176:0:209548:0:(ldlm_resource.c:1362:ldlm_namespace_free_post()) kfreed 'ns': 848 at 00000000adee76ad. 00010000:00000001:3.0:1788696618.243179:0:209548:0:(ldlm_lockd.c:3050:ldlm_put_ref()) Process entered 00010000:00000010:2.1:1788696618.243894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000008326b976. 00010000:00000010:2.1:1788696618.243904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000071fd2d3. 00010000:00000001:2.0:1788696618.243917:0:209548:0:(ldlm_lockd.c:3064:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1788696618.243920:0:209548:0:(ldlm_resource.c:1364:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1788696618.243922:0:209548:0:(obd_class.h:659:obd_cleanup_client_import()) Process entered 00010000:00000001:2.0:1788696618.243925:0:209548:0:(obd_class.h:677:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1788696618.243926:0:209548:0:(ldlm_lockd.c:3050:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1788696618.243928:0:209548:0:(ldlm_lockd.c:3064:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1788696618.243930:0:209548:0:(ldlm_lib.c:638:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 00000000b9f98ad5. 00010000:00000010:2.0:1788696618.243935:0:209548:0:(ldlm_lib.c:643:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 000000007e28cb87. 00010000:00000010:2.0:1788696618.243939:0:209548:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 0000000038f6f951. 00010000:00000001:2.0:1788696618.243948:0:209548:0:(ldlm_lib.c:650:client_obd_cleanup()) Process leaving 00000008:00000001:2.0:1788696618.243951:0:209548:0:(osc_request.c:4193:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1788696618.243954:0:209548:0:(mdc_dev.c:1715:mdc_device_free()) kfreed 'osc': 104 at 00000000e04fd6cc. 00000020:00000010:2.0:1788696618.243960:0:209548:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000301eb57e. 00000020:00000010:2.0:1788696618.243964:0:209548:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 000000005cb60a4d. 00008000:00000010:2.0:1788696618.243969:0:209548:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 0000000045be8523. 00000020:00000010:2.0:1788696618.243979:0:209548:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a78beaf9. 00000020:00000001:2.0:1788696618.243982:0:209548:0:(obd_class.h:654:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1788696618.243984:0:209548:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at 00000000f567b9c1. 00000020:00000001:2.0:1788696618.243995:0:209548:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696618.243998:0:209548:0:(obd_config.c:1624:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788696618.244001:0:209548:0:(obd_config.c:2498:class_manual_cleanup()) kfreed 'lcfg': 88 at 0000000038c821e7. 00000020:00000001:2.0:1788696618.244005:0:209548:0:(obd_config.c:2499:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696618.244008:0:209548:0:(obd_config.c:2459:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1788696618.244011:0:209548:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdc-ffff98f518c6e000 (flags='F') 00000020:00000010:2.0:1788696618.244015:0:209548:0:(obd_config.c:2481:class_manual_cleanup()) kmalloced '(lcfg)': 88 at 000000006efaf844. 00000020:00000080:2.0:1788696618.244017:0:209548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1788696618.244021:0:209548:0:(obd_config.c:901:class_cleanup()) Process entered 00000020:00000080:2.0:1788696618.244024:0:209548:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdc-ffff98f518c6e000: forcing exports to disconnect: 0/2 00000020:00000001:2.0:1788696618.244028:0:209548:0:(genops.c:1543:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1788696618.244030:0:209548:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (000000000485cdfe) has no exports 00000020:00000001:2.0:1788696618.244032:0:209548:0:(genops.c:1559:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1788696618.244036:0:209548:0:(obd_class.h:611:obd_precleanup()) Process entered 00000020:00000010:2.0:1788696618.244039:0:209548:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c89ee080. 00000020:00000010:2.0:1788696618.244043:0:209548:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000abdab0b0. 00000020:00000010:2.0:1788696618.244045:0:209548:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000008deb97a6. 00008000:00000010:2.0:1788696618.244049:0:209548:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000197b354a. 00000020:00000010:2.0:1788696618.244052:0:209548:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000223e94f8. 00000002:00000001:2.0:1788696618.244055:0:209548:0:(mdc_dev.c:1768:mdc_device_fini()) Process entered 00000020:00000010:2.0:1788696618.244058:0:209548:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 1024 at 000000009d605a68. 00000020:00000010:2.0:1788696618.244061:0:209548:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at 000000002f813ed6. 00010000:00000010:0.1:1788696618.244113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 00000000b0a84b18. 00010000:00000010:0.1:1788696618.244122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d1ca88c9. 00000020:00000010:2.0:1788696618.244316:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000619811c0. 00000020:00000010:2.0:1788696618.244322:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d6cc1494. 00000020:00000010:2.0:1788696618.244325:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000c740491e. 00000020:00000010:2.0:1788696618.244327:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000009697ce53. 00000020:00000010:2.0:1788696618.244341:0:209548:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 7360 at 000000002ae2eab7. 00000020:00000010:2.0:1788696618.244346:0:209548:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at 00000000950b415d. 00000008:00000001:2.0:1788696618.244353:0:209548:0:(osc_request.c:4145:osc_precleanup_common()) Process entered 00000008:00000001:2.0:1788696618.244360:0:209548:0:(obd_class.h:659:obd_cleanup_client_import()) Process entered 00000008:01000000:2.0:1788696618.244367:0:209548:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-mdc-ffff98f518c6e000: client import never connected 00000100:00000001:2.0:1788696618.244370:0:209548:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1788696618.244373:0:209548:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:2.0:1788696618.244375:0:209548:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1788696618.244379:0:209548:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788696618.244381:0:209548:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: committing for last_committed 0 gen 4 00000100:00000040:2.0:1788696618.244384:0:209548:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff98f518c6e000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1788696618.244399:0:209548:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788696618.244401:0:209548:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1788696618.244402:0:209548:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1788696618.244404:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788696618.244406:0:209548:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1788696618.244409:0:209548:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696618.244411:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:2.0:1788696618.244413:0:209548:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1788696618.244416:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788696618.244417:0:209548:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000001:00000001:2.0:1788696618.244419:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1788696618.244422:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1788696618.244882:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788696618.244885:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1788696618.244886:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1788696618.245235:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696618.245238:0:209548:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788696618.245244:0:209548:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at 000000004cd0493f. 00000020:00000010:2.0:1788696618.245248:0:209548:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000580151ed. 00000020:00000010:2.0:1788696618.245251:0:209548:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c2df57b5. 00000020:00000010:2.0:1788696618.245255:0:209548:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 0000000026c9675b. 00008000:00000010:2.0:1788696618.245259:0:209548:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b624d6a2. 00000020:00000010:2.0:1788696618.245264:0:209548:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000713cc5f0. 00008000:00000010:2.0:1788696618.245269:0:209548:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000027ba9f02. 00000020:00000001:2.0:1788696618.245272:0:209548:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446630777718276824 : -113295991274792 : ffff98f538af82d8) 00000020:00001000:2.0:1788696618.245275:0:209548:0:(cl_object.c:823:cl_env_get()) 1@000000004cd0493f 00000008:00000001:2.0:1788696618.245278:0:209548:0:(osc_cache.c:2412:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1788696618.245280:0:209548:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:2.0:1788696618.245282:0:209548:0:(osc_cache.c:2403:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788696618.245285:0:209548:0:(osc_cache.c:2476:osc_check_rpcs()) Process leaving 00000001:00000001:2.0:1788696618.245286:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1788696618.245288:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1788696618.245654:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788696618.245658:0:209548:0:(cl_object.c:917:cl_env_put()) 1@000000004cd0493f 00000001:00000001:2.0:1788696618.245661:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1788696618.245662:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1788696618.246028:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788696618.246030:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1788696618.246031:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1788696618.246409:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788696618.246413:0:209548:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696618.246416:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000020:00000040:2.0:1788696618.246421:0:209548:0:(genops.c:1210:class_import_get()) import 00000000ad055e41 refcount=3 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696618.246432:0:209548:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696618.246434:0:209548:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=2 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696618.246436:0:209548:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000001:2.0:1788696618.246439:0:209548:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696618.246440:0:209548:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=1 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696618.246442:0:209548:0:(genops.c:1230:class_import_put()) Process leaving 00000008:00000001:2.0:1788696618.246444:0:209548:0:(obd_class.h:677:obd_cleanup_client_import()) Process leaving 00000008:00000001:2.0:1788696618.246446:0:209548:0:(osc_request.c:4168:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788696618.246449:0:209548:0:(mdc_changelog.c:1001:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:2.0:1788696618.246452:0:209548:0:(mdc_changelog.c:138:chlg_dev_clear()) Process entered 00000002:00000010:2.0:1788696618.246716:0:209548:0:(mdc_changelog.c:130:chlg_device_release()) kfreed 'entry': 1304 at 0000000014367aff. 00000002:00000001:2.0:1788696618.246725:0:209548:0:(mdc_changelog.c:145:chlg_dev_clear()) Process leaving 00000002:00000001:2.0:1788696618.246726:0:209548:0:(mdc_changelog.c:1007:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:2.0:1788696618.246733:0:209548:0:(mdc_request.c:3039:mdc_llog_finish()) Process entered 00000002:00000040:2.0:1788696618.246735:0:209548:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt 000000000e965e1a : new refcount 2 00000040:00000001:2.0:1788696618.246739:0:209548:0:(llog_obd.c:95:llog_cleanup()) Process entered 00000040:00000040:2.0:1788696618.246741:0:209548:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt 000000000e965e1a : new refcount 1 00000020:00000040:2.0:1788696618.246746:0:209548:0:(genops.c:879:class_export_put()) PUTting export 000000003d7e5b6e : new refcount 1 00000020:00000001:2.0:1788696618.246748:0:209548:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788696618.246749:0:209548:0:(genops.c:1223:class_import_put()) import 00000000ad055e41 refcount=0 obd=lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000040:2.0:1788696618.246751:0:209548:0:(genops.c:1226:class_import_put()) final put import 00000000ad055e41 00000020:00000001:2.0:1788696618.246763:0:209548:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000010:2.0:1788696618.246764:0:209548:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000000e965e1a. 00000020:00000001:2.0:1788696618.246782:0:171960:0:(genops.c:1181:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1788696618.246785:0:171960:0:(genops.c:1183:obd_zombie_import_free()) destroying import 00000000ad055e41 for lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000040:2.0:1788696618.246792:0:171960:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 4 to 192.168.201.118@tcp 00000020:00000040:2.0:1788696618.246795:0:171960:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 3 to 192.168.201.118@tcp 00000020:00000010:2.0:1788696618.246798:0:171960:0:(genops.c:1194:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 0000000039321dd9. 00000020:00000040:2.0:1788696618.246802:0:171960:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001-mdc-ffff98f518c6e000 (000000000485cdfe) now 4 - import 00000020:00000010:2.0:1788696618.246810:0:171960:0:(genops.c:1201:obd_zombie_import_free()) kfreed 'imp': 1720 at 00000000ad055e41. 00000020:00000001:2.0:1788696618.246814:0:171960:0:(genops.c:1202:obd_zombie_import_free()) Process leaving 00000040:00000001:2.0:1788696618.246823:0:209548:0:(llog_obd.c:124:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788696618.246825:0:209548:0:(mdc_request.c:3044:mdc_llog_finish()) Process leaving 00000002:00000001:2.0:1788696618.246827:0:209548:0:(mdc_dev.c:1776:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1788696618.246832:0:209548:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000223e94f8. 00000020:00000010:2.0:1788696618.246839:0:209548:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000abdab0b0. 00000020:00000010:2.0:1788696618.246870:0:209548:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 000000008deb97a6. 00008000:00000010:2.0:1788696618.246875:0:209548:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000197b354a. 00000020:00000010:2.0:1788696618.246880:0:209548:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c89ee080. 00000020:00000001:2.0:1788696618.246884:0:209548:0:(obd_class.h:630:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788696618.246901:0:209548:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1788696618.246912:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004d8fea21. 00000001:00000010:2.0:1788696618.246916:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000946723e9. 00000001:00000010:2.0:1788696618.246919:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008c06bc1e. 00000001:00000010:2.0:1788696618.246922:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f3b3213a. 00000001:00000010:2.0:1788696618.246924:0:209548:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000074b2b23c. 00000001:00000010:2.0:1788696618.246927:0:209548:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ab35af07. 00000001:00000001:2.0:1788696618.246931:0:209548:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1788696618.246933:0:209548:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001-mdc-ffff98f518c6e000 (000000000485cdfe) now 3 - setup 00000020:00000001:2.0:1788696618.246935:0:209548:0:(obd_config.c:986:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696618.246938:0:209548:0:(obd_config.c:1628:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1788696618.246941:0:209548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1788696618.246945:0:209548:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:2.0:1788696618.246956:0:209548:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001-mdc-ffff98f518c6e000 (000000000485cdfe) now 2 - obd_device_list 00000020:00000080:2.0:1788696618.246960:0:209548:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdc-ffff98f518c6e000 (uuid f4931000-78c8-4821-9b44-b56343695343) 00000020:00000040:2.0:1788696618.246962:0:209548:0:(obd_config.c:1023:class_decref()) Decref lustre-MDT0001-mdc-ffff98f518c6e000 (000000000485cdfe) now 1 - newdev 00000020:00000040:2.0:1788696618.246966:0:209548:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 000000003d7e5b6e with handle 0x6acb2b64cadb1887 from hash 00000020:00000040:2.0:1788696618.246969:0:209548:0:(genops.c:879:class_export_put()) PUTting export 000000003d7e5b6e : new refcount 0 00000020:00000080:2.0:1788696618.246971:0:209548:0:(genops.c:885:class_export_put()) final put 000000003d7e5b6e/f4931000-78c8-4821-9b44-b56343695343 00000020:00000001:2.0:1788696618.246974:0:209548:0:(lprocfs_status_server.c:795:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696618.246977:0:209548:0:(genops.c:838:class_export_destroy()) Process entered 00000020:00000080:2.0:1788696618.246978:0:209548:0:(genops.c:844:class_export_destroy()) destroying export 000000003d7e5b6e/f4931000-78c8-4821-9b44-b56343695343 for lustre-MDT0001-mdc-ffff98f518c6e000 00000020:00000001:2.0:1788696618.246981:0:209548:0:(obd_class.h:1024:obd_destroy_export()) Process entered 00000020:00000001:2.0:1788696618.246983:0:209548:0:(obd_class.h:1028:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1788696618.246985:0:209548:0:(genops.c:860:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000003d7e5b6e. 00000020:00000001:2.0:1788696618.246988:0:209548:0:(genops.c:861:class_export_destroy()) Process leaving 00000020:00000040:2.0:1788696618.246995:0:209548:0:(genops.c:438:class_free_dev()) Release obd device lustre-MDT0001-mdc-ffff98f518c6e000 obd_type name = mdc 00000020:01000000:2.0:1788696618.246999:0:209548:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdc-ffff98f518c6e000 (f4931000-78c8-4821-9b44-b56343695343) 00000020:00000001:2.0:1788696618.247001:0:209548:0:(obd_class.h:640:obd_cleanup()) Process entered 00000020:00000010:2.0:1788696618.247004:0:209548:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c89ee080. 00000020:00000010:2.0:1788696618.247008:0:209548:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000abdab0b0. 00000020:00000010:2.0:1788696618.247010:0:209548:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at 000000008deb97a6. 00008000:00000010:2.0:1788696618.247015:0:209548:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000197b354a. 00000008:00000001:2.0:1788696618.247019:0:209548:0:(osc_request.c:4176:osc_cleanup_common()) Process entered 00010000:00000001:2.0:1788696618.247024:0:209548:0:(ldlm_lib.c:627:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1788696618.247026:0:209548:0:(ldlm_resource.c:1339:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1788696618.247029:0:209548:0:(ldlm_pool.c:930:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1788696618.247087:0:209548:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 704 at 0000000017d0cdee. 00000020:00000010:2.0:1788696618.247092:0:209548:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at 00000000e0e74c47. 00010000:00000001:2.0:1788696618.247147:0:209548:0:(ldlm_pool.c:933:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1788696618.247162:0:209548:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 000000009a01aaa7. 00000020:00000010:2.0:1788696618.247166:0:209548:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at 000000000996731f. 00000001:00000001:2.0:1788696618.247249:0:209548:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1788696618.247668:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002ff4ffbf. 00000001:00000010:2.0:1788696618.247678:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fba871d0. 00000001:00000010:2.0:1788696618.247679:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000432e21c1. 00000001:00000010:2.0:1788696618.247681:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e43635f2. 00000001:00000010:2.0:1788696618.247682:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000d89f7e5. 00000001:00000010:2.0:1788696618.247684:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c10bfb02. 00000001:00000010:2.0:1788696618.247685:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b7fba9b3. 00000001:00000010:2.0:1788696618.247687:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000881f980e. 00000001:00000010:2.0:1788696618.247688:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000028e65db9. 00000001:00000010:2.0:1788696618.247690:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000021955ae4. 00000001:00000010:2.0:1788696618.247691:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000061ffd106. 00000001:00000010:2.0:1788696618.247693:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005826ad54. 00000001:00000010:2.0:1788696618.247694:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000704039bb. 00000001:00000010:2.0:1788696618.247696:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000058b992ab. 00000001:00000010:2.0:1788696618.247697:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000060cdd11c. 00000001:00000010:2.0:1788696618.247699:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001f7338dd. 00000001:00000010:2.0:1788696618.247700:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a9df7d21. 00000001:00000010:2.0:1788696618.247701:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fb118066. 00000001:00000010:2.0:1788696618.247702:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000e71b719. 00000001:00000010:2.0:1788696618.247704:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f837e2df. 00000001:00000010:2.0:1788696618.247705:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000cbd8b977. 00000001:00000010:2.0:1788696618.247706:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000119e8e3b. 00000001:00000010:2.0:1788696618.247708:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000023251615. 00000001:00000010:2.0:1788696618.247709:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004132f11d. 00000001:00000010:2.0:1788696618.247711:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003ddb0910. 00000001:00000010:2.0:1788696618.247712:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000805d59dd. 00000001:00000010:2.0:1788696618.247714:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000216cf005. 00000001:00000010:2.0:1788696618.247715:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000bfdd57e. 00000001:00000010:2.0:1788696618.247716:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e39a05bb. 00000001:00000010:2.0:1788696618.247718:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000a90a9a4. 00000001:00000010:2.0:1788696618.247719:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004f3252b0. 00000001:00000010:2.0:1788696618.247722:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f22d92e7. 00000001:00000010:2.0:1788696618.247723:0:209548:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 000000004d5db6c7. 00000001:00000010:2.0:1788696618.247726:0:209548:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000021525f1b. 00000001:00000001:2.0:1788696618.247729:0:209548:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1788696618.247731:0:209548:0:(ldlm_resource.c:1362:ldlm_namespace_free_post()) kfreed 'ns': 848 at 000000002ab6da31. 00010000:00000001:2.0:1788696618.247734:0:209548:0:(ldlm_lockd.c:3050:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1788696618.247897:0:209548:0:(ldlm_lockd.c:3064:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1788696618.247900:0:209548:0:(ldlm_resource.c:1364:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1788696618.247902:0:209548:0:(obd_class.h:659:obd_cleanup_client_import()) Process entered 00010000:00000001:3.0:1788696618.247904:0:209548:0:(obd_class.h:677:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1788696618.247905:0:209548:0:(ldlm_lockd.c:3050:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1788696618.247907:0:209548:0:(ldlm_lockd.c:3064:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1788696618.247909:0:209548:0:(ldlm_lib.c:638:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 00000000eb41afe8. 00010000:00000010:3.0:1788696618.247914:0:209548:0:(ldlm_lib.c:643:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 0000000046f5e61f. 00010000:00000010:3.0:1788696618.247919:0:209548:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 000000000fe3a82e. 00010000:00000001:3.0:1788696618.247921:0:209548:0:(ldlm_lib.c:650:client_obd_cleanup()) Process leaving 00000008:00000001:3.0:1788696618.247926:0:209548:0:(osc_request.c:4193:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1788696618.247929:0:209548:0:(mdc_dev.c:1715:mdc_device_free()) kfreed 'osc': 104 at 000000001ca9d76e. 00000020:00000010:3.0:1788696618.247933:0:209548:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000abdab0b0. 00000020:00000010:3.0:1788696618.247937:0:209548:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 000000008deb97a6. 00008000:00000010:3.0:1788696618.247939:0:209548:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000197b354a. 00000020:00000010:3.0:1788696618.247944:0:209548:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c89ee080. 00000020:00000001:3.0:1788696618.247946:0:209548:0:(obd_class.h:654:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.247948:0:209548:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at 000000000485cdfe. 00000020:00000001:3.0:1788696618.247957:0:209548:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.247959:0:209548:0:(obd_config.c:1624:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788696618.247963:0:209548:0:(obd_config.c:2498:class_manual_cleanup()) kfreed 'lcfg': 88 at 000000006efaf844. 00000020:00000001:3.0:1788696618.247967:0:209548:0:(obd_config.c:2499:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000080:02000400:3.0:1788696618.247975:0:209548:0:(llite_lib.c:1739:ll_put_super()) Unmounted lustre-client 00000020:00000001:3.0:1788696618.249929:0:209548:0:(obd_config.c:1196:class_del_profile()) Process entered 00000020:01000000:3.0:1788696618.249933:0:209548:0:(obd_config.c:1198:class_del_profile()) Del profile lustre-client 00000020:00000001:3.0:1788696618.249935:0:209548:0:(obd_config.c:1114:class_get_profile_nolock()) Process entered 00000020:00000001:3.0:1788696618.249937:0:209548:0:(obd_config.c:1118:class_get_profile_nolock()) Process leaving (rc=18446630777556565056 : -113296152986560 : ffff98f52f0bfc40) 00000020:00000010:3.0:1788696618.249941:0:209548:0:(obd_config.c:1235:class_put_profile()) kfreed 'lprof->lp_profile': 14 at 00000000dd384889. 00000020:00000010:3.0:1788696618.249945:0:209548:0:(obd_config.c:1236:class_put_profile()) kfreed 'lprof->lp_dt': 14 at 000000003686037f. 00000020:00000010:3.0:1788696618.249947:0:209548:0:(obd_config.c:1237:class_put_profile()) kfreed 'lprof->lp_md': 14 at 00000000e06842b2. 00000020:00000010:3.0:1788696618.249948:0:209548:0:(obd_config.c:1238:class_put_profile()) kfreed 'lprof': 48 at 000000004d197128. 00000020:00000001:3.0:1788696618.249949:0:209548:0:(obd_config.c:1213:class_del_profile()) Process leaving 00000080:00000001:3.0:1788696618.249965:0:209548:0:(llite_lib.c:261:ll_free_sbi()) Process entered 00000020:00000010:3.0:1788696618.250036:0:209548:0:(cl_page.c:1335:cl_cache_decref()) kfreed 'cache': 152 at 00000000efe6c2c2. 00000080:00000010:3.0:1788696618.250041:0:209548:0:(llite_lib.c:276:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_prefix': 6 at 00000000dc47d2c3. 00000080:00000010:3.0:1788696618.250045:0:209548:0:(llite_lib.c:282:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_upcall': 5 at 00000000b7707d42. 00000080:00000010:3.0:1788696618.250079:0:209548:0:(llite_lib.c:307:ll_free_sbi()) kfreed 'sbi': 1408 at 00000000dcc48334. 00000080:00000001:3.0:1788696618.250083:0:209548:0:(llite_lib.c:309:ll_free_sbi()) Process leaving 00000020:00000001:3.0:1788696618.250085:0:209548:0:(obd_mount.c:895:lustre_common_put_super()) Process entered 00000020:01000004:3.0:1788696618.250087:0:209548:0:(obd_mount.c:897:lustre_common_put_super()) dropping sb 000000004dba41a4 00000020:00000001:3.0:1788696618.250088:0:209548:0:(obd_mount.c:561:lustre_stop_mgc()) Process entered 00000020:00000001:3.0:1788696618.250090:0:209548:0:(obd_class.h:909:obd_disconnect()) Process entered 00010000:00000001:3.0:1788696618.250092:0:209548:0:(ldlm_lib.c:770:client_disconnect_export()) Process entered 00010000:00000040:3.0:1788696618.250094:0:209548:0:(ldlm_lib.c:783:client_disconnect_export()) disconnect MGC192.168.201.118@tcp - 1 00000100:00000001:3.0:1788696618.250096:0:209548:0:(pinger.c:390:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1788696618.250098:0:209548:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55->MGS 00000020:00000001:3.0:1788696618.250100:0:209548:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696618.250102:0:209548:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=2 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696618.250103:0:209548:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788696618.250104:0:209548:0:(pinger.c:403:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.250106:0:209548:0:(ldlm_request.c:2599:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:3.0:1788696618.250108:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.250110:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1788696618.250113:0:209548:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: 000000007e2be619 count: 2 00010000:00000001:3.0:1788696618.250115:0:209548:0:(ldlm_request.c:2533:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:3.0:1788696618.250118:0:209548:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: 000000007e2be619 count: 3 00010000:00000001:3.0:1788696618.250119:0:209548:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788696618.250121:0:209548:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788696618.250130:0:209548:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788696618.250132:0:209548:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.118@tcp lock: 000000006c387739/0x6acb2b64cadb190c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x602192bd9120004b expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788696618.250139:0:209548:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788696618.250141:0:209548:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.118@tcp lock: 000000006c387739/0x6acb2b64cadb190c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x602192bd9120004b expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788696618.250146:0:209548:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788696618.250147:0:209548:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:00000001:3.0:1788696618.250149:0:209548:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788696618.250150:0:209548:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000223875fc) refs 1 10000000:01000000:3.0:1788696618.250151:0:209548:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 10000000:00000001:3.0:1788696618.250152:0:209548:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1788696618.250152:0:209548:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1788696618.250153:0:209548:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1788696618.250154:0:209548:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1788696618.250155:0:209548:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1788696618.250155:0:209548:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1788696618.250156:0:209548:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1788696618.250157:0:209548:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1788696618.250158:0:209548:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1788696618.250159:0:209548:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:08000000:3.0:1788696618.250162:0:209548:0:(sec_config.c:488:sptlrpc_conf_free()) free sptlrpc conf lustre 02000000:00000010:3.0:1788696618.250164:0:209548:0:(sec_config.c:492:sptlrpc_conf_free()) kfreed 'conf': 120 at 0000000067717d16. 00000020:00000040:3.0:1788696618.250175:0:209548:0:(genops.c:879:class_export_put()) PUTting export 00000000a0473585 : new refcount 2 10000000:00000010:3.0:1788696618.250178:0:209548:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 00000000223875fc. 10000000:00000001:3.0:1788696618.250182:0:209548:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788696618.250183:0:209548:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.250187:0:209548:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788696618.250190:0:209548:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788696618.250192:0:209548:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788696618.250195:0:209548:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788696618.250198:0:209548:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788696618.250201:0:209548:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 000000006c387739 with handle 0x6acb2b64cadb190c from hash 00010000:00000001:3.0:1788696618.250204:0:209548:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788696618.250206:0:209548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788696618.250208:0:209548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788696618.250209:0:209548:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788696618.250212:0:209548:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788696618.250213:0:209548:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788696618.250215:0:209548:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788696618.250217:0:209548:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788696618.250226:0:209548:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788696618.250229:0:209548:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788696618.250236:0:209548:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32a5d79. 00000020:00000040:3.0:1788696618.250239:0:209548:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696618.250244:0:209548:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696618.250247:0:209548:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696618.250252:0:209548:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696618.250258:0:209548:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005b066959. 00000100:00000001:3.0:1788696618.250271:0:209548:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.250275:0:209548:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788696618.250280:0:209548:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.118@tcp lock: 000000006c387739/0x6acb2b64cadb190c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x602192bd9120004b expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788696618.250287:0:209548:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788696618.250288:0:209548:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696618.250290:0:209548:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788696618.250293:0:209548:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788696618.250299:0:209548:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020bc6dd5. 00000100:00000001:3.0:1788696618.250301:0:209548:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446630776895416192 : -113296814135424 : ffff98f507a3a780) 00000100:00000001:3.0:1788696618.250304:0:209548:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788696618.250306:0:209548:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548231040 : -113296161320576 : ffff98f52e8cd180) 00000100:00000001:3.0:1788696618.250311:0:209548:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696618.250320:0:209548:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.250322:0:209548:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788696618.250324:0:209548:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788696618.250334:0:209548:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a32a5d79 x1875583274401408/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696618.250343:0:209548:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788696618.250345:0:209548:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696618.250349:0:209548:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a32a5d79 x1875583274401408/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696618.250362:0:209548:0:(client.c:1858:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1788696618.250365:0:209548:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788696618.250367:0:209548:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788696618.250369:0:209548:0:(client.c:2716:ptlrpc_set_wait()) set 0000000020bc6dd5 going to sleep for 0 seconds 00000100:00000001:3.0:1788696618.250373:0:209548:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788696618.250375:0:209548:0:(client.c:2106:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1788696618.250380:0:209548:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696618.250382:0:209548:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788696618.250385:0:209548:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788696618.250389:0:209548:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a32a5d79 x1875583274401408/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788696618.250397:0:209548:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job umount:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:209548:1875583274401408:192.168.201.118@tcp:103: 00000100:00000001:3.0:1788696618.250407:0:209548:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788696618.250409:0:209548:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1788696618.250411:0:209548:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788696618.250413:0:209548:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696618.250416:0:209548:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a32a5d79 x1875583274401408/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696618.250420:0:209548:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788696618.250422:0:209548:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000020bc6dd5. 00000100:00000001:3.0:1788696618.250425:0:209548:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788696618.250426:0:209548:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:3.0:1788696618.250428:0:209548:0:(ldlm_request.c:1624:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:3.0:1788696618.250429:0:209548:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696618.250432:0:209548:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a32a5d79 x1875583274401408/t0(0) o103->MGC192.168.201.118@tcp@192.168.201.118@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696618.250436:0:209548:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788696618.250438:0:209548:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696618.250439:0:209548:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=2 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696618.250440:0:209548:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788696618.250442:0:209548:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005b066959. 02000000:00000001:3.0:1788696618.250445:0:209548:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788696618.250453:0:209548:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788696618.250455:0:209548:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32a5d79. 00000100:00000001:3.0:1788696618.250460:0:209548:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788696618.250462:0:209548:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788696618.250463:0:209548:0:(ldlm_request.c:1631:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:3.0:1788696618.250465:0:209548:0:(ldlm_request.c:2490:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:3.0:1788696618.250467:0:209548:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788696618.250469:0:209548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.118@tcp lock: 000000006c387739/0x6acb2b64cadb190c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x602192bd9120004b expref: -99 pid: 203421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788696618.250482:0:209548:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788696618.250483:0:209548:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.250485:0:209548:0:(ldlm_request.c:2550:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1788696618.250494:0:209548:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: 000000007e2be619 count: 0 00000001:00000001:3.0:1788696618.250504:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.250507:0:209548:0:(ldlm_request.c:2611:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.250510:0:209548:0:(ldlm_resource.c:1303:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1788696618.250513:0:209548:0:(ldlm_resource.c:1244:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1788696618.250514:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.250516:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.250518:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.250520:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.250522:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.250524:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.250526:0:209548:0:(ldlm_resource.c:1286:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.250535:0:209548:0:(ldlm_resource.c:1328:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:3.0:1788696618.250537:0:209548:0:(import.c:1982:ptlrpc_disconnect_import()) Process entered 00000100:00000001:3.0:1788696618.250541:0:209548:0:(import.c:1915:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:3.0:1788696618.250543:0:209548:0:(import.c:1806:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1788696618.250547:0:209548:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a32a5d79. 00000020:00000040:3.0:1788696618.250549:0:209548:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000100:00000001:3.0:1788696618.250552:0:209548:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788696618.250553:0:209548:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788696618.250556:0:209548:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788696618.250560:0:209548:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008513bebc. 00000100:00000001:3.0:1788696618.250564:0:209548:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.250567:0:209548:0:(import.c:1844:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446630777548231040 : -113296161320576 : ffff98f52e8cd180) 00000100:00080000:3.0:1788696618.250582:0:209548:0:(import.c:65:import_set_state_nolock()) 00000000884adf28 MGS: changing import state from FULL to CONNECTING 00000100:00000001:3.0:1788696618.250586:0:209548:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788696618.250588:0:209548:0:(jobid.c:970:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788696618.250593:0:209548:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a32a5d79] to pc [ptlrpcd_rcv+-1] req@00000000a32a5d79 x1875583274401536/t0(0) o251->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696618.250610:0:209548:0:(import.c:1961:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696618.250619:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696618.250624:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696618.250626:0:201299:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788696618.250632:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a32a5d79 x1875583274401536/t0(0) o251->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696618.250640:0:201299:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788696618.250642:0:201299:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696618.250645:0:201299:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788696618.250647:0:201299:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788696618.250650:0:201299:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788696618.250653:0:201299:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201299:1875583274401536:192.168.201.118@tcp:251: 00000100:00000001:1.0:1788696618.250658:0:201299:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788696618.250663:0:201299:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788696618.250665:0:201299:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696618.250668:0:201299:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788696618.250673:0:201299:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000255ad1f7. 02000000:00000001:1.0:1788696618.250675:0:201299:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788696618.250682:0:201299:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cbfd659. 00000400:00000010:1.0:1788696618.250689:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000053d383cc. 00000100:00000200:1.0:1788696618.250696:0:201299:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875583274401536, portal 25 00000100:00000001:1.0:1788696618.250698:0:201299:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788696618.250699:0:201299:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446630777548231040 : -113296161320576 : ffff98f52e8cd180) 00000100:00000040:1.0:1788696618.250704:0:201299:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@00000000a32a5d79 x1875583274401536/t0(0) o251->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696618.250711:0:201299:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788696618.250715:0:201299:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.118@tcp 00000400:00000010:1.0:1788696618.250717:0:201299:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6df8fe2. 00000100:00000200:1.0:1788696618.250719:0:201299:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875583274401536, offset 0 00000400:00000200:1.0:1788696618.250726:0:201299:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.201.118@tcp 00000400:00000200:1.0:1788696618.250741:0:201299:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.118@tcp local destination 00000400:00000200:1.0:1788696618.250747:0:201299:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788696618.250757:0:201299:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.201.18@tcp 00000400:00000200:1.0:1788696618.250762:0:201299:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.18@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788696618.250765:0:201299:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.118@tcp 00000400:00000200:1.0:1788696618.250769:0:201299:0:(lib-move.c:1738:lnet_handle_send()) 192.168.201.18@tcp NI seq info: [652:652:256:4294967295] 192.168.201.118@tcp LPNI seq info [652:652:8:4294967295] 00000400:00000200:1.0:1788696618.250782:0:201299:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp:) -> 192.168.201.118@tcp(192.168.201.118@tcp:192.168.201.118@tcp) : PUT try# 0 00000800:00000200:1.0:1788696618.250789:0:201299:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.118@tcp 00000800:00000010:1.0:1788696618.250794:0:201299:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ea0493a. 00000800:00000200:1.0:1788696618.250800:0:201299:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007cfab759] -> 12345-192.168.201.118@tcp (5) 00000800:00000200:1.0:1788696618.250814:0:201299:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.118@tcp ip 192.168.201.118:988 00000800:00000200:1.0:1788696618.250819:0:201299:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 000000001ea0493a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788696618.250834:0:201299:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696618.250838:0:201299:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 0 is 4307581325 00000100:00000001:1.0:1788696618.250866:0:201299:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307581304 00000100:00000001:1.0:1788696618.250872:0:201299:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 1 is 4307581326 00000100:00000001:1.0:1788696618.250877:0:201299:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307581304 00000100:00000001:1.0:1788696618.250881:0:201299:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 2 is 4307581326 00000100:00000001:1.0:1788696618.250884:0:201299:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4307581305 00000100:00000001:1.0:1788696618.250886:0:201299:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS new deadline estimation for cpu 3 is 4307581326 00000100:00000001:1.0:1788696618.250894:0:201299:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.118@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4307581305 00000100:00000001:1.0:1788696618.250897:0:201299:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696618.250900:0:201299:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696618.250933:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696618.250936:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788696618.250971:0:201294:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788696618.250975:0:201294:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ea0493a. 00000400:00000200:3.0:1788696618.250980:0:201294:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788696618.250986:0:201294:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000400:00000200:3.0:1788696618.250992:0:201294:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6df8fe2 00000400:00000010:3.0:1788696618.250995:0:201294:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 00000000f6df8fe2. 00000100:00000001:3.0:1788696618.250999:0:201294:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788696618.251002:0:201294:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@00000000a32a5d79 x1875583274401536/t0(0) o251->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788696618.251012:0:201294:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788696618.251014:0:201294:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a32a5d79 x1875583274401536/t0(0) o251->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696618.251015:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696618.251019:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788696618.251026:0:201294:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.251028:0:201294:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788696618.251080:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696618.251083:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788696618.251084:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696618.251087:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788696618.252739:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696618.252750:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788696618.252754:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696618.252756:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696618.252764:0:201293:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.201.18@tcp(192.168.201.18@tcp) <- 192.168.201.118@tcp : PUT - for me 00000400:00000200:0.0:1788696618.252778:0:201293:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.118@tcp of length 224 into portal 25 MB=0x6a9d542d13f00 00000400:00000200:0.0:1788696618.252784:0:201293:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.118@tcp of length 224/224 into md 0x1529 [1] + 224 00000800:00000001:0.0:1788696618.252790:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696618.252814:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788696618.252817:0:201293:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788696618.252825:0:201293:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.18@tcp->192.168.201.118@tcp: PUT: OK 00000100:00000001:0.0:1788696618.252831:0:201293:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788696618.252836:0:201293:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@00000000a32a5d79 x1875583274401536/t0(0) o251->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788696618.253131:0:201293:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a32a5d79 x1875583274401536/t0(0) o251->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788696618.253150:0:201293:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788696618.253158:0:201293:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788696618.253161:0:201293:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696618.253183:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696618.253193:0:201299:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788696618.253198:0:201299:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788696618.253200:0:201299:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788696618.253202:0:201299:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cbfd659. 00000400:00000200:1.0:1788696618.253206:0:201299:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053d383cc 00000400:00000010:1.0:1788696618.253208:0:201299:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at 0000000053d383cc. 00000100:00000001:1.0:1788696618.253210:0:201299:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788696618.253214:0:201299:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@00000000a32a5d79 x1875583274401536/t0(0) o251->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788696618.253222:0:201299:0:(events.c:104:reply_in_callback()) @@@ unlink req@00000000a32a5d79 x1875583274401536/t0(0) o251->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696618.253228:0:201299:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788696618.253229:0:201299:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696618.253231:0:201299:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788696618.253233:0:201299:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788696618.253236:0:201299:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788696618.253238:0:201299:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788696618.253240:0:201299:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788696618.253253:0:201299:0:(import.c:2195:obd_at_measure()) add 5 to 00000000a39c9274 time=69 v=5 (5 5 5 5) 00000100:00001000:1.0:1788696618.253257:0:201299:0:(import.c:2195:obd_at_measure()) add 1 to 00000000abf38eb2 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1788696618.253259:0:201299:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788696618.253261:0:201299:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788696618.253263:0:201299:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788696618.253265:0:201299:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696618.253267:0:201299:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788696618.253271:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a32a5d79 x1875583274401536/t0(0) o251->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696618.253277:0:201299:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788696618.253279:0:201299:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788696618.253281:0:201299:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788696618.253283:0:201299:0:(import.c:65:import_set_state_nolock()) 00000000884adf28 MGS: changing import state from CONNECTING to CLOSED 00000100:00000001:1.0:1788696618.253286:0:201299:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:1.0:1788696618.253289:0:201299:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1788696618.253302:0:201299:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1788696618.253304:0:201299:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696618.253310:0:201299:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1788696618.253311:0:201299:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:1.0:1788696618.253312:0:201299:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1788696618.253313:0:201299:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696618.253313:0:201299:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000040:1.0:1788696618.253326:0:201299:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a32a5d79 x1875583274401536/t0(0) o251->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788696618.253333:0:201299:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a32a5d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:82e207fb-4f8d-4f39-8bd3-a636bfdd6d55:201299:1875583274401536:192.168.201.118@tcp:251: 00000100:00000001:1.0:1788696618.253336:0:201299:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696618.253338:0:201299:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788696618.253340:0:201299:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a32a5d79 x1875583274401536/t0(0) o251->MGC192.168.201.118@tcp@192.168.201.118@tcp:26/25 lens 224/224 e 0 to 0 dl 1788696628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788696618.253354:0:201299:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788696618.253357:0:201299:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788696618.253360:0:201299:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000255ad1f7. 02000000:00000001:1.0:1788696618.253365:0:201299:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788696618.253367:0:201299:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788696618.253368:0:201299:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=2 obd=MGC192.168.201.118@tcp 00000020:00000001:1.0:1788696618.253371:0:201299:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788696618.253372:0:201299:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008513bebc. 02000000:00000001:1.0:1788696618.253375:0:201299:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788696618.253377:0:201299:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788696618.253378:0:201299:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a32a5d79. 00000100:00000001:1.0:1788696618.253383:0:201299:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788696618.253384:0:201299:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696618.253385:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788696618.253390:0:201299:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788696618.253391:0:201299:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788696618.253393:0:201299:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788696618.253394:0:201299:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.253498:0:209548:0:(import.c:2026:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.253503:0:209548:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1788696618.253504:0:209548:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1788696618.253515:0:209548:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1788696618.253517:0:209548:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1788696618.253518:0:209548:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1788696618.253519:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:3.0:1788696618.253521:0:209548:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1788696618.253522:0:209548:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.253524:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:3.0:1788696618.253526:0:209548:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1788696618.253528:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:3.0:1788696618.253529:0:209548:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000001:00000001:3.0:1788696618.253531:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.253533:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.253536:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.253538:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.253539:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.253540:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788696618.253542:0:209548:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.253543:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00010000:00000001:3.0:1788696618.253546:0:209548:0:(ldlm_lib.c:829:client_disconnect_export()) Process leaving 00000020:00000001:3.0:1788696618.253548:0:209548:0:(genops.c:1443:class_disconnect()) Process entered 00000020:00000080:3.0:1788696618.253550:0:209548:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x6acb2b64cadb185d 00000020:00000040:3.0:1788696618.253554:0:209548:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 0000000097e7721e with handle 0x6acb2b64cadb185d from hash 00000020:00000001:3.0:1788696618.253560:0:209548:0:(genops.c:1915:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1788696618.253562:0:209548:0:(genops.c:879:class_export_put()) PUTting export 0000000097e7721e : new refcount 1 00000020:00000001:3.0:1788696618.253564:0:209548:0:(genops.c:1940:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1788696618.253565:0:209548:0:(genops.c:879:class_export_put()) PUTting export 0000000097e7721e : new refcount 0 00000020:00000080:3.0:1788696618.253566:0:209548:0:(genops.c:885:class_export_put()) final put 0000000097e7721e/82e207fb-4f8d-4f39-8bd3-a636bfdd6d55 00000020:00000001:3.0:1788696618.253578:0:209548:0:(lprocfs_status_server.c:795:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.253588:0:209548:0:(genops.c:1474:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.253590:0:209548:0:(ldlm_lib.c:842:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.253593:0:209548:0:(obd_class.h:921:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.253596:0:209548:0:(obd_config.c:2459:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1788696618.253597:0:209548:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.201.118@tcp (flags='') 00000020:00000010:3.0:1788696618.253602:0:209548:0:(obd_config.c:2481:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 00000000b24be2ae. 00000020:00000080:3.0:1788696618.253605:0:209548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1788696618.253610:0:209548:0:(obd_config.c:901:class_cleanup()) Process entered 00000020:00000001:2.0:1788696618.253611:0:171960:0:(genops.c:838:class_export_destroy()) Process entered 00000020:00000080:3.0:1788696618.253613:0:209548:0:(obd_config.c:956:class_cleanup()) MGC192.168.201.118@tcp: forcing exports to disconnect: 0/3 00000020:00000080:2.0:1788696618.253617:0:171960:0:(genops.c:844:class_export_destroy()) destroying export 0000000097e7721e/82e207fb-4f8d-4f39-8bd3-a636bfdd6d55 for MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696618.253618:0:209548:0:(genops.c:1543:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1788696618.253621:0:209548:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (00000000ba710c47) has no exports 00000020:00000040:2.0:1788696618.253625:0:171960:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 2 to 192.168.201.118@tcp 00000020:00000001:3.0:1788696618.253626:0:209548:0:(genops.c:1559:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1788696618.253630:0:171960:0:(obd_class.h:1024:obd_destroy_export()) Process entered 00000020:00000001:3.0:1788696618.253630:0:209548:0:(obd_class.h:611:obd_precleanup()) Process entered 00000020:00000001:2.0:1788696618.253633:0:171960:0:(obd_class.h:1028:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.253635:0:209548:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b066959. 00000020:00000040:2.0:1788696618.253636:0:171960:0:(obd_config.c:1023:class_decref()) Decref MGC192.168.201.118@tcp (00000000ba710c47) now 5 - export 00000020:00000010:3.0:1788696618.253641:0:209548:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 00000000507e5e9c. 00000020:00000010:2.0:1788696618.253642:0:171960:0:(genops.c:860:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000097e7721e. 00000040:00000010:3.0:1788696618.253647:0:209548:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 000000006cd9e7b8. 00000020:00000001:2.0:1788696618.253651:0:171960:0:(genops.c:861:class_export_destroy()) Process leaving 00000020:00000010:3.0:1788696618.253652:0:209548:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002a4586ac. 00000020:00000010:3.0:1788696618.253658:0:209548:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 00000000b2b34187. 00040000:00000010:3.0:1788696618.253662:0:209548:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a289aad5. 00040000:00000010:3.0:1788696618.253666:0:209548:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000073332711. 00000020:00000010:3.0:1788696618.253669:0:209548:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d73f4698. 10000000:00000001:3.0:1788696618.253674:0:209548:0:(mgc_request.c:792:mgc_device_fini()) Process entered 10000000:01000000:0.0:1788696618.253724:0:203421:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:00000001:0.0:1788696618.253728:0:203421:0:(mgc_request.c:709:mgc_requeue_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788696618.253803:0:209548:0:(obd_class.h:659:obd_cleanup_client_import()) Process entered 10000000:01000000:3.0:1788696618.253806:0:209548:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.201.118@tcp: client import never connected 00000100:00000001:3.0:1788696618.253808:0:209548:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1788696618.253810:0:209548:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1788696618.253812:0:209548:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1788696618.253814:0:209548:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1788696618.253815:0:209548:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1788696618.253817:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:3.0:1788696618.253818:0:209548:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1788696618.253820:0:209548:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.253822:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:3.0:1788696618.253824:0:209548:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1788696618.253826:0:209548:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:3.0:1788696618.253827:0:209548:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000001:00000001:3.0:1788696618.253829:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.253831:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.253834:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.253836:0:209548:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788696618.253837:0:209548:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788696618.253838:0:209548:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788696618.253840:0:209548:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.253841:0:209548:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000020:00000040:3.0:1788696618.253875:0:209548:0:(genops.c:1210:class_import_get()) import 00000000884adf28 refcount=3 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696618.253878:0:209548:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696618.253879:0:209548:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=2 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696618.253882:0:209548:0:(genops.c:1230:class_import_put()) Process leaving 02000000:08000000:3.0:1788696618.253885:0:209548:0:(sec.c:1378:sec_cop_destroy_sec()) sec.null@000000009d3da6b2: being destroyed 00000020:00000001:3.0:1788696618.253888:0:209548:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696618.253889:0:209548:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=1 obd=MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696618.253891:0:209548:0:(genops.c:1230:class_import_put()) Process leaving 10000000:00000001:3.0:1788696618.253893:0:209548:0:(obd_class.h:677:obd_cleanup_client_import()) Process leaving 10000000:00000001:3.0:1788696618.253895:0:209548:0:(mgc_request.c:774:mgc_llog_fini()) Process entered 10000000:00000040:3.0:1788696618.253896:0:209548:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt 000000001f26160a : new refcount 2 00000040:00000001:3.0:1788696618.253899:0:209548:0:(llog_obd.c:95:llog_cleanup()) Process entered 00000040:00000040:3.0:1788696618.253900:0:209548:0:(lustre_log.h:389:llog_ctxt_put()) PUTting ctxt 000000001f26160a : new refcount 1 00000020:00000040:3.0:1788696618.253904:0:209548:0:(genops.c:879:class_export_put()) PUTting export 00000000a0473585 : new refcount 1 00000020:00000001:3.0:1788696618.253906:0:209548:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788696618.253907:0:209548:0:(genops.c:1223:class_import_put()) import 00000000884adf28 refcount=0 obd=MGC192.168.201.118@tcp 00000020:00000040:3.0:1788696618.253909:0:209548:0:(genops.c:1226:class_import_put()) final put import 00000000884adf28 00000020:00000001:3.0:1788696618.253916:0:209548:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000010:3.0:1788696618.253918:0:209548:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000001f26160a. 00000040:00000001:3.0:1788696618.253924:0:209548:0:(llog_obd.c:124:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788696618.253926:0:209548:0:(mgc_request.c:780:mgc_llog_fini()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788696618.253928:0:209548:0:(mgc_request.c:816:mgc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.253932:0:209548:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d73f4698. 00000020:00000001:2.0:1788696618.253935:0:171960:0:(genops.c:1181:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1788696618.253938:0:171960:0:(genops.c:1183:obd_zombie_import_free()) destroying import 00000000884adf28 for MGC192.168.201.118@tcp 00000020:00000010:3.0:1788696618.253941:0:209548:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000507e5e9c. 00000020:00000040:2.0:1788696618.253943:0:171960:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 1 to 192.168.201.118@tcp 00000040:00000010:3.0:1788696618.253946:0:209548:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000006cd9e7b8. 00000020:00000040:2.0:1788696618.253950:0:171960:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=000000005ce712d7 refcount 0 to 192.168.201.118@tcp 00000020:00000010:3.0:1788696618.253951:0:209548:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 000000002a4586ac. 00000020:00000010:2.0:1788696618.253955:0:171960:0:(genops.c:1194:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 000000002fbc7d5f. 00000020:00000010:3.0:1788696618.253957:0:209548:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 00000000b2b34187. 00000020:00000040:2.0:1788696618.253960:0:171960:0:(obd_config.c:1023:class_decref()) Decref MGC192.168.201.118@tcp (00000000ba710c47) now 4 - import 00040000:00000010:3.0:1788696618.253962:0:209548:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a289aad5. 00000020:00000010:2.0:1788696618.253965:0:171960:0:(genops.c:1201:obd_zombie_import_free()) kfreed 'imp': 1720 at 00000000884adf28. 00040000:00000010:3.0:1788696618.253967:0:209548:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000073332711. 00000020:00000001:2.0:1788696618.253970:0:171960:0:(genops.c:1202:obd_zombie_import_free()) Process leaving 00000020:00000010:3.0:1788696618.253972:0:209548:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b066959. 00000020:00000001:3.0:1788696618.253975:0:209548:0:(obd_class.h:630:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788696618.253996:0:209548:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1788696618.254001:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e914cf5b. 00000001:00000010:3.0:1788696618.254004:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004f0daa65. 00000001:00000010:3.0:1788696618.254006:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000ff4043b. 00000001:00000010:3.0:1788696618.254008:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000faa3c110. 00000001:00000010:3.0:1788696618.254010:0:209548:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000004c20203. 00000001:00000010:3.0:1788696618.254012:0:209548:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000065a769c9. 00000001:00000001:3.0:1788696618.254015:0:209548:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1788696618.254016:0:209548:0:(obd_config.c:1023:class_decref()) Decref MGC192.168.201.118@tcp (00000000ba710c47) now 3 - setup 00000020:00000001:3.0:1788696618.254018:0:209548:0:(obd_config.c:986:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.254021:0:209548:0:(obd_config.c:1628:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1788696618.254023:0:209548:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1788696618.254026:0:209548:0:(obd_config.c:863:class_detach()) Process entered 00000020:00000040:3.0:1788696618.254028:0:209548:0:(obd_config.c:1023:class_decref()) Decref MGC192.168.201.118@tcp (00000000ba710c47) now 2 - obd_device_list 00000020:00000080:3.0:1788696618.254031:0:209548:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.201.118@tcp (uuid 82e207fb-4f8d-4f39-8bd3-a636bfdd6d55) 00000020:00000040:3.0:1788696618.254032:0:209548:0:(obd_config.c:1023:class_decref()) Decref MGC192.168.201.118@tcp (00000000ba710c47) now 1 - newdev 00000020:00000040:3.0:1788696618.254035:0:209548:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object 00000000a0473585 with handle 0x6acb2b64cadb1856 from hash 00000020:00000040:3.0:1788696618.254037:0:209548:0:(genops.c:879:class_export_put()) PUTting export 00000000a0473585 : new refcount 0 00000020:00000080:3.0:1788696618.254039:0:209548:0:(genops.c:885:class_export_put()) final put 00000000a0473585/82e207fb-4f8d-4f39-8bd3-a636bfdd6d55 00000020:00000001:3.0:1788696618.254041:0:209548:0:(lprocfs_status_server.c:795:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788696618.254043:0:209548:0:(genops.c:838:class_export_destroy()) Process entered 00000020:00000080:3.0:1788696618.254044:0:209548:0:(genops.c:844:class_export_destroy()) destroying export 00000000a0473585/82e207fb-4f8d-4f39-8bd3-a636bfdd6d55 for MGC192.168.201.118@tcp 00000020:00000001:3.0:1788696618.254046:0:209548:0:(obd_class.h:1024:obd_destroy_export()) Process entered 00000020:00000001:3.0:1788696618.254047:0:209548:0:(obd_class.h:1028:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.254048:0:209548:0:(genops.c:860:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000a0473585. 00000020:00000001:3.0:1788696618.254051:0:209548:0:(genops.c:861:class_export_destroy()) Process leaving 00000020:00000040:3.0:1788696618.254053:0:209548:0:(genops.c:438:class_free_dev()) Release obd device MGC192.168.201.118@tcp obd_type name = mgc 00000020:01000000:3.0:1788696618.254055:0:209548:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.201.118@tcp (82e207fb-4f8d-4f39-8bd3-a636bfdd6d55) 00000020:00000001:3.0:1788696618.254056:0:209548:0:(obd_class.h:640:obd_cleanup()) Process entered 00000020:00000010:3.0:1788696618.254058:0:209548:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b066959. 00000020:00000010:3.0:1788696618.254061:0:209548:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at 0000000073332711. 00000040:00000010:3.0:1788696618.254063:0:209548:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at 00000000b2b34187. 00000020:00000010:3.0:1788696618.254065:0:209548:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002a4586ac. 00000020:00000010:3.0:1788696618.254067:0:209548:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at 000000006cd9e7b8. 00040000:00000010:3.0:1788696618.254069:0:209548:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a289aad5. 00040000:00000010:3.0:1788696618.254071:0:209548:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000507e5e9c. 10000000:00000001:3.0:1788696618.254073:0:209548:0:(mgc_request.c:824:mgc_device_free()) Process entered 00000020:00000001:3.0:1788696618.254075:0:209548:0:(obd_config.c:1247:class_del_profiles()) Process entered 00000020:00000001:3.0:1788696618.254077:0:209548:0:(obd_config.c:1260:class_del_profiles()) Process leaving 00010000:00000001:3.0:1788696618.254166:0:209548:0:(ldlm_lib.c:627:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1788696618.254169:0:209548:0:(ldlm_resource.c:1339:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1788696618.254171:0:209548:0:(ldlm_pool.c:930:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1788696618.254193:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000002879f1c8. 00000020:00000010:3.0:1788696618.254198:0:209548:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 704 at 000000003b135f19. 00000020:00000010:3.0:1788696618.254201:0:209548:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at 000000003e7dba71. 00010000:00000001:3.0:1788696618.254224:0:209548:0:(ldlm_pool.c:933:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1788696618.254233:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at 0000000037ea2fff. 00000020:00000010:3.0:1788696618.254236:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at 00000000910c735a. 00000020:00000010:3.0:1788696618.254238:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at 000000004dd6fd7f. 00000020:00000010:3.0:1788696618.254240:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at 00000000e1e5099b. 00000020:00000010:3.0:1788696618.254243:0:209548:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 00000000b661dcff. 00000020:00000010:3.0:1788696618.254245:0:209548:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at 0000000085251410. 00000001:00000001:3.0:1788696618.254283:0:209548:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1788696618.254285:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 000000000250d149. 00000001:00000010:3.0:1788696618.254288:0:209548:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 000000000753cc3a. 00000001:00000010:3.0:1788696618.254290:0:209548:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 000000004ea6a61c. 00000001:00000010:3.0:1788696618.254301:0:209548:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000e998f94e. 00000001:00000001:3.0:1788696618.254304:0:209548:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1788696618.254309:0:209548:0:(ldlm_resource.c:1362:ldlm_namespace_free_post()) kfreed 'ns': 848 at 000000004530a3d2. 00010000:00000001:3.0:1788696618.254313:0:209548:0:(ldlm_lockd.c:3050:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1788696618.254315:0:209548:0:(ldlm_lockd.c:3064:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1788696618.254316:0:209548:0:(ldlm_resource.c:1364:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1788696618.254317:0:209548:0:(obd_class.h:659:obd_cleanup_client_import()) Process entered 00010000:00000001:3.0:1788696618.254319:0:209548:0:(obd_class.h:677:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1788696618.254320:0:209548:0:(ldlm_lockd.c:3050:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1788696618.254322:0:209548:0:(ldlm_lockd.c:3551:ldlm_cleanup()) Process entered 00000001:00000010:3.0:1788696618.254335:0:209548:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at 00000000fe59c89d. 00000001:00000010:3.0:1788696618.254339:0:209548:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at 000000009a45a839. 00000020:00000001:1.0:1788696618.254396:0:203418:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788696618.254399:0:203418:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788696618.254401:0:203418:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00000001:1.0:1788696618.254404:0:203418:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788696618.254406:0:203418:0:(ldlm_lockd.c:2885:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:1.0:1788696618.254421:0:203418:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d1f4fd12. 00000020:00000010:1.0:1788696618.254431:0:203418:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000004e9f1334. 00000020:00000010:1.0:1788696618.254435:0:203418:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 0000000089359d27. 00000020:00000010:1.0:1788696618.254440:0:203418:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006406d54d. 00000020:00000010:1.0:1788696618.254445:0:203418:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 000000005b677bc4. 80000000:00000010:1.0:1788696618.254448:0:203418:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f8a4f92d. 40000000:00000010:1.0:1788696618.254453:0:203418:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at 00000000ca3efae3. 00100000:00000010:1.0:1788696618.254458:0:203418:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fdc5d7c5. 00000020:00000001:2.0:1788696618.254461:0:203419:0:(genops.c:1895:obd_stale_export_get()) Process entered 00040000:00000010:1.0:1788696618.254462:0:203418:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000054de2dc1. 00000020:00000001:2.0:1788696618.254465:0:203419:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1788696618.254467:0:203418:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ead941e0. 00010000:00010000:2.0:1788696618.254469:0:203419:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00002000:00000010:1.0:1788696618.254471:0:203418:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at 00000000e5b0309b. 00010000:00000001:2.0:1788696618.254473:0:203419:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788696618.254476:0:203419:0:(ldlm_lockd.c:2885:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:1.0:1788696618.254478:0:203418:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d41cbcda. 00010000:00000010:1.0:1788696618.254482:0:203418:0:(ldlm_lockd.c:3024:ldlm_bl_thread_main()) kfreed 'env': 56 at 0000000055638ee4. 00010000:00000001:1.0:1788696618.254485:0:203418:0:(ldlm_lockd.c:3025:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1788696618.254487:0:203419:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a2a4204f. 00000020:00000010:2.0:1788696618.254496:0:203419:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000001c0296ee. 00000020:00000010:2.0:1788696618.254501:0:203419:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cb48efdf. 00000020:00000010:2.0:1788696618.254505:0:203419:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000eff09682. 00000020:00000010:2.0:1788696618.254519:0:203419:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 000000008e73e61e. 80000000:00000010:2.0:1788696618.254523:0:203419:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a6b1eab6. 40000000:00000010:2.0:1788696618.254527:0:203419:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at 0000000012248e54. 00000020:00000001:0.0:1788696618.254528:0:203701:0:(genops.c:1895:obd_stale_export_get()) Process entered 00100000:00000010:2.0:1788696618.254531:0:203419:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000376c8f22. 00000020:00000001:0.0:1788696618.254532:0:203701:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788696618.254537:0:203701:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00040000:00000010:2.0:1788696618.254537:0:203419:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001cfc0b35. 00010000:00000001:0.0:1788696618.254541:0:203701:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00040000:00000010:2.0:1788696618.254543:0:203419:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000389cbcc9. 00010000:00000001:0.0:1788696618.254544:0:203701:0:(ldlm_lockd.c:2885:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1788696618.254549:0:203419:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at 00000000c9ef41c7. 00000020:00000010:2.0:1788696618.254554:0:203419:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b822aa0. 00000020:00000010:0.0:1788696618.254556:0:203701:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c2c8cfb6. 00010000:00000010:2.0:1788696618.254558:0:203419:0:(ldlm_lockd.c:3024:ldlm_bl_thread_main()) kfreed 'env': 56 at 00000000f7442909. 00010000:00000010:3.0:1788696618.254564:0:209548:0:(ldlm_lockd.c:3580:ldlm_cleanup()) kfreed 'blp': 168 at 000000005a38fb2e. 00010000:00000001:2.0:1788696618.254566:0:203419:0:(ldlm_lockd.c:3025:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788696618.254580:0:209548:0:(service.c:3862:ptlrpc_unregister_service()) Process entered 00000020:00000010:0.0:1788696618.254581:0:203701:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000014733443. 00000100:00000200:3.0:1788696618.254584:0:209548:0:(service.c:3864:ptlrpc_unregister_service()) ldlm_cbd: tearing down 00000020:00000010:0.0:1788696618.254588:0:203701:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 000000000d422f34. 00000100:00000001:3.0:1788696618.254590:0:209548:0:(service.c:3405:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1788696618.254593:0:209548:0:(service.c:3359:ptlrpc_svcpt_stop_threads()) Process entered 00000020:00000010:0.0:1788696618.254594:0:203701:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008b7b77ad. 00000100:00000040:3.0:1788696618.254595:0:209548:0:(service.c:3362:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_cbd 00000100:00000040:3.0:1788696618.254599:0:209548:0:(service.c:2821:ptlrpc_stop_thread()) Stopping thread ldlm_cb #1 00000020:00000010:0.0:1788696618.254601:0:203701:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 000000009353747a. 00000100:00000040:3.0:1788696618.254602:0:209548:0:(service.c:2821:ptlrpc_stop_thread()) Stopping thread ldlm_cb #0 80000000:00000010:0.0:1788696618.254607:0:203701:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007cbdfee4. 40000000:00000010:0.0:1788696618.254611:0:203701:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at 0000000014924e6a. 00100000:00000010:0.0:1788696618.254614:0:203701:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000278c7751. 00040000:00000010:0.0:1788696618.254618:0:203701:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fffd7870. 00040000:00000010:0.0:1788696618.254621:0:203701:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000eb2e7c87. 00002000:00000010:0.0:1788696618.254623:0:203701:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at 0000000086d355f4. 00000100:00000040:3.0:1788696618.254623:0:209548:0:(service.c:3381:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cb #1 00000020:00000010:1.0:1788696618.254633:0:203413:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000b7e4458d. 00000020:00000010:0.0:1788696618.254635:0:203701:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041fb23ec. 00000040:00000010:1.0:1788696618.254640:0:203413:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000000efb77d1. 00000020:00000010:3.0:1788696618.254640:0:203414:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000003842361. 00010000:00000010:0.0:1788696618.254641:0:203701:0:(ldlm_lockd.c:3024:ldlm_bl_thread_main()) kfreed 'env': 56 at 00000000bc02f3c8. 00010000:00000001:0.0:1788696618.254648:0:203701:0:(ldlm_lockd.c:3025:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1788696618.254648:0:203413:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d35f32e3. 00000040:00000010:3.0:1788696618.254649:0:203414:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000037d151f1. 00000020:00000010:1.0:1788696618.254656:0:203413:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000035f4889a. 00000020:00000010:3.0:1788696618.254658:0:203414:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 000000005e5fdc75. 00000020:00000010:1.0:1788696618.254662:0:203413:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 000000007db1821b. 80000000:00000010:1.0:1788696618.254667:0:203413:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000076faf012. 00000020:00000010:3.0:1788696618.254667:0:203414:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b2fbde63. 40000000:00000010:1.0:1788696618.254675:0:203413:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at 00000000bd7857c7. 00000020:00000010:3.0:1788696618.254675:0:203414:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 000000002fa95930. 00100000:00000010:1.0:1788696618.254682:0:203413:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e6ebbbc8. 80000000:00000010:3.0:1788696618.254683:0:203414:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f64e5f38. 00040000:00000010:1.0:1788696618.254688:0:203413:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c1e837ad. 40000000:00000010:3.0:1788696618.254689:0:203414:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at 000000005f9e58b4. 00040000:00000010:1.0:1788696618.254693:0:203413:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at 00000000eebfd634. 00100000:00000010:3.0:1788696618.254695:0:203414:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000073081231. 00040000:00000010:1.0:1788696618.254699:0:203413:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000057f5b340. 00040000:00000010:3.0:1788696618.254702:0:203414:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003b3eb759. 00000004:00000010:1.0:1788696618.254706:0:203413:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at 00000000e2058f01. 00040000:00000010:3.0:1788696618.254708:0:203414:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at 00000000f3a838d0. 00040000:00000010:3.0:1788696618.254713:0:203414:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000877503bc. 00000004:00000010:3.0:1788696618.254717:0:203414:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at 00000000b70bb38f. 00000004:00000010:3.0:1788696618.254735:0:203414:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at 00000000cd0d2a11. 00000004:00000010:1.0:1788696618.254736:0:203413:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at 000000003d3ce2ed. 00000004:00000010:3.0:1788696618.254743:0:203414:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at 0000000099426fed. 00000004:00000010:1.0:1788696618.254744:0:203413:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at 0000000000b898f3. 00002000:00000010:3.0:1788696618.254750:0:203414:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at 00000000d2b58eaf. 00002000:00000010:1.0:1788696618.254751:0:203413:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at 00000000e37a4631. 00000004:00000010:3.0:1788696618.254757:0:203414:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at 000000003c5132f0. 00000004:00000010:1.0:1788696618.254758:0:203413:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at 00000000913425da. 00000020:00000010:1.0:1788696618.254764:0:203413:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d8c333d. 00000020:00000010:3.0:1788696618.254764:0:203414:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000055f6014b. 00000020:00000010:1.0:1788696618.254772:0:203413:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e353ea1c. 00000020:00000010:3.0:1788696618.254772:0:203414:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000040ecbf51. 00000100:00000010:3.0:1788696618.254784:0:203414:0:(service.c:3176:ptlrpc_main()) kfreed 'env': 56 at 000000007f205a99. 00000100:00000010:1.0:1788696618.254785:0:203413:0:(service.c:3176:ptlrpc_main()) kfreed 'env': 56 at 00000000f786d907. 00000100:00100000:3.0:1788696618.254790:0:203414:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [00000000a6efa0d2:203414] 1 exiting: rc = 0 00000100:00100000:1.0:1788696618.254791:0:203413:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [000000000cf3bf5a:203413] 0 exiting: rc = 1 00000100:00000010:2.0:1788696618.254821:0:209548:0:(service.c:3394:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000000cf3bf5a. 00000100:00000010:2.0:1788696618.254828:0:209548:0:(service.c:3394:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a6efa0d2. 00000100:00000001:2.0:1788696618.254832:0:209548:0:(service.c:3396:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1788696618.254834:0:209548:0:(service.c:3412:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1788696618.254838:0:209548:0:(lib-ptl.c:966:lnet_clear_lazy_portal()) clearing portal 15 lazy 00000400:00000001:2.0:1788696618.254843:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.254864:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.254866:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a94fcc17. 00000400:00000200:2.0:1788696618.254871:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2664544 00000400:00000010:2.0:1788696618.254873:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000f2664544. 00000100:00000001:2.0:1788696618.254878:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.254880:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_cbd 00000100:00100000:2.0:1788696618.254889:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.254892:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1788696618.254895:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:2.0:1788696618.254900:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.254902:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1788696618.254908:0:209548:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788696618.254910:0:209548:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 0000000048c3a6dc. 02000000:00000001:2.0:1788696618.254915:0:209548:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788696618.254917:0:209548:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d0911758. 02000000:00000001:2.0:1788696618.254922:0:209548:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788696618.254923:0:209548:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at 00000000aec5cf2a. 02000000:00000001:2.0:1788696618.254926:0:209548:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788696618.254928:0:209548:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c910da9. 00000100:00000010:2.0:1788696618.254935:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bc2f158a. 00000100:00000010:2.0:1788696618.254939:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d0b7ae3c. 00000100:00000010:2.0:1788696618.254944:0:209548:0:(service.c:3817:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000dab9d3c5. 00000100:00000010:2.0:1788696618.254947:0:209548:0:(service.c:3817:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000c1564e0b. 00000100:00000001:2.0:1788696618.254952:0:209548:0:(nrs.c:1061:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1788696618.254954:0:209548:0:(nrs.c:719:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1788696618.254957:0:209548:0:(nrs.c:112:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1788696618.254959:0:209548:0:(nrs.c:67:__nrs_policy_stop()) Process entered 00000100:00000010:2.0:1788696618.254962:0:209548:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000e490f4b7. 00000100:00000001:2.0:1788696618.254966:0:209548:0:(nrs.c:85:__nrs_policy_stop()) Process leaving 00000100:00000001:2.0:1788696618.254968:0:209548:0:(nrs.c:148:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696618.254971:0:209548:0:(nrs.c:755:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1788696618.254973:0:209548:0:(nrs.c:763:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000cf8c58d5. 00000100:00000001:2.0:1788696618.254977:0:209548:0:(nrs.c:719:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1788696618.254979:0:209548:0:(nrs.c:755:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1788696618.254980:0:209548:0:(nrs.c:763:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c4aa004a. 00000100:00000001:2.0:1788696618.254983:0:209548:0:(nrs.c:719:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1788696618.254985:0:209548:0:(nrs.c:755:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1788696618.254986:0:209548:0:(nrs.c:763:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000405b150a. 00000100:00000001:2.0:1788696618.254990:0:209548:0:(nrs.c:719:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1788696618.254992:0:209548:0:(nrs.c:755:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1788696618.254993:0:209548:0:(nrs.c:763:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000098ac3b18. 00000100:00000001:2.0:1788696618.254996:0:209548:0:(nrs.c:1092:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1788696618.255095:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000083f94c06. 00000020:00000010:2.0:1788696618.255099:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000008be9962e. 00000020:00000010:2.0:1788696618.255101:0:209548:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000004c45765e. 00000020:00000010:2.0:1788696618.255105:0:209548:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 7360 at 000000006b78ea8a. 00000020:00000010:2.0:1788696618.255109:0:209548:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at 00000000824f1e7f. 00000100:00000010:2.0:1788696618.255130:0:209548:0:(service.c:3839:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000006c07762f. 00000100:00000010:2.0:1788696618.255140:0:209548:0:(service.c:3845:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000094d48883. 00000100:00000010:2.0:1788696618.255143:0:209548:0:(service.c:3851:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000009da28101. 00000100:00000010:2.0:1788696618.255146:0:209548:0:(service.c:3857:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000491987e0. 00000100:00000001:2.0:1788696618.255149:0:209548:0:(service.c:3884:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696618.255151:0:209548:0:(service.c:3862:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1788696618.255152:0:209548:0:(service.c:3864:ptlrpc_unregister_service()) ldlm_canceld: tearing down 00000100:00000001:2.0:1788696618.255155:0:209548:0:(service.c:3405:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1788696618.255156:0:209548:0:(service.c:3359:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1788696618.255157:0:209548:0:(service.c:3362:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_canceld 00000100:00000040:2.0:1788696618.255158:0:209548:0:(service.c:2821:ptlrpc_stop_thread()) Stopping thread ldlm_cn #2 00000100:00000040:2.0:1788696618.255160:0:209548:0:(service.c:2821:ptlrpc_stop_thread()) Stopping thread ldlm_cn #1 00000100:00000040:2.0:1788696618.255161:0:209548:0:(service.c:2821:ptlrpc_stop_thread()) Stopping thread ldlm_cn #0 00000100:00000040:2.0:1788696618.255181:0:209548:0:(service.c:3381:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #2 00000020:00000010:0.0:1788696618.255202:0:203415:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000313de040. 00000020:00000010:3.0:1788696618.255205:0:203416:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000ce168801. 00000020:00000010:0.0:1788696618.255208:0:203415:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 000000005a8c4728. 00000020:00000010:1.0:1788696618.255210:0:203417:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000f785e996. 00000020:00000010:3.0:1788696618.255211:0:203416:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 00000000e9970c04. 00000040:00000010:0.0:1788696618.255213:0:203415:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000032c32f93. 00000040:00000010:3.0:1788696618.255217:0:203416:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000005e7e66a7. 00000020:00000010:0.0:1788696618.255219:0:203415:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 000000007b010e65. 00000020:00000010:1.0:1788696618.255225:0:203417:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 00000000c4b48731. 00000020:00000010:0.0:1788696618.255226:0:203415:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000004fe55db. 00000020:00000010:3.0:1788696618.255226:0:203416:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 000000003c779bc2. 00000040:00000010:1.0:1788696618.255232:0:203417:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 0000000033dc489a. 00000020:00000010:0.0:1788696618.255234:0:203415:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 0000000026caf8bf. 00000020:00000010:3.0:1788696618.255234:0:203416:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009eb78488. 00000020:00000010:1.0:1788696618.255238:0:203417:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fb8cc196. 80000000:00000010:0.0:1788696618.255241:0:203415:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004f6d11e7. 00000020:00000010:3.0:1788696618.255242:0:203416:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 0000000051291510. 00000020:00000010:1.0:1788696618.255244:0:203417:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c86d16a9. 40000000:00000010:0.0:1788696618.255248:0:203415:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at 0000000048212836. 80000000:00000010:3.0:1788696618.255249:0:203416:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009352cbc0. 00000020:00000010:1.0:1788696618.255251:0:203417:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 0000000021e10e33. 00008000:00000010:0.0:1788696618.255256:0:203415:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000dfb069d0. 40000000:00000010:3.0:1788696618.255256:0:203416:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at 00000000adaba44d. 80000000:00000010:1.0:1788696618.255257:0:203417:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bf665346. 00008000:00000010:3.0:1788696618.255264:0:203416:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000a5a47f83. 00100000:00000010:0.0:1788696618.255265:0:203415:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a595b610. 40000000:00000010:1.0:1788696618.255265:0:203417:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at 000000009cd8d191. 00100000:00000010:3.0:1788696618.255270:0:203416:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c1b224bf. 00040000:00000010:0.0:1788696618.255272:0:203415:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000093bc1e0. 00008000:00000010:1.0:1788696618.255273:0:203417:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000007946080c. 00040000:00000010:3.0:1788696618.255277:0:203416:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008d9623c0. 00040000:00000010:0.0:1788696618.255278:0:203415:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at 00000000c019ae3e. 00100000:00000010:1.0:1788696618.255279:0:203417:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dbc7327a. 00040000:00000010:3.0:1788696618.255283:0:203416:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at 0000000056483f1b. 00040000:00000010:0.0:1788696618.255285:0:203415:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cc28a3a9. 00040000:00000010:1.0:1788696618.255286:0:203417:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000313e2acb. 00040000:00000010:3.0:1788696618.255289:0:203416:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001cdb4685. 00000004:00000010:0.0:1788696618.255291:0:203415:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at 0000000048ffc268. 00000004:00000010:3.0:1788696618.255294:0:203416:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at 00000000177245c4. 00000004:00000010:0.0:1788696618.255297:0:203415:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at 0000000092fbe34e. 00040000:00000010:1.0:1788696618.255300:0:203417:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at 000000006d98ffbc. 00000004:00000010:3.0:1788696618.255300:0:203416:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at 0000000051011395. 00000004:00000010:0.0:1788696618.255303:0:203415:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at 00000000b6a4c6d7. 00000004:00000010:3.0:1788696618.255306:0:203416:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at 00000000edc93618. 00002000:00000010:0.0:1788696618.255309:0:203415:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at 0000000059f2c90c. 00040000:00000010:1.0:1788696618.255310:0:203417:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008e192bf3. 00002000:00000010:3.0:1788696618.255311:0:203416:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at 00000000da371e6d. 00000004:00000010:0.0:1788696618.255317:0:203415:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at 000000000046584c. 00000004:00000010:1.0:1788696618.255319:0:203417:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at 0000000067dd03fb. 00000004:00000010:3.0:1788696618.255319:0:203416:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at 000000002fe207a7. 00000020:00000010:0.0:1788696618.255322:0:203415:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005218fb25. 00000020:00000010:3.0:1788696618.255325:0:203416:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3ebf231. 00000004:00000010:1.0:1788696618.255326:0:203417:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at 000000005e441a9c. 00000020:00000010:0.0:1788696618.255328:0:203415:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000b394a0b. 00000020:00000010:3.0:1788696618.255332:0:203416:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000078b40917. 00000004:00000010:1.0:1788696618.255334:0:203417:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at 00000000d163db6b. 00000100:00000010:0.0:1788696618.255335:0:203415:0:(service.c:3176:ptlrpc_main()) kfreed 'env': 56 at 00000000cf3b8722. 00000100:00000010:3.0:1788696618.255339:0:203416:0:(service.c:3176:ptlrpc_main()) kfreed 'env': 56 at 0000000092bf06e5. 00000100:00100000:0.0:1788696618.255341:0:203415:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [00000000696428ff:203415] 0 exiting: rc = 1 00002000:00000010:1.0:1788696618.255341:0:203417:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at 00000000d78ebbe6. 00000100:00100000:3.0:1788696618.255344:0:203416:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [000000007733e35b:203416] 1 exiting: rc = 0 00000004:00000010:1.0:1788696618.255347:0:203417:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at 00000000f70c2368. 00000020:00000010:1.0:1788696618.255351:0:203417:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017fb21f4. 00000020:00000010:1.0:1788696618.255355:0:203417:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000bb8447ed. 00000100:00000010:1.0:1788696618.255360:0:203417:0:(service.c:3176:ptlrpc_main()) kfreed 'env': 56 at 000000001c66e061. 00000100:00100000:1.0:1788696618.255362:0:203417:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [00000000fdf366ec:203417] 2 exiting: rc = 0 00000100:00000010:2.0:1788696618.255406:0:209548:0:(service.c:3394:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000696428ff. 00000100:00000010:2.0:1788696618.255416:0:209548:0:(service.c:3394:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000007733e35b. 00000100:00000010:2.0:1788696618.255422:0:209548:0:(service.c:3394:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000fdf366ec. 00000100:00000001:2.0:1788696618.255428:0:209548:0:(service.c:3396:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1788696618.255430:0:209548:0:(service.c:3412:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1788696618.255434:0:209548:0:(lib-ptl.c:966:lnet_clear_lazy_portal()) clearing portal 17 lazy 00000400:00000001:2.0:1788696618.255438:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255440:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255442:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000836a0416. 00000400:00000200:2.0:1788696618.255447:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006302871d 00000400:00000010:2.0:1788696618.255449:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000006302871d. 00000100:00000001:2.0:1788696618.255453:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255456:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255466:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255469:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1788696618.255472:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255474:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255476:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255478:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052cfc4f3. 00000400:00000200:2.0:1788696618.255481:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac79eaa7 00000400:00000010:2.0:1788696618.255483:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000ac79eaa7. 00000100:00000001:2.0:1788696618.255487:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255488:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255496:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255498:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1788696618.255501:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255503:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255504:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255506:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bc19db6. 00000400:00000200:2.0:1788696618.255509:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8240a69 00000400:00000010:2.0:1788696618.255511:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000b8240a69. 00000100:00000001:2.0:1788696618.255514:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255516:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255523:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255525:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1788696618.255528:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255530:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255532:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255534:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003803f7a. 00000400:00000200:2.0:1788696618.255538:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d32e74f 00000400:00000010:2.0:1788696618.255540:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000006d32e74f. 00000100:00000001:2.0:1788696618.255543:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255545:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255552:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255554:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1788696618.255557:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255559:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255561:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255563:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2badb49. 00000400:00000200:2.0:1788696618.255566:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6f7d130 00000400:00000010:2.0:1788696618.255579:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000b6f7d130. 00000100:00000001:2.0:1788696618.255584:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255586:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255593:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255595:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1788696618.255597:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255600:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255602:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255603:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae1ad4da. 00000400:00000200:2.0:1788696618.255607:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008eaf5fc3 00000400:00000010:2.0:1788696618.255609:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000008eaf5fc3. 00000100:00000001:2.0:1788696618.255612:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255614:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255618:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255620:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1788696618.255622:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255624:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255626:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255627:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007112a33e. 00000400:00000200:2.0:1788696618.255630:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d8b6e06 00000400:00000010:2.0:1788696618.255631:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000004d8b6e06. 00000100:00000001:2.0:1788696618.255633:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255634:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255637:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255639:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1788696618.255640:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255641:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255643:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255644:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a349d8bb. 00000400:00000200:2.0:1788696618.255646:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c00de78f 00000400:00000010:2.0:1788696618.255648:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000c00de78f. 00000100:00000001:2.0:1788696618.255650:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255651:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255655:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255660:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1788696618.255661:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255663:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255664:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255666:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006236801. 00000400:00000200:2.0:1788696618.255668:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6523c9b 00000400:00000010:2.0:1788696618.255669:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000c6523c9b. 00000100:00000001:2.0:1788696618.255671:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255672:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255676:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255677:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1788696618.255679:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255680:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255681:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255682:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045866f60. 00000400:00000200:2.0:1788696618.255684:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054f3943c 00000400:00000010:2.0:1788696618.255685:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000054f3943c. 00000100:00000001:2.0:1788696618.255687:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255688:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255692:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255693:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1788696618.255695:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255696:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255697:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255698:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097f8f6b2. 00000400:00000200:2.0:1788696618.255700:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9d93b01 00000400:00000010:2.0:1788696618.255701:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000b9d93b01. 00000100:00000001:2.0:1788696618.255703:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255704:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255707:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255709:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1788696618.255710:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255711:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255712:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255713:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc92af40. 00000400:00000200:2.0:1788696618.255715:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a1eb012 00000400:00000010:2.0:1788696618.255716:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000006a1eb012. 00000100:00000001:2.0:1788696618.255718:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255719:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255723:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255724:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1788696618.255726:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255728:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255729:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255730:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000545ee9a3. 00000400:00000200:2.0:1788696618.255732:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b070d8c 00000400:00000010:2.0:1788696618.255733:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000004b070d8c. 00000100:00000001:2.0:1788696618.255735:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255736:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255740:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255741:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1788696618.255743:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255744:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255745:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255746:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb84b330. 00000400:00000200:2.0:1788696618.255748:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006ee26e6 00000400:00000010:2.0:1788696618.255754:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000006ee26e6. 00000100:00000001:2.0:1788696618.255756:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255757:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255761:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255762:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1788696618.255763:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255765:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255766:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255767:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003427a972. 00000400:00000200:2.0:1788696618.255769:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f274a868 00000400:00000010:2.0:1788696618.255770:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000f274a868. 00000100:00000001:2.0:1788696618.255772:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255773:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255777:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255778:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1788696618.255779:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255781:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255782:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255783:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a6c7b16. 00000400:00000200:2.0:1788696618.255785:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff575436 00000400:00000010:2.0:1788696618.255786:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000ff575436. 00000100:00000001:2.0:1788696618.255788:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255789:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255793:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255794:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1788696618.255796:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255797:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255798:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255800:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e678389c. 00000400:00000200:2.0:1788696618.255801:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2971089 00000400:00000010:2.0:1788696618.255803:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000e2971089. 00000100:00000001:2.0:1788696618.255805:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255806:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255814:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255815:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1788696618.255817:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255818:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255819:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255821:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005db22298. 00000400:00000200:2.0:1788696618.255823:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f9a945b 00000400:00000010:2.0:1788696618.255824:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000005f9a945b. 00000100:00000001:2.0:1788696618.255826:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255827:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255830:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255832:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1788696618.255833:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255834:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255835:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255836:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2802fe7. 00000400:00000200:2.0:1788696618.255839:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008cd34d5 00000400:00000010:2.0:1788696618.255840:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000008cd34d5. 00000100:00000001:2.0:1788696618.255842:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255843:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255911:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255913:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1788696618.255916:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255919:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255920:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255922:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fbf8c31. 00000400:00000200:2.0:1788696618.255925:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4953c67 00000400:00000010:2.0:1788696618.255927:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000f4953c67. 00000100:00000001:2.0:1788696618.255931:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255933:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255940:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255942:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1788696618.255944:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255946:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255947:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255948:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dfdd6ce5. 00000400:00000200:2.0:1788696618.255951:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022dd97f7 00000400:00000010:2.0:1788696618.255953:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000022dd97f7. 00000100:00000001:2.0:1788696618.255956:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255957:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255963:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255964:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1788696618.255966:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255968:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255969:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255970:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b2bc303. 00000400:00000200:2.0:1788696618.255974:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a240b127 00000400:00000010:2.0:1788696618.255976:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000a240b127. 00000100:00000001:2.0:1788696618.255979:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.255980:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.255984:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.255985:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1788696618.255987:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.255988:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.255989:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.255991:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a1f9f7d. 00000400:00000200:2.0:1788696618.255994:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008636c3b 00000400:00000010:2.0:1788696618.255995:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000008636c3b. 00000100:00000001:2.0:1788696618.255999:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256000:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256006:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256008:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1788696618.256010:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256011:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256012:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256013:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062f20dfd. 00000400:00000200:2.0:1788696618.256016:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fba49484 00000400:00000010:2.0:1788696618.256018:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000fba49484. 00000100:00000001:2.0:1788696618.256020:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256021:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256024:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256026:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1788696618.256028:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256029:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256030:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256032:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032dfd010. 00000400:00000200:2.0:1788696618.256034:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f11ab84d 00000400:00000010:2.0:1788696618.256036:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000f11ab84d. 00000100:00000001:2.0:1788696618.256038:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256038:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256041:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256042:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1788696618.256043:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256044:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256044:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256045:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000126df336. 00000400:00000200:2.0:1788696618.256046:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c4a71cb 00000400:00000010:2.0:1788696618.256046:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000000c4a71cb. 00000100:00000001:2.0:1788696618.256048:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256049:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256054:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256055:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1788696618.256056:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256057:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256058:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256059:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000619c4c37. 00000400:00000200:2.0:1788696618.256061:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c6720d9 00000400:00000010:2.0:1788696618.256061:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000001c6720d9. 00000100:00000001:2.0:1788696618.256063:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256063:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256065:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256066:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1788696618.256067:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256068:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256069:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256070:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a048dc38. 00000400:00000200:2.0:1788696618.256071:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3aa2f02 00000400:00000010:2.0:1788696618.256072:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000b3aa2f02. 00000100:00000001:2.0:1788696618.256075:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256076:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256081:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256082:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1788696618.256083:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256084:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256085:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256086:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa240699. 00000400:00000200:2.0:1788696618.256087:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042b8589a 00000400:00000010:2.0:1788696618.256088:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000042b8589a. 00000100:00000001:2.0:1788696618.256089:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256089:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256092:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256092:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1788696618.256093:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256094:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256094:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256095:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000007cd74fd9. 00000400:00000200:2.0:1788696618.256096:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b20e7f72 00000400:00000010:2.0:1788696618.256097:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000b20e7f72. 00000100:00000001:2.0:1788696618.256097:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256098:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256100:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256101:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1788696618.256103:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256104:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256105:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256106:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2224c15. 00000400:00000200:2.0:1788696618.256109:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029e52b26 00000400:00000010:2.0:1788696618.256110:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000029e52b26. 00000100:00000001:2.0:1788696618.256113:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256113:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256117:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256119:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1788696618.256120:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256122:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256123:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256124:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030f321d0. 00000400:00000200:2.0:1788696618.256127:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042f4e90d 00000400:00000010:2.0:1788696618.256129:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000042f4e90d. 00000100:00000001:2.0:1788696618.256131:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256132:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256136:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256138:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1788696618.256139:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256141:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256143:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256144:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000020505e8. 00000400:00000200:2.0:1788696618.256146:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e6d9d90 00000400:00000010:2.0:1788696618.256148:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000003e6d9d90. 00000100:00000001:2.0:1788696618.256150:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256152:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256156:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256158:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1788696618.256159:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256169:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256170:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256172:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f773341. 00000400:00000200:2.0:1788696618.256178:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000011aa09e 00000400:00000010:2.0:1788696618.256180:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000011aa09e. 00000100:00000001:2.0:1788696618.256183:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256184:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256188:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256190:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1788696618.256191:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256192:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256194:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256195:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2cd547b. 00000400:00000200:2.0:1788696618.256197:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cfd41e0 00000400:00000010:2.0:1788696618.256199:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000007cfd41e0. 00000100:00000001:2.0:1788696618.256201:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256203:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256208:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256209:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1788696618.256211:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256213:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256214:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256216:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060568cb3. 00000400:00000200:2.0:1788696618.256218:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e03be969 00000400:00000010:2.0:1788696618.256219:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000e03be969. 00000100:00000001:2.0:1788696618.256221:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256222:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256226:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256228:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1788696618.256230:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256231:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256232:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256234:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e440e63. 00000400:00000200:2.0:1788696618.256236:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c078fafe 00000400:00000010:2.0:1788696618.256238:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000c078fafe. 00000100:00000001:2.0:1788696618.256240:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256241:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256245:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256246:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1788696618.256248:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256249:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256250:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256251:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049147629. 00000400:00000200:2.0:1788696618.256253:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe014bc1 00000400:00000010:2.0:1788696618.256254:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000fe014bc1. 00000100:00000001:2.0:1788696618.256256:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256258:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256262:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256263:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1788696618.256265:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256267:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256268:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256269:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c613de30. 00000400:00000200:2.0:1788696618.256272:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0072eca 00000400:00000010:2.0:1788696618.256274:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000c0072eca. 00000100:00000001:2.0:1788696618.256275:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256276:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256280:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256281:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1788696618.256282:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256284:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256285:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256287:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a50f09a2. 00000400:00000200:2.0:1788696618.256289:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c960b77 00000400:00000010:2.0:1788696618.256291:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000005c960b77. 00000100:00000001:2.0:1788696618.256293:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256294:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256298:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256299:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1788696618.256300:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256302:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256303:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256304:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac7eccc4. 00000400:00000200:2.0:1788696618.256306:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077c6394b 00000400:00000010:2.0:1788696618.256308:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000077c6394b. 00000100:00000001:2.0:1788696618.256309:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256311:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256316:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256317:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1788696618.256319:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256321:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256322:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256323:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b8673a8. 00000400:00000200:2.0:1788696618.256325:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e77328d1 00000400:00000010:2.0:1788696618.256327:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000e77328d1. 00000100:00000001:2.0:1788696618.256329:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256330:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256333:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256334:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1788696618.256336:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256337:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256339:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256341:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da10f401. 00000400:00000200:2.0:1788696618.256343:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e79dcf2 00000400:00000010:2.0:1788696618.256345:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000004e79dcf2. 00000100:00000001:2.0:1788696618.256347:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256348:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256352:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256353:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1788696618.256355:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256356:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256357:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256358:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb965562. 00000400:00000200:2.0:1788696618.256360:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000480f9271 00000400:00000010:2.0:1788696618.256362:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000480f9271. 00000100:00000001:2.0:1788696618.256364:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256366:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256372:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256373:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1788696618.256375:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256376:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256377:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256378:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6f04bae. 00000400:00000200:2.0:1788696618.256380:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006543dcb3 00000400:00000010:2.0:1788696618.256381:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000006543dcb3. 00000100:00000001:2.0:1788696618.256383:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256385:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256389:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256391:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1788696618.256393:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256395:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256396:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256398:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eff15690. 00000400:00000200:2.0:1788696618.256400:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001104f792 00000400:00000010:2.0:1788696618.256401:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000001104f792. 00000100:00000001:2.0:1788696618.256403:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256404:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256408:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256410:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1788696618.256412:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256414:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256415:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256416:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004dc5010c. 00000400:00000200:2.0:1788696618.256418:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000936bc65f 00000400:00000010:2.0:1788696618.256419:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000936bc65f. 00000100:00000001:2.0:1788696618.256421:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256421:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256424:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256425:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1788696618.256426:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256428:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256429:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256430:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb46bf73. 00000400:00000200:2.0:1788696618.256431:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ca8186a 00000400:00000010:2.0:1788696618.256433:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000007ca8186a. 00000100:00000001:2.0:1788696618.256434:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256435:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256438:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256439:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1788696618.256440:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256442:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256442:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256443:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ee66736. 00000400:00000200:2.0:1788696618.256446:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6c7ca4e 00000400:00000010:2.0:1788696618.256447:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000f6c7ca4e. 00000100:00000001:2.0:1788696618.256448:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256449:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256452:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256454:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1788696618.256455:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256456:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256457:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256458:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae29b700. 00000400:00000200:2.0:1788696618.256460:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b92d50a 00000400:00000010:2.0:1788696618.256461:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000003b92d50a. 00000100:00000001:2.0:1788696618.256463:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256464:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256467:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256468:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1788696618.256469:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256471:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256472:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256473:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e653a7c. 00000400:00000200:2.0:1788696618.256474:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f00a842 00000400:00000010:2.0:1788696618.256475:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000000f00a842. 00000100:00000001:2.0:1788696618.256477:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256478:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256481:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256483:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1788696618.256484:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256485:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256486:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256487:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000181b4eb8. 00000400:00000200:2.0:1788696618.256489:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0dc6910 00000400:00000010:2.0:1788696618.256491:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000e0dc6910. 00000100:00000001:2.0:1788696618.256492:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256493:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256496:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256497:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1788696618.256499:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256500:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256501:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256502:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b94d4f8b. 00000400:00000200:2.0:1788696618.256504:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2ecda92 00000400:00000010:2.0:1788696618.256505:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000b2ecda92. 00000100:00000001:2.0:1788696618.256507:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256508:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256511:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256512:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1788696618.256514:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256515:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256516:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256517:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d2a3637. 00000400:00000200:2.0:1788696618.256519:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b3533fb 00000400:00000010:2.0:1788696618.256520:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000002b3533fb. 00000100:00000001:2.0:1788696618.256522:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256523:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256526:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256528:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1788696618.256529:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256530:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256531:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256532:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce874c36. 00000400:00000200:2.0:1788696618.256534:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea096437 00000400:00000010:2.0:1788696618.256535:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000ea096437. 00000100:00000001:2.0:1788696618.256537:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256538:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256541:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256543:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1788696618.256544:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256545:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256546:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256547:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000009944ebd1. 00000400:00000200:2.0:1788696618.256549:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034e3fe03 00000400:00000010:2.0:1788696618.256550:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000034e3fe03. 00000100:00000001:2.0:1788696618.256552:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256552:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256556:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256557:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1788696618.256559:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256560:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256561:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256562:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000000680a629. 00000400:00000200:2.0:1788696618.256563:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc7ac6e2 00000400:00000010:2.0:1788696618.256564:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000dc7ac6e2. 00000100:00000001:2.0:1788696618.256566:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256567:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256586:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256587:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1788696618.256589:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256590:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256591:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256592:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a3ca6ee. 00000400:00000200:2.0:1788696618.256595:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb71e8f9 00000400:00000010:2.0:1788696618.256596:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000fb71e8f9. 00000100:00000001:2.0:1788696618.256598:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256598:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256602:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256603:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1788696618.256604:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256606:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256607:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256608:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049eb767b. 00000400:00000200:2.0:1788696618.256609:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000893443b0 00000400:00000010:2.0:1788696618.256611:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000893443b0. 00000100:00000001:2.0:1788696618.256612:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256613:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256616:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256618:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1788696618.256619:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256620:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256621:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256622:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000006111fc33. 00000400:00000200:2.0:1788696618.256624:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034b7dc0e 00000400:00000010:2.0:1788696618.256625:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000034b7dc0e. 00000100:00000001:2.0:1788696618.256626:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256627:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256630:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256631:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1788696618.256633:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256634:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256635:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256636:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c74fefb0. 00000400:00000200:2.0:1788696618.256638:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b8341a1 00000400:00000010:2.0:1788696618.256639:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000005b8341a1. 00000100:00000001:2.0:1788696618.256641:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256642:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256645:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256646:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1788696618.256648:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256650:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256650:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256651:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 00000000564d548b. 00000400:00000200:2.0:1788696618.256653:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a2faf94 00000400:00000010:2.0:1788696618.256654:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 000000000a2faf94. 00000100:00000001:2.0:1788696618.256656:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256657:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256661:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256662:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1788696618.256663:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256665:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256666:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256667:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043591898. 00000400:00000200:2.0:1788696618.256668:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038221d0a 00000400:00000010:2.0:1788696618.256669:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 0000000038221d0a. 00000100:00000001:2.0:1788696618.256671:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256672:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256675:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256676:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1788696618.256677:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000400:00000001:2.0:1788696618.256679:0:209548:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788696618.256680:0:209548:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788696618.256681:0:209548:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ec8affb. 00000400:00000200:2.0:1788696618.256682:0:209548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d48fbc02 00000400:00000010:2.0:1788696618.256684:0:209548:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at 00000000d48fbc02. 00000100:00000001:2.0:1788696618.256686:0:209548:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788696618.256686:0:209548:0:(events.c:300:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:2.0:1788696618.256690:0:209548:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1788696618.256691:0:209548:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1788696618.256693:0:209548:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:2.0:1788696618.256694:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256696:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256698:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256699:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256700:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256701:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256702:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256703:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256705:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256706:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256707:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256708:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256709:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256710:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256711:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256712:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256713:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256714:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256715:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256717:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256718:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256719:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256720:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256721:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256722:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256723:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256724:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256725:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256726:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256727:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256728:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256729:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256730:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256731:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256732:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256733:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256735:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256736:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256737:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256738:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256739:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256740:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256741:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256742:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256743:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256744:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256745:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256746:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256748:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256749:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256750:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256751:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256752:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256754:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256755:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256756:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256757:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256758:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256759:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256760:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256761:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256762:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256763:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256764:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256765:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256766:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256767:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256768:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256769:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256769:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256770:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256771:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256772:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256773:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256774:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256775:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256776:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256777:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256778:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256779:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256780:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256781:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256782:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256782:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256783:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256784:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256785:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256786:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256787:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256788:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256789:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256790:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256791:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256792:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256793:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256794:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256795:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256796:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256797:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256797:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256798:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256799:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256800:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256801:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256802:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256803:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256804:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256805:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256806:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256807:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256809:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256810:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256811:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256811:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256812:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256813:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256815:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256816:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256817:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256818:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256819:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256820:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256821:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256822:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256823:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256824:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1788696618.256825:0:209548:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788696618.256826:0:209548:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1788696618.256829:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007a4f2b50. 00000100:00000010:2.0:1788696618.256833:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088173244. 00000100:00000010:2.0:1788696618.256835:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000058aa37c3. 00000100:00000010:2.0:1788696618.256838:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4c2ff5c. 00000100:00000010:2.0:1788696618.256839:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001a86cb3e. 00000100:00000010:2.0:1788696618.256843:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000df1f7ce3. 00000100:00000010:2.0:1788696618.256862:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c9ddf026. 00000100:00000010:2.0:1788696618.256866:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000807095e. 00000100:00000010:2.0:1788696618.256869:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006850e86b. 00000100:00000010:2.0:1788696618.256874:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000046c38f38. 00000100:00000010:2.0:1788696618.256876:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000011cfebf. 00000100:00000010:2.0:1788696618.256880:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004df47378. 00000100:00000010:2.0:1788696618.256882:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009ba857b4. 00000100:00000010:2.0:1788696618.256887:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e8b92c8. 00000100:00000010:2.0:1788696618.256890:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000470a62b7. 00000100:00000010:2.0:1788696618.256893:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009fc4f5c9. 00000100:00000010:2.0:1788696618.256895:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000093e42909. 00000100:00000010:2.0:1788696618.256897:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005663b479. 00000100:00000010:2.0:1788696618.256898:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009da25273. 00000100:00000010:2.0:1788696618.256901:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004071c584. 00000100:00000010:2.0:1788696618.256903:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000edfad3d8. 00000100:00000010:2.0:1788696618.256905:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b988fe81. 00000100:00000010:2.0:1788696618.256907:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006881bc99. 00000100:00000010:2.0:1788696618.256909:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e669871. 00000100:00000010:2.0:1788696618.256912:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000067704069. 00000100:00000010:2.0:1788696618.256914:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f4d1e6a. 00000100:00000010:2.0:1788696618.256916:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003458a3e0. 00000100:00000010:2.0:1788696618.256918:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077c0996d. 00000100:00000010:2.0:1788696618.256920:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005c1a2bf0. 00000100:00000010:2.0:1788696618.256923:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002472e21f. 00000100:00000010:2.0:1788696618.256924:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004638ce55. 00000100:00000010:2.0:1788696618.256928:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000814b3f75. 00000100:00000010:2.0:1788696618.256929:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000068ef309. 00000100:00000010:2.0:1788696618.256931:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e7dfe94e. 00000100:00000010:2.0:1788696618.256933:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dfa2ff7c. 00000100:00000010:2.0:1788696618.256935:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf45e091. 00000100:00000010:2.0:1788696618.256936:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000090279bf. 00000100:00000010:2.0:1788696618.256953:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ffae820. 00000100:00000010:2.0:1788696618.256956:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000aacd02bd. 00000100:00000010:2.0:1788696618.256957:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006538b046. 00000100:00000010:2.0:1788696618.256959:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f1410a21. 00000100:00000010:2.0:1788696618.256961:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb5baf5d. 00000100:00000010:2.0:1788696618.256963:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000829eb1b8. 00000100:00000010:2.0:1788696618.256966:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001a5c7824. 00000100:00000010:2.0:1788696618.256967:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002c778daf. 00000100:00000010:2.0:1788696618.256970:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000438933af. 00000100:00000010:2.0:1788696618.256971:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b3d60077. 00000100:00000010:2.0:1788696618.256973:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e8069c1. 00000100:00000010:2.0:1788696618.256975:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004dd33ce4. 00000100:00000010:2.0:1788696618.256977:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001803bf10. 00000100:00000010:2.0:1788696618.256979:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005c1e46a4. 00000100:00000010:2.0:1788696618.256981:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d95390c4. 00000100:00000010:2.0:1788696618.256982:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002017a4a8. 00000100:00000010:2.0:1788696618.256985:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069707c53. 00000100:00000010:2.0:1788696618.256987:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cc0c1841. 00000100:00000010:2.0:1788696618.256988:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c7bd1f9c. 00000100:00000010:2.0:1788696618.256990:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000032584de5. 00000100:00000010:2.0:1788696618.256992:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b6d0794. 00000100:00000010:2.0:1788696618.256993:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d3c111db. 00000100:00000010:2.0:1788696618.256995:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044330090. 00000100:00000010:2.0:1788696618.256997:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000babbcb8a. 00000100:00000010:2.0:1788696618.257011:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1930875. 00000100:00000010:2.0:1788696618.257012:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d516e0e4. 00000100:00000010:2.0:1788696618.257014:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000be8bf6b3. 00000100:00000010:2.0:1788696618.257016:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002d842c7f. 00000100:00000010:2.0:1788696618.257019:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2314285. 00000100:00000010:2.0:1788696618.257020:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e73919b8. 00000100:00000010:2.0:1788696618.257023:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044b56616. 00000100:00000010:2.0:1788696618.257024:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005676ed0c. 00000100:00000010:2.0:1788696618.257027:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008d9f7a74. 00000100:00000010:2.0:1788696618.257028:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c469bc54. 00000100:00000010:2.0:1788696618.257030:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f249bf28. 00000100:00000010:2.0:1788696618.257032:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b3d1af56. 00000100:00000010:2.0:1788696618.257034:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e131773e. 00000100:00000010:2.0:1788696618.257035:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005abb8fa9. 00000100:00000010:2.0:1788696618.257037:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c7e85190. 00000100:00000010:2.0:1788696618.257039:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d621ba4e. 00000100:00000010:2.0:1788696618.257041:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b0f228c2. 00000100:00000010:2.0:1788696618.257043:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b1c7e119. 00000100:00000010:2.0:1788696618.257044:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c448e68. 00000100:00000010:2.0:1788696618.257046:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001b37d08e. 00000100:00000010:2.0:1788696618.257048:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000050025108. 00000100:00000010:2.0:1788696618.257049:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007c6eb401. 00000100:00000010:2.0:1788696618.257051:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007dfb071f. 00000100:00000010:2.0:1788696618.257053:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000010b2f66e. 00000100:00000010:2.0:1788696618.257068:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c3b8f2fe. 00000100:00000010:2.0:1788696618.257070:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000689fe9b6. 00000100:00000010:2.0:1788696618.257072:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf37cc2b. 00000100:00000010:2.0:1788696618.257074:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f4cec2cd. 00000100:00000010:2.0:1788696618.257076:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000974fe890. 00000100:00000010:2.0:1788696618.257078:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d9a869b6. 00000100:00000010:2.0:1788696618.257080:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009be83210. 00000100:00000010:2.0:1788696618.257081:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000738be1d1. 00000100:00000010:2.0:1788696618.257085:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096e70dfe. 00000100:00000010:2.0:1788696618.257088:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a5d798e3. 00000100:00000010:2.0:1788696618.257091:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb0b21f7. 00000100:00000010:2.0:1788696618.257093:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008f6c331e. 00000100:00000010:2.0:1788696618.257096:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f8e6d573. 00000100:00000010:2.0:1788696618.257098:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007a8b2885. 00000100:00000010:2.0:1788696618.257101:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c14bdf3a. 00000100:00000010:2.0:1788696618.257103:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002caca38b. 00000100:00000010:2.0:1788696618.257106:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000412da34. 00000100:00000010:2.0:1788696618.257112:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009b603e46. 00000100:00000010:2.0:1788696618.257115:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d7821c6. 00000100:00000010:2.0:1788696618.257117:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000eb332fa7. 00000100:00000010:2.0:1788696618.257119:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000df88654d. 00000100:00000010:2.0:1788696618.257121:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000079c3aa8a. 00000100:00000010:2.0:1788696618.257123:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d3627195. 00000100:00000010:2.0:1788696618.257125:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000019b65d4d. 00000100:00000010:2.0:1788696618.257140:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002367b753. 00000100:00000010:2.0:1788696618.257142:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bb603126. 00000100:00000010:2.0:1788696618.257144:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000034f0c8fb. 00000100:00000010:2.0:1788696618.257146:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000070f42c4d. 00000100:00000010:2.0:1788696618.257148:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057d2c099. 00000100:00000010:2.0:1788696618.257150:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000038ea00c0. 00000100:00000010:2.0:1788696618.257152:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1a8ebd9. 00000100:00000010:2.0:1788696618.257154:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e2e9eac0. 00000100:00000010:2.0:1788696618.257158:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007307168c. 00000100:00000010:2.0:1788696618.257160:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000000e9e778. 00000100:00000010:2.0:1788696618.257165:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d4db33b7. 00000100:00000010:2.0:1788696618.257167:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bbcb43d6. 00000100:00000010:2.0:1788696618.257169:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e6e4a7be. 00000100:00000010:2.0:1788696618.257171:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000092a6f6e1. 00000100:00000010:2.0:1788696618.257174:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016ede42d. 00000100:00000010:2.0:1788696618.257175:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000098a731c. 00000100:00000010:2.0:1788696618.257178:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058f3c382. 00000100:00000010:2.0:1788696618.257180:0:209548:0:(service.c:98:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d5ffe061. 00000100:00000010:2.0:1788696618.257182:0:209548:0:(service.c:99:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004af1f6d9. 00000100:00000010:2.0:1788696618.257184:0:209548:0:(service.c:3817:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000005879d267. 00000100:00000010:2.0:1788696618.257187:0:209548:0:(service.c:3817:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000006cce1c75. 00000100:00000010:2.0:1788696618.257189:0:209548:0:(service.c:3817:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000a8a99fb1. 00000100:00000001:2.0:1788696618.257192:0:209548:0:(nrs.c:1061:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1788696618.257194:0:209548:0:(nrs.c:719:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1788696618.257196:0:209548:0:(nrs.c:112:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1788696618.257197:0:209548:0:(nrs.c:67:__nrs_policy_stop()) Process entered 00000100:00000010:2.0:1788696618.257199:0:209548:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000a80562e2. 00000100:00000001:2.0:1788696618.257202:0:209548:0:(nrs.c:85:__nrs_policy_stop()) Process leaving 00000100:00000001:2.0:1788696618.257203:0:209548:0:(nrs.c:148:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696618.257205:0:209548:0:(nrs.c:755:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1788696618.257207:0:209548:0:(nrs.c:763:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000056836285. 00000100:00000001:2.0:1788696618.257208:0:209548:0:(nrs.c:719:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1788696618.257210:0:209548:0:(nrs.c:755:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1788696618.257211:0:209548:0:(nrs.c:763:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002535f4ed. 00000100:00000001:2.0:1788696618.257212:0:209548:0:(nrs.c:719:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1788696618.257213:0:209548:0:(nrs.c:755:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1788696618.257213:0:209548:0:(nrs.c:763:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004b051aa5. 00000100:00000001:2.0:1788696618.257215:0:209548:0:(nrs.c:719:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1788696618.257215:0:209548:0:(nrs.c:755:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1788696618.257216:0:209548:0:(nrs.c:763:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b875818c. 00000100:00000001:2.0:1788696618.257217:0:209548:0:(nrs.c:719:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1788696618.257218:0:209548:0:(nrs.c:112:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1788696618.257218:0:209548:0:(nrs.c:67:__nrs_policy_stop()) Process entered 00000100:00000010:2.0:1788696618.257219:0:209548:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000080ca31cc. 00000100:00000001:2.0:1788696618.257220:0:209548:0:(nrs.c:85:__nrs_policy_stop()) Process leaving 00000100:00000001:2.0:1788696618.257220:0:209548:0:(nrs.c:148:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788696618.257221:0:209548:0:(nrs.c:755:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1788696618.257222:0:209548:0:(nrs.c:763:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000063629ab. 00000100:00000001:2.0:1788696618.257223:0:209548:0:(nrs.c:719:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1788696618.257223:0:209548:0:(nrs.c:755:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1788696618.257224:0:209548:0:(nrs.c:763:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000705c1dcd. 00000100:00000001:2.0:1788696618.257225:0:209548:0:(nrs.c:719:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1788696618.257226:0:209548:0:(nrs.c:755:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1788696618.257226:0:209548:0:(nrs.c:763:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000087b608d8. 00000100:00000001:2.0:1788696618.257227:0:209548:0:(nrs.c:719:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1788696618.257228:0:209548:0:(nrs.c:755:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1788696618.257228:0:209548:0:(nrs.c:763:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a7a94f89. 00000100:00000010:2.0:1788696618.257229:0:209548:0:(nrs.c:1090:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 000000001edb90b3. 00000100:00000001:2.0:1788696618.257231:0:209548:0:(nrs.c:1092:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1788696618.257281:0:209548:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 7360 at 000000001bd2051f. 00000020:00000010:2.0:1788696618.257290:0:209548:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at 00000000a9c0e548. 00000100:00000010:2.0:1788696618.257306:0:209548:0:(service.c:3839:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000268765c4. 00000100:00000010:2.0:1788696618.257312:0:209548:0:(service.c:3845:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000005426b124. 00000100:00000010:2.0:1788696618.257314:0:209548:0:(service.c:3851:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000008504f962. 00000100:00000010:2.0:1788696618.257316:0:209548:0:(service.c:3857:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000010834f58. 00000100:00000001:2.0:1788696618.257317:0:209548:0:(service.c:3884:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.257391:0:203420:0:(ldlm_lockd.c:142:have_expired_locks()) Process entered 00010000:00000001:3.0:1788696618.257394:0:203420:0:(ldlm_lockd.c:147:have_expired_locks()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.257404:0:203420:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000048ea7cda. 00000020:00000010:3.0:1788696618.257409:0:203420:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000084b552ca. 00010000:00000010:2.0:1788696618.257414:0:209548:0:(ldlm_lockd.c:3610:ldlm_cleanup()) kfreed 'ldlm_state': 32 at 000000006f3d5c57. 00000040:00000010:3.0:1788696618.257414:0:203420:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 000000001460c700. 00010000:00000001:2.0:1788696618.257420:0:209548:0:(ldlm_lockd.c:3613:ldlm_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788696618.257421:0:203420:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e1c740de. 00010000:00000001:2.0:1788696618.257424:0:209548:0:(ldlm_lockd.c:3064:ldlm_put_ref()) Process leaving 00000020:00000010:3.0:1788696618.257426:0:203420:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001c45672d. 00010000:00000010:2.0:1788696618.257427:0:209548:0:(ldlm_lib.c:643:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000494ddd4d. 00000020:00000010:3.0:1788696618.257431:0:203420:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 00000000da4ea7bf. 00010000:00000010:2.0:1788696618.257432:0:209548:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000b19f2c3d. 80000000:00000010:3.0:1788696618.257436:0:203420:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fa02d649. 00010000:00000001:2.0:1788696618.257437:0:209548:0:(ldlm_lib.c:650:client_obd_cleanup()) Process leaving 10000000:00000010:2.0:1788696618.257440:0:209548:0:(mgc_request.c:834:mgc_device_free()) kfreed 'lu': 64 at 00000000d57f3e38. 40000000:00000010:3.0:1788696618.257441:0:203420:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at 00000000e6254927. 10000000:00000001:2.0:1788696618.257444:0:209548:0:(mgc_request.c:836:mgc_device_free()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1788696618.257446:0:203420:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d146a339. 00000020:00000010:2.0:1788696618.257447:0:209548:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 0000000073332711. 00040000:00000010:3.0:1788696618.257449:0:203420:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ef29adca. 00000040:00000010:2.0:1788696618.257452:0:209548:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at 00000000b2b34187. 00040000:00000010:3.0:1788696618.257454:0:203420:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at 0000000032027552. 00000020:00000010:2.0:1788696618.257456:0:209548:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at 000000002a4586ac. 00040000:00000010:3.0:1788696618.257458:0:203420:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000ffc3f7d. 00000020:00000010:2.0:1788696618.257462:0:209548:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at 000000006cd9e7b8. 00000004:00000010:3.0:1788696618.257463:0:203420:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at 00000000503af1b4. 00040000:00000010:2.0:1788696618.257466:0:209548:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a289aad5. 00000004:00000010:3.0:1788696618.257469:0:203420:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at 00000000b70dd19c. 00040000:00000010:2.0:1788696618.257471:0:209548:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000507e5e9c. 00000004:00000010:3.0:1788696618.257475:0:203420:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at 00000000a9af4be5. 00000020:00000010:2.0:1788696618.257476:0:209548:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b066959. 00000020:00000001:2.0:1788696618.257480:0:209548:0:(obd_class.h:654:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1788696618.257483:0:209548:0:(genops.c:67:obd_device_free()) slab-freed '(obd)': 6592 at 00000000ba710c47. 00002000:00000010:3.0:1788696618.257484:0:203420:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at 00000000fc05c8ac. 00000020:00000001:2.0:1788696618.257487:0:209548:0:(obd_config.c:887:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696618.257490:0:209548:0:(obd_config.c:1624:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1788696618.257490:0:203420:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at 000000007de7c6ed. 00000020:00000010:2.0:1788696618.257496:0:209548:0:(obd_config.c:2498:class_manual_cleanup()) kfreed 'lcfg': 72 at 00000000b24be2ae. 00000020:00000010:3.0:1788696618.257497:0:203420:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e350d977. 00000020:00000001:2.0:1788696618.257499:0:209548:0:(obd_config.c:2499:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696618.257502:0:209548:0:(obd_mount.c:606:lustre_stop_mgc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788696618.257502:0:203420:0:(ldlm_lockd.c:290:expired_lock_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696618.257504:0:209548:0:(obd_mount.c:706:lustre_put_lsi()) Process entered 00000020:01000004:2.0:1788696618.257506:0:209548:0:(obd_mount.c:710:lustre_put_lsi()) put 000000004dba41a4 1 00000020:00000001:2.0:1788696618.257508:0:209548:0:(obd_mount.c:665:lustre_free_lsi()) Process entered 00000020:01000004:2.0:1788696618.257508:0:209548:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi 0000000005d5ed40 00000020:00000010:2.0:1788696618.257510:0:209548:0:(obd_mount.c:617:lustre_put_lsm_free()) kfreed 'lmd->lmd_dev': 28 at 00000000063ec2e7. 00000020:00000010:2.0:1788696618.257513:0:209548:0:(obd_mount.c:618:lustre_put_lsm_free()) kfreed 'lmd->lmd_profile': 14 at 00000000f5597b50. 00000020:00000010:2.0:1788696618.257515:0:209548:0:(obd_mount.c:621:lustre_put_lsm_free()) kfreed 'lmd->lmd_opts': 17 at 00000000f3c5c157. 00000020:00000010:2.0:1788696618.257517:0:209548:0:(obd_mount.c:628:lustre_put_lsm_free()) kfreed 'lmd->lmd_params': 4096 at 00000000a5016457. 00000020:00000010:2.0:1788696618.257519:0:209548:0:(obd_mount.c:630:lustre_put_lsm_free()) kfreed 'lmd': 128 at 00000000a10841ca. 00000020:00000010:2.0:1788696618.257521:0:209548:0:(obd_mount.c:677:lustre_free_lsi()) kfreed 'lsi': 1880 at 0000000005d5ed40. 00000020:00000001:2.0:1788696618.257523:0:209548:0:(obd_mount.c:679:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696618.257524:0:209548:0:(obd_mount.c:713:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788696618.257526:0:209548:0:(obd_mount.c:915:lustre_common_put_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788696618.257528:0:209548:0:(cl_object.c:877:cl_env_cache_purge()) Process entered 00000020:00000010:2.0:1788696618.257530:0:209548:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 00000000c2df57b5. 00000020:00000010:2.0:1788696618.257532:0:209548:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 0000000026c9675b. 00008000:00000010:2.0:1788696618.257535:0:209548:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000b624d6a2. 00000020:00000010:2.0:1788696618.257538:0:209548:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000580151ed. 00008000:00000010:2.0:1788696618.257540:0:209548:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000027ba9f02. 00000020:00000010:2.0:1788696618.257543:0:209548:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000713cc5f0. 00000020:00000010:2.0:1788696618.257545:0:209548:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at 000000004cd0493f. 00000020:00000010:2.0:1788696618.257549:0:209548:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at 000000006cab2749. 00000020:00000010:2.0:1788696618.257551:0:209548:0:(cl_object.c:1115:cl_key_fini()) kfreed 'info': 72 at 0000000065bd7955. 00000008:00000010:2.0:1788696618.257554:0:209548:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2864 at 00000000017c7551. 00020000:00000010:2.0:1788696618.257558:0:209548:0:(lov_dev.c:95:lov_key_fini()) slab-freed '(info)': 192 at 0000000089c1c287. 00008000:00000010:2.0:1788696618.257561:0:209548:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000bbc23a45. 00000080:00000010:2.0:1788696618.257564:0:209548:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000003d87c94a. 00000080:00000010:2.0:1788696618.257567:0:209548:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 592 at 0000000060c56029. 00000020:00000010:2.0:1788696618.257583:0:209548:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ba3b932. 00000008:00000010:2.0:1788696618.257585:0:209548:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000c2ef1438. 00020000:00000010:2.0:1788696618.257588:0:209548:0:(lov_dev.c:136:lov_session_key_fini()) slab-freed '(info)': 584 at 00000000e6df5acd. 00008000:00000010:2.0:1788696618.257591:0:209548:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000891d0bfa. 00000080:00000010:2.0:1788696618.257594:0:209548:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000052c99a1c. 00000020:00000010:2.0:1788696618.257596:0:209548:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000037cd36fd. 00000020:00000010:2.0:1788696618.257598:0:209548:0:(cl_object.c:742:cl_env_fini()) slab-freed '(cle)': 144 at 0000000006e9915f. 00000020:00000001:2.0:1788696618.257600:0:209548:0:(cl_object.c:895:cl_env_cache_purge()) Process leaving (rc=4294967293 : 4294967293 : fffffffd) 00000080:00000001:2.0:1788696618.257602:0:209548:0:(llite_lib.c:1754:ll_put_super()) Process leaving 00010000:00000010:3.1:1788696618.259896:0:1399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006c387739. 00010000:00000010:3.1:1788696618.259908:0:1399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at 000000007e2be619. 00000100:00000040:0.0:1788696619.565947:0:209178:0:(connection.c:75:cpu_latency_work()) work item of 00000000b175aff1 (cpu 0) has reached its deadline 4307581325, at 4307581376 00000100:00000040:1.0:1788696619.565947:0:209111:0:(connection.c:75:cpu_latency_work()) work item of 000000000b51ad89 (cpu 1) has reached its deadline 4307581326, at 4307581376 00000100:00000040:2.0:1788696619.565959:0:205025:0:(connection.c:75:cpu_latency_work()) work item of 00000000ec814927 (cpu 2) has reached its deadline 4307581326, at 4307581376 00000100:00000010:0.0:1788696619.565963:0:209178:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000025718597. 00000100:00000010:1.0:1788696619.565965:0:209111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bba77ba. 00000100:00000010:2.0:1788696619.565969:0:205025:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2ee9250. 00000100:00000040:3.0:1788696619.566410:0:206907:0:(connection.c:75:cpu_latency_work()) work item of 000000002feccb9d (cpu 3) has reached its deadline 4307581326, at 4307581376 00000100:00000010:3.0:1788696619.566417:0:206907:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000969a2001. 00000100:00000040:2.0:1788696623.213943:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12922) 00000100:00000040:0.0:1788696628.336454:0:184949:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12927) 00000100:00000040:3.0:1788696633.454554:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12932) 00000100:00000040:3.0:1788696638.573921:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12938) 00000400:00000001:2.0:1788696641.114274:0:209858:0:(debug.c:305:cfs_str2mask()) Process entered 00000100:00000040:1.0:1788696643.695041:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12943) 00000800:00000001:3.0:1788696648.379737:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696648.379757:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696648.379764:0:201295:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696648.379766:0:201295:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788696648.815381:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12948) 00000100:00000040:2.0:1788696653.933918:0:124150:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12953) 00000100:00000040:3.0:1788696659.054901:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12958) 00000800:00000001:3.0:1788696661.695216:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696661.695228:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788696661.695233:0:201294:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788696661.695235:0:201294:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1788696662.514099:0:212032:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788696662.514108:0:212032:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 120: cross-target rename should not create bad symlinks ========================================================== 08:11:01 (1788696661) 00000001:00000001:3.0:1788696662.519643:0:212032:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:1.0:1788696664.173969:0:171960:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12963) 00000100:00000040:3.0:1788696669.294033:0:204459:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12968) Debug log: 119730 lines, 119730 kept, 0 dropped, 0 bad.